-- Logs begin at Fri 2021-12-10 15:40:55 UTC, end at Fri 2021-12-10 17:35:51 UTC. -- Dec 10 16:24:14.944858 dv-neutron-820858-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 16:24:17.767656 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.common.config [-] Logging enabled! Dec 10 16:24:17.768267 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 16:24:17.768430 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 16:24:17.771690 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.common.config [-] Logging enabled! Dec 10 16:24:17.771948 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 16:24:17.772262 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 16:24:17.773220 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:24:17.773452 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:24:17.774391 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:24:17.774658 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:24:17.774886 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:24:17.775203 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.775624 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 16:24:17.775933 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.776226 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.776518 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.776811 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.777124 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.777404 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.777692 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.777986 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.778272 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.778551 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.778833 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.779121 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.779400 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.779684 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.779966 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.780244 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] debug = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.780525 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.780982 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.781392 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.781672 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.781957 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.782232 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.782503 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.782775 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.783056 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.783378 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] host = dv-neutron-820858-1-hyperv {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.783652 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.783934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.784215 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.784497 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.784772 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.785074 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.785356 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.785623 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.785892 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.786161 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.786446 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.786727 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.787011 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.787231 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.787452 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.787743 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.788039 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.788296 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.788569 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.788840 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.789136 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.789408 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.789695 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.789973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.790252 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.790533 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.790807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.791078 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.791346 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.791615 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.791893 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.792162 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.792429 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.792698 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.793003 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.793269 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.793539 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.793832 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.794111 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.794387 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.794672 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.794945 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.795222 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.795488 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.795756 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.796023 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_json = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.796288 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.796554 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.796832 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.797124 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.797393 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.797663 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.797929 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.798206 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:17.798501 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.798795 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.799092 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.799374 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.799675 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.799954 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.800240 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.800516 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.800800 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.801108 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.801393 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.801667 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.801956 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.802230 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.802521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.802823 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.803115 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.803404 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.803677 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.803961 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.804216 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.804493 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.804782 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.805104 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.805394 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.805681 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.805958 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.806252 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.806540 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.806834 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.807122 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.807397 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.807673 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.807959 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.808235 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.808508 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.808784 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.809093 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.809372 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.809643 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.809922 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.810199 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.810469 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.810739 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.811016 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.811304 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.811577 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.811847 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.812115 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.812388 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.812659 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.812963 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.813241 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.813514 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.813789 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.814062 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.814335 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.814613 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.814890 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.815161 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.815438 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.815708 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.815977 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.816247 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.816519 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.816785 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.817077 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.817346 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.817618 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.817886 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.818153 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.818422 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.818691 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.818965 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.819248 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.819542 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.819817 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.820093 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.820369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.820648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.821453 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.821729 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.822007 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.822282 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.822554 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.822843 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.823129 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.823417 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.823702 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.824004 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.824298 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.824573 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.824859 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.825165 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.825444 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.825724 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.826007 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.826299 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.826590 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.826882 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.827176 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.827469 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.827747 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.828054 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.828334 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:17.828550 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:24:17.828788 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103487) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 16:24:18.250711 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 16:24:18.250986 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 16:24:18.251301 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 16:24:18.251630 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 16:24:18.576515 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.576812 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.577108 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.578367 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.578651 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.578914 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.624406 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.624691 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.624990 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.639139 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.639420 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.639688 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.668041 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.668321 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.668590 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.705352 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.705629 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:18.705899 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.040121 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.040722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.040722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.040928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.041561 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.140144 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.142973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.142973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.142973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.142973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.142973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143369 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143662 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143662 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143662 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.143841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.144058 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.144302 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.144571 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.144842 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.145125 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.145395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.145645 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.145924 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.146302 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.146548 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.146790 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.147188 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.147430 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.147665 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.147898 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.148128 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.148360 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:19.148724 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 16:24:19.152493 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 16:24:19.156547 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 16:24:19.160522 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 10 16:24:19.162166 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 16:24:19.162629 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 16:24:19.162963 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 16:24:19.163345 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 16:24:19.166257 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 16:24:19.166511 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 16:24:19.166861 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 16:24:19.172171 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 16:24:19.195006 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 16:24:19.195460 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.196281 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103487) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 16:24:19.196643 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.198044 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103487) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 16:24:19.198324 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 16:24:19.198570 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 16:24:19.201824 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.202104 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:19.264766 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 16:24:19.265058 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 16:24:19.265301 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 16:24:19.265669 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 16:24:19.287103 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_db.sqlalchemy.engines [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103487) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 16:24:19.870237 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing driver for type 'gre' Dec 10 16:24:19.870790 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] gre ID ranges: [(1, 1000)] Dec 10 16:24:20.052740 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing driver for type 'local' Dec 10 16:24:20.053469 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing driver for type 'vlan' Dec 10 16:24:20.124321 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] VlanTypeDriver initialization complete Dec 10 16:24:20.124582 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing driver for type 'vxlan' Dec 10 16:24:20.125127 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] vxlan ID ranges: [(1, 1000)] Dec 10 16:24:20.329794 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing extension driver 'port_security' Dec 10 16:24:20.330147 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] PortSecurityExtensionDriver initialization complete Dec 10 16:24:20.330485 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing mechanism driver 'openvswitch' Dec 10 16:24:20.330821 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing mechanism driver 'hyperv' Dec 10 16:24:20.342782 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:20.343632 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.344020 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.344389 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.345012 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.345460 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.345866 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.346270 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.346686 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.347102 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.347460 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.347836 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.348247 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.348670 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.349070 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.349426 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.349841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.350258 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.350615 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.350966 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.351378 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.351791 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.352190 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.352544 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.352977 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 16:24:20.353373 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] ML2 OVO RPC backend initialized. {{(pid=103487) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 16:24:20.354084 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.354449 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.354877 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.355238 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > networks before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.355596 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.355947 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > ports before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.356307 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.356660 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.357049 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.357523 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.357875 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.358224 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.358575 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.358921 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.359269 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.359618 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.359962 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.360552 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.plugin [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Modular L2 Plugin initialization complete Dec 10 16:24:20.360891 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading services supported by the core plugin {{(pid=103487) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 16:24:20.361246 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.plugins.ml2.managers [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Got port-security extension from driver 'port_security' Dec 10 16:24:20.361722 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.extensions.vlantransparent [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Disabled vlantransparent extension. Dec 10 16:24:20.362216 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103487) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 16:24:20.362545 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: router Dec 10 16:24:20.406399 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.406742 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_create 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.407125 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router before_create 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.407503 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.407890 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.408255 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_delete 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.408626 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.409175 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415650 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_create 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415650 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415650 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415650 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415951 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415951 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415951 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.415951 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416231 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: subnet after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416231 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416231 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416231 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router after_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.416807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > agent after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.417128 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.417128 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > network after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.418004 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Tracking information for resource: router configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:20.418352 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Tracking information for resource: floatingip configured {{(pid=103487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 16:24:20.423445 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.db.l3_agentschedulers_db [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 16:24:20.424033 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.424406 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.424771 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.425180 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.425978 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router before_create 55550100 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.426353 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.426727 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.427159 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.432778 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.provider_configuration [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service providers = [] {{(pid=103487) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 16:24:20.433179 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.db.servicetype_db [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103487) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 16:24:20.436179 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.service_base [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:24:20.436541 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.service_base [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:24:20.436915 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.service_base [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:24:20.437840 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.services.service_base [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 16:24:20.438254 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.services.service_base [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 16:24:20.438681 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.439009 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 16:24:20.455281 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.455624 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: auto_allocate Dec 10 16:24:20.461574 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: network precommit_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.461949 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: network precommit_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.462477 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.462805 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: tag Dec 10 16:24:20.469757 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.470100 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: timestamp Dec 10 16:24:20.477630 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.477969 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: network_ip_availability Dec 10 16:24:20.483603 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.483979 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.484341 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.485092 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.485420 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: flavors Dec 10 16:24:20.490499 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.490848 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading Plugin: revisions Dec 10 16:24:20.495850 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 16:24:20.496251 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.245s {{(pid=103487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 16:24:20.497074 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103487) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 16:24:20.497425 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Initializing extension manager. Dec 10 16:24:20.497957 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: __init__.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: __pycache__ {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: address_group.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: address-group Dec 10 16:24:20.502395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: address_scope.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.502842 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.502842 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: address-scope Dec 10 16:24:20.502842 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.503176 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.503687 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: router-admin-state-down-before-update Dec 10 16:24:20.504019 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: agent.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.505010 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.505518 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: agent Dec 10 16:24:20.505850 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: agent_resources_synced.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.506784 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.507293 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: agent-resources-synced Dec 10 16:24:20.507624 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.510140 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.510663 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: allowed-address-pairs Dec 10 16:24:20.511100 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.512207 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.512724 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: auto-allocated-topology Dec 10 16:24:20.513114 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: availability_zone.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.513827 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.514338 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: availability_zone Dec 10 16:24:20.514669 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: availability_zone_filter.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.515612 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.516123 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: availability_zone_filter Dec 10 16:24:20.516454 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: data_plane_status.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.517451 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.517990 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 16:24:20.518319 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: default_subnetpools.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.519260 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.519769 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: default-subnetpools Dec 10 16:24:20.520101 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.520935 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.521444 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: dhcp_agent_scheduler Dec 10 16:24:20.521775 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: dns.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.522707 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.523215 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 16:24:20.523548 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: dns_domain_ports.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.524510 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.525052 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 16:24:20.525391 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.526337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.526846 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 16:24:20.527181 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: dvr.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.527870 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.528378 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: dvr Dec 10 16:24:20.528711 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: ecmp_routes.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.529683 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.530190 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 16:24:20.530522 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: empty_string_filtering.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.531454 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.531962 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: empty-string-filtering Dec 10 16:24:20.532294 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.533250 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.533759 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 16:24:20.534090 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.535028 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.535534 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 16:24:20.535866 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: external_net.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.536792 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.537336 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: external-net Dec 10 16:24:20.537669 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.538607 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.539122 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: extra_dhcp_opt Dec 10 16:24:20.539481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: extraroute.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.540418 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.540972 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: extraroute Dec 10 16:24:20.541307 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: extraroute_atomic.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.543847 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.544377 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: extraroute-atomic Dec 10 16:24:20.544719 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: filter_validation.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.545445 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.545956 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: filter-validation Dec 10 16:24:20.546293 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: fip_pf_description.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.547235 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.547745 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 16:24:20.548083 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: fip_port_details.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.549077 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.549591 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: fip-port-details Dec 10 16:24:20.549926 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: flavors.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.551211 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.551733 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: flavors Dec 10 16:24:20.552073 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.553798 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.554326 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 16:24:20.554667 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: floatingip_pools.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.555904 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.556419 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: floatingip-pools Dec 10 16:24:20.556755 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: ip_allocation.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.557739 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.558248 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 16:24:20.558581 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.559521 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.560044 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: ip-substring-filtering Dec 10 16:24:20.560379 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l2_adjacency.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.561370 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.561875 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 16:24:20.562208 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.563186 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.563701 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: router Dec 10 16:24:20.564037 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.566637 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.567171 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 16:24:20.567513 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.568472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.569023 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: ext-gw-mode Dec 10 16:24:20.569363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.570334 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.571438 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: l3-ha Dec 10 16:24:20.571774 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3_flavors.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.572725 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.573273 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: l3-flavors Dec 10 16:24:20.573611 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.574548 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.575065 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 16:24:20.575400 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: l3agentscheduler.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.576446 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.576996 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: l3_agent_scheduler Dec 10 16:24:20.577337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: local_ip.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.579143 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.579677 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension local_ip not supported by any of loaded plugins Dec 10 16:24:20.580018 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: logging.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.581564 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.582091 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension logging not supported by any of loaded plugins Dec 10 16:24:20.582435 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: metering.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.583314 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.583918 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: metering Dec 10 16:24:20.584241 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.585400 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.585926 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: metering_source_and_destination_fields Dec 10 16:24:20.586291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: multiprovidernet.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.587248 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.587764 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: multi-provider Dec 10 16:24:20.588101 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: netmtu.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.589076 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.589591 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: net-mtu Dec 10 16:24:20.589925 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: netmtu_writable.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.590861 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.591374 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: net-mtu-writable Dec 10 16:24:20.591708 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: network_availability_zone.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.592390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.592928 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: network_availability_zone Dec 10 16:24:20.593254 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: network_ip_availability.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.594384 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.594901 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: network-ip-availability Dec 10 16:24:20.595236 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: network_segment_range.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.596010 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.596517 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 16:24:20.596851 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: pagination.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.597874 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.598215 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: pagination Dec 10 16:24:20.598547 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: port_device_profile.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.599480 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.600004 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: port-device-profile Dec 10 16:24:20.600339 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.601301 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.602315 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: port-mac-address-regenerate Dec 10 16:24:20.602659 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.603591 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.604106 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: port-numa-affinity-policy Dec 10 16:24:20.604440 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: port_resource_request.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.605408 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.605920 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 16:24:20.606254 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.607235 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.607743 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 16:24:20.608079 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: portbindings.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.609059 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.609570 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: binding Dec 10 16:24:20.609906 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: portbindings_extended.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.611204 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.611724 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: binding-extended Dec 10 16:24:20.612132 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: portsecurity.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.613113 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.613632 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: port-security Dec 10 16:24:20.613968 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: project_id.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.614976 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.615322 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: project-id Dec 10 16:24:20.615655 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: providernet.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.616606 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.617161 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: provider Dec 10 16:24:20.618084 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.621885 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.622412 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos not supported by any of loaded plugins Dec 10 16:24:20.622756 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.624032 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.624552 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 16:24:20.624925 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.625864 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.626381 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 16:24:20.626718 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_default.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.627655 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.628171 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-default not supported by any of loaded plugins Dec 10 16:24:20.628512 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_fip.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.629271 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.630040 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 16:24:20.630374 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.631408 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 16:24:20.631747 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.632691 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.633266 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 16:24:20.633604 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.634537 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.635055 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 16:24:20.635390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.636571 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.637130 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 16:24:20.637470 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_pps_rule.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.638694 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.639211 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 16:24:20.639550 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.640498 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.641049 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 16:24:20.641387 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: qos_rules_alias.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.642451 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.642969 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 16:24:20.643304 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: quota_check_limit.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.644235 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.644752 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: quota-check-limit Dec 10 16:24:20.645124 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: quotasv2.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.646075 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.646412 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: quotas Dec 10 16:24:20.646743 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: quotasv2_detail.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.649990 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.650344 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: quota_details Dec 10 16:24:20.650690 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: rbac.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.651767 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.652296 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: rbac-policies Dec 10 16:24:20.652639 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: rbac_address_group.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.653625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.654149 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: rbac-address-group Dec 10 16:24:20.654489 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: rbac_address_scope.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.655438 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.655955 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: rbac-address-scope Dec 10 16:24:20.656293 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: rbac_security_groups.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.657308 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.657786 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: rbac-security-groups Dec 10 16:24:20.658123 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.659065 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.659580 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: rbac-subnetpool Dec 10 16:24:20.659915 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: revisionifmatch.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.660861 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.661403 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: revision-if-match Dec 10 16:24:20.661739 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: revisions.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.662885 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.663395 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: standard-attr-revisions Dec 10 16:24:20.663730 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: router_availability_zone.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.664985 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.665530 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: router_availability_zone Dec 10 16:24:20.665863 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: routerservicetype.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.666811 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.667326 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 16:24:20.667664 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.668704 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.669251 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: security-groups-normalized-cidr Dec 10 16:24:20.669583 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.670537 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.671052 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: port-security-groups-filtering Dec 10 16:24:20.671385 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.672337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.672854 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: security-groups-remote-address-group Dec 10 16:24:20.673214 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.674165 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.674682 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: security-groups-shared-filtering Dec 10 16:24:20.675015 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.675609 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 16:24:20.675939 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: securitygroup.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.686319 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.686859 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: security-group Dec 10 16:24:20.687208 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: segment.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.688016 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.688532 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension segment not supported by any of loaded plugins Dec 10 16:24:20.688873 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.689859 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.690373 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 16:24:20.690719 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: servicetype.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.691859 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.692384 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: service-type Dec 10 16:24:20.692727 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: sorting.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.693763 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.694107 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: sorting Dec 10 16:24:20.694444 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: standard_attr_segment.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.695394 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.695947 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 16:24:20.696284 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: standardattrdescription.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.696970 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.697488 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: standard-attr-description Dec 10 16:24:20.697821 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: stateful_security_group.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.698789 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.699313 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: stateful-security-group Dec 10 16:24:20.699651 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: stdattrs_common.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.700239 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 16:24:20.700575 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.701583 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.702109 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 16:24:20.702441 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnet_onboard.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.703552 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.704076 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: subnet_onboard Dec 10 16:24:20.704411 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.705390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.705908 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 16:24:20.706240 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnet_service_types.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.707188 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.707706 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: subnet-service-types Dec 10 16:24:20.708039 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnetallocation.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.709170 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.709693 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: subnet_allocation Dec 10 16:24:20.710028 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.710712 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.711244 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: subnetpool-prefix-ops Dec 10 16:24:20.711576 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.712543 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.713190 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 16:24:20.713524 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: tagging.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.714595 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.715118 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: standard-attr-tag Dec 10 16:24:20.715460 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: timestamp.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.716690 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.717236 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loaded extension: standard-attr-timestamp Dec 10 16:24:20.717577 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: trunk.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.718664 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.719181 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension trunk not supported by any of loaded plugins Dec 10 16:24:20.719522 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: trunk_details.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.720465 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.721021 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 16:24:20.721358 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.722313 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.722826 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 16:24:20.723156 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Loading extension file: vlantransparent.py {{(pid=103487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 16:24:20.723838 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 16:24:20.724346 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 16:24:20.727388 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:network Dec 10 16:24:20.727915 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnet Dec 10 16:24:20.728328 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:24:20.728724 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:port Dec 10 16:24:20.730025 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.730614 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service FLAVORS assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.731254 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.731692 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.732035 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:router Dec 10 16:24:20.732475 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 16:24:20.733012 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service METERING assigned prefix: /metering {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.734465 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.734850 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.735210 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:24:20.736214 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 16:24:20.736675 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:security_group Dec 10 16:24:20.737154 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 16:24:20.737779 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service CORE assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.738120 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:24:20.738474 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] subnetpool is already registered Dec 10 16:24:20.738921 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service CORE assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.739256 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:24:20.739597 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] subnetpool is already registered Dec 10 16:24:20.741895 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.742341 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service FLAVORS assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.743509 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.743942 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.744286 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:router Dec 10 16:24:20.744633 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] router is already registered Dec 10 16:24:20.745082 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 16:24:20.745431 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] floatingip is already registered Dec 10 16:24:20.745896 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service METERING assigned prefix: /metering {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.746572 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 16:24:20.746911 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] rbac_policy is already registered Dec 10 16:24:20.747331 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:security_group Dec 10 16:24:20.747675 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] security_group is already registered Dec 10 16:24:20.748085 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 16:24:20.748427 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] security_group_rule is already registered Dec 10 16:24:20.749102 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service CORE assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.749442 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:24:20.749786 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] subnetpool is already registered Dec 10 16:24:20.750225 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.v2.resource_helper [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Service CORE assigned prefix: {{(pid=103487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 16:24:20.750560 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 16:24:20.750898 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING neutron.quota.resource_registry [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] subnetpool is already registered Dec 10 16:24:20.751389 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: extensions {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.752854 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: address-groups {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.754395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: address-scopes {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.755996 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: agents {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.757205 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: auto-allocated-topology {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.758502 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: availability_zones {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.759746 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: dhcp-networks {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.761298 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: dhcp-agents {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.762738 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: routers {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.764992 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: flavors {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.766170 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: service_profiles {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.767401 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: next_providers {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.768881 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: service_profiles {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.771397 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: floatingip-pools {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.772639 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: routers {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.774836 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: floatingips {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.776151 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: l3-routers {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.777586 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: l3-agents {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.779011 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: metering-labels {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.780393 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: metering-label-rules {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.781732 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: network-ip-availabilities {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.783011 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: bindings {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.784677 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: quotas {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.786285 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: quotas {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.787840 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: rbac-policies {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.789187 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: security-groups {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.790974 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: security-group-rules {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.792234 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: service-providers {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.793540 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: subnetpools {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.794995 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: subnetpools {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.796465 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.798194 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.800033 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.801872 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.803713 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.806269 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.807970 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.809920 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.811723 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.813615 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron.api.extensions [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Extended resource: tags {{(pid=103487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 16:24:20.819745 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING keystonemiddleware.auth_token [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 16:24:20.824594 dv-neutron-820858-1-hyperv neutron-server[103487]: WARNING keystonemiddleware.auth_token [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 16:24:20.833440 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Acquired lock "singleton_lock" {{(pid=103487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 16:24:20.833922 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_concurrency.lockutils [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Releasing lock "singleton_lock" {{(pid=103487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 16:24:20.834580 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Starting 2 workers Dec 10 16:24:20.839446 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Started child 103598 {{(pid=103487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:24:20.843900 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Started child 103599 {{(pid=103487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:24:20.844974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.845637 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO neutron.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 16:24:20.846184 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Publish callbacks [] for process, before_spawn {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.846520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [-] (103598) wsgi starting up on http://0.0.0.0:9696 Dec 10 16:24:20.848627 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Starting 1 workers Dec 10 16:24:20.848824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.850241 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [-] (103599) wsgi starting up on http://0.0.0.0:9696 Dec 10 16:24:20.854392 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Started child 103600 {{(pid=103487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:24:20.854961 dv-neutron-820858-1-hyperv neutron-server[103487]: INFO oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Starting 1 workers Dec 10 16:24:20.858348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] calling RpcWorker wait() {{(pid=103600) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 16:24:20.858871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] returning from RpcWorker wait() {{(pid=103600) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 16:24:20.859436 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Started child 103601 {{(pid=103487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 16:24:20.860241 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bd00fe99-7c36-47c2-a2fe-cd0bb700e1b6 None None] Publish callbacks [] for process, after_spawn {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.860334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.860763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:20.862139 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 16:24:20.862371 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:24:20.862566 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:24:20.862791 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:24:20.863136 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:24:20.863324 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:24:20.863856 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.864141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.864357 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:20.864820 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.864820 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.865021 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.865563 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.865824 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.866068 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.866363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.866600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.866777 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.866950 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.867216 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.867504 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.868335 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.868600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.868859 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.869150 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.869344 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.869599 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.869872 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.870121 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.870404 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] debug = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.870635 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.871120 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.871352 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.871579 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.871818 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.872105 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.872365 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.872635 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.872890 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.873154 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.873405 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.873683 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.873935 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.874165 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.874422 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.874639 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.874915 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.875143 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.875614 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] host = dv-neutron-820858-1-hyperv {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.875861 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.876084 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.876342 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.876583 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.876840 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.877102 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.877358 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.877627 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.877854 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.878081 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.878401 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.878600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.878845 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.879097 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.879267 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_options = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.879799 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.880080 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.880341 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.880540 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.880712 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.880914 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.881196 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.881362 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.881623 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.881845 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.882073 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.882324 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.882547 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.882784 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.883076 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.883323 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.883545 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.883780 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.884039 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.884270 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.884499 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.884733 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.885013 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.885251 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.885504 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.885704 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.885964 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.886184 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.886407 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.886674 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.886894 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.887141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.887394 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.887640 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.887918 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.888153 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.888386 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.888671 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.888871 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.889100 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.889370 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.889684 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.889888 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.890096 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.890282 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.890470 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.890706 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_json = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.890922 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.891266 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.891428 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.891645 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.891881 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.892104 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.892319 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.892564 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.893023 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.893315 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.893645 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.893912 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.894172 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.894419 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.894654 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.894983 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.895154 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.895385 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.895703 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.895929 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.896232 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.896478 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.896823 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.897079 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.897333 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.897611 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.897847 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.898098 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.898353 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.898581 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.898896 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.899140 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.899392 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.899627 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.899895 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.901229 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:20.901482 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.901626 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.901977 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.902266 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.902531 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.902803 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.903028 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.903260 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.904418 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.905229 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.905229 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.905229 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.905936 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.905936 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.906194 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.906412 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.906679 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.906940 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.907190 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.907482 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.907685 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.907929 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.908188 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.908417 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.908648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.908916 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.909139 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.909381 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.909626 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.909882 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.910139 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.910403 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.910648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.910893 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.911128 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.911387 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.911616 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.911912 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.912141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.912367 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.912814 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.912991 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.913144 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.913337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.913556 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.913917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.914074 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915023 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915023 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915422 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915422 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915701 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.915875 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.916085 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.916299 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.916519 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.916772 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.923678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.924472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.925722 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.926625 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.927337 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928390 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928850 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.928960 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.929853 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.929853 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.929853 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931721 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.931854 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.932100 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.932343 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.932594 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.933717 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.933717 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.933717 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.933717 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.935928 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.937291 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.938558 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.938558 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.938558 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.938558 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.938558 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.939934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.940726 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.940726 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.940726 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.940955 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.941131 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.941353 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.941603 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.941827 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.942045 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.942263 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.942491 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.942711 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.943010 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.943255 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.943533 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.943726 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.943986 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.945135 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.945395 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.945750 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.946474 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.946708 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.946952 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.947210 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.947435 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.947664 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.947913 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.948141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.948419 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.948665 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.948943 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.949164 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.949403 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.949616 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.949837 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.950053 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.950348 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.950587 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.950826 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.951092 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.951339 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.951574 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.951806 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.952022 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.952255 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.952479 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.952704 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.952935 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.953168 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.953380 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.953593 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.953816 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.954040 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.954280 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.954524 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.954760 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.954972 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.955224 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.955452 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.955690 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.955919 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.956134 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.956351 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.956579 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.956794 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.957059 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.957290 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.957503 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.957716 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.957945 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.958172 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.958386 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.958684 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.958937 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.959229 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.959455 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.959698 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.959944 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.960201 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.960520 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.960755 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.961019 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.961767 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.962027 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.962255 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.962519 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.962852 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.963136 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.963403 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.963657 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.963930 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.964209 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.964472 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.964694 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.965028 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.965404 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.965654 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.965913 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.966164 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.966443 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.966674 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.966895 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.967137 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.967377 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.967600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.967841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.968076 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.968327 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.968561 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.968809 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.969058 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.969289 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.969523 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.969747 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.969964 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.970125 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:24:20.970678 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 16:24:20.970844 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 16:24:20.971001 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 16:24:20.971183 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 16:24:20.971363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 16:24:20.971518 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 16:24:20.971727 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.971891 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972054 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972215 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972377 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972574 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972739 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.972935 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.973096 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.973343 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.973511 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.973848 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.974157 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.974498 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.974841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975012 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975167 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975309 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.975841 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976198 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976198 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] debug = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976396 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976580 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.976737 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.977526 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.977677 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.977846 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.977985 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978138 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978259 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978422 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978583 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978747 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.978905 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979054 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979214 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979385 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979527 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979694 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] host = dv-neutron-820858-1-hyperv {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.979852 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.980170 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.980330 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.980644 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.980802 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981058 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981152 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981287 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981448 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981612 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.981776 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982029 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982133 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982244 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982396 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_options = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982556 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982707 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.982874 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.983056 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.983373 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.983537 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.983699 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.983858 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.984168 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.984475 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.984784 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.984977 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985303 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985465 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985627 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985787 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.985953 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986115 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986276 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986437 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986596 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986759 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.986919 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987077 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987236 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987401 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987545 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987705 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.987866 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.988027 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.988187 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.988350 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.988510 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.988669 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989016 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989181 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989340 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989507 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989663 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989827 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.989988 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990147 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990310 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990473 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990627 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990787 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_json = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.990947 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991108 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991270 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991429 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991952 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991952 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.991952 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.992203 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 16:24:20.992282 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.992400 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.992603 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.992763 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.992947 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993098 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993398 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993398 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993787 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993787 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.993981 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994048 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994185 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994342 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994509 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994675 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.994839 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995002 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995165 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995328 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995491 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995654 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995826 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.995993 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.996156 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.996318 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.996481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.996651 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.996813 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997017 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997182 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997345 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997509 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997673 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.997836 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998001 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998164 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998327 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998491 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998654 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998818 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.998981 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999146 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999308 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999471 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999634 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999798 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:20.999980 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000110 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000277 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000441 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000606 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000770 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.000954 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001120 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001284 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001447 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001619 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001783 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.001947 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002111 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002274 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002437 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002764 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.002927 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003092 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003255 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003432 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003596 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003760 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.003923 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.004087 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.004250 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.004413 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.004925 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005099 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005265 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005430 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005594 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005755 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.005934 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.006132 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.006524 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.006524 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.006807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.006807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.007129 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.007129 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.007518 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.007518 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.007518 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.008363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.008363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.008363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.008363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.008363 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.009553 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010113 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010113 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010113 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010113 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010382 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010459 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010967 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010967 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.010967 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011333 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011333 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011333 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011663 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011663 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011857 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.011978 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012099 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012262 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012436 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012765 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.012973 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.013142 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.013305 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.013470 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.013635 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.013797 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014128 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014299 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014476 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014643 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014809 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.014977 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.016917 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.017530 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.017530 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.017530 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.017530 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.017947 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.018120 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.018288 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.018452 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.018764 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019462 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019462 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019462 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019462 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019798 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019798 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.019946 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020032 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020150 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020339 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020483 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.020814 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021000 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021166 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021351 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021647 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.021927 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.022018 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.022122 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.022286 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.022452 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.023600 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024614 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024614 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024614 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024830 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024830 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.024999 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.025136 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.025302 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.025481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.025645 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.025807 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026133 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026304 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026475 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026629 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026789 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.026954 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027138 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027316 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027486 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027603 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027785 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.027910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:21.028037 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028037 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028281 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028403 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028534 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028657 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028802 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.028988 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029154 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029318 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029482 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029656 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029821 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.029985 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030149 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030393 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030528 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030650 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030772 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.030938 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031101 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031264 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031481 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031612 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031754 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.031918 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032082 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032245 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032409 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032581 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032745 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.032924 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033093 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033257 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033420 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033593 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033756 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.033921 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034084 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034248 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034413 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034584 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034750 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.034913 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035083 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035247 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035410 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035575 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035750 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.035922 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036068 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036235 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036399 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036563 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036728 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.036914 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037090 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037261 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037428 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037601 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037772 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.037944 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.038177 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.038357 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.038534 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.038681 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.038851 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.039015 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.039211 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040141 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040348 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040348 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.040648 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041071 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041071 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041308 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041308 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041509 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041635 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.041799 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.042542 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.042542 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 16:24:21.042542 dv-neutron-820858-1-hyperv neutron-server[103487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 16:24:21.123185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:21.132057 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066721 Dec 10 16:24:32.960596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28376f3c-1acf-4323-a63e-301372e9775d None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:24:33.016654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376f3c-1acf-4323-a63e-301372e9775d None None] No non-hosted networks {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 16:24:33.035276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.agentschedulers_db [None req-28376f3c-1acf-4323-a63e-301372e9775d None None] DHCP Agent not found on host dv-neutron-820858-1-hyperv {{(pid=103600) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 16:24:33.151278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efdfdffc-90a1-4535-b380-2fde0ee85520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.161539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66764273-e8c8-4ad5-9ef3-c1e429bb3498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:35.196747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-4295602b-afe0-4cd2-8fca-291911e25126 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-820858-1-hyperv {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:24:35.197405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-4295602b-afe0-4cd2-8fca-291911e25126 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:24:35.810044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4295602b-afe0-4cd2-8fca-291911e25126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:36.543565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:37.806982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.606817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:38.607498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.607855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.608207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.608541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.608874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.609238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.609592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.609943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.610278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.610619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.611082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.611416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.611745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:38.612250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-820858-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:38.620400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-820858-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:24:39.066179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44394) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:39.575468 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING oslo_policy.policy [None req-1d78a11a-befa-4d0b-a7c1-5d10285afe92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:24:39.576046 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING oslo_policy.policy [None req-1d78a11a-befa-4d0b-a7c1-5d10285afe92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:24:39.802882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-1d78a11a-befa-4d0b-a7c1-5d10285afe92 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:39.813005 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1d78a11a-befa-4d0b-a7c1-5d10285afe92 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7382126 Dec 10 16:24:41.598044 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.db.l3_hamode_db [None req-6333d105-f7f0-4521-97e1-01cece8deafd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 16:24:41.675695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333d105-f7f0-4521-97e1-01cece8deafd None None] Routers set() bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:24:41.676109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333d105-f7f0-4521-97e1-01cece8deafd None None] Router IDs set() for agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:24:42.420154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:42.725623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:42.821878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.policy [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 16:24:42.868532 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING oslo_policy.policy [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:24:42.868924 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING oslo_policy.policy [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:24:42.877271 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.quota [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] Loaded quota_driver: . Dec 10 16:24:43.033769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632334944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632334419', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632316839', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632318126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632312184', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736632307252', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3445299', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3456819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2051366'] for rbac-policy, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:43.288811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:43.290531 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf188351-6e2e-4ee7-bb84-aa9ef5236c23 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8694494 Dec 10 16:24:46.062405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:46.360465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Request body: {'network': {'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'name': 'private', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:46.446041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Made reservation on behalf of da4612d932dd4b1c8afb205fb92ae8f3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:46.448762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.466065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.571215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.637900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.658076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:24:46.685503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736627558265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.686119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Unsubscribe: segment precommit_create {{(pid=103599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 16:24:46.686625 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Added segment 20a96195-e647-492c-8fc2-56e761f407d9 of type vlan for network 6babc831-921b-47cd-83e0-ce43234268bf Dec 10 16:24:46.702202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e8ad0-31ac-4693-b557-2f8fc38771e3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:46.728306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.729340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.729689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.730022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.730361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.730689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.731036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.731363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.731707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.732031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.732353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.732670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.733011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Tracked resource versions report: Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: pushed versions: Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: { 'AddressGroup': {'1.2'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Log': {'1.0'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Network': {'1.1'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Port': {'1.7'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'PortForwarding': {'1.2'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'QosPolicy': {'1.10'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroup': {'1.5'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SubPort': {'1.0'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Subnet': {'1.1'}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Trunk': {'1.1'}} Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: consumer versions: Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'ConntrackHelper': '1.0', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'LocalIPAssociation': '1.0', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Log': '1.0', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Network': '1.1', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Port': '1.7', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'PortForwarding': '1.2', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'QosPolicy': '1.10', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroup': '1.5', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroupRule': '1.2', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SubPort': '1.0', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Subnet': '1.1', Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Trunk': '1.1'}} Dec 10 16:24:46.734321 dv-neutron-820858-1-hyperv neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:24:46.804404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.889474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.890507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:46.891221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:46.985516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=6babc831-921b-47cd-83e0-ce43234268bf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:46.997473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 6babc831-921b-47cd-83e0-ce43234268bf details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:24:47.043488 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a6bc2a73-6199-434f-b536-362790ee2dc5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9799979 Dec 10 16:24:49.877679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:50.264925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e301e-e6fb-4601-b305-05e01f4a6649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.267048 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d50e301e-e6fb-4601-b305-05e01f4a6649 admin admin] 10.222.0.21 "GET /v2.0/networks/6babc831-921b-47cd-83e0-ce43234268bf HTTP/1.1" status: 200 len: 825 time: 0.3883755 Dec 10 16:24:50.294819 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0f3a8acf-bf8d-4954-bf9f-bb78ff1cc532 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/21391b0e-fd15-4eb9-9f20-0a1a0a106a19 HTTP/1.1" status: 200 len: 734 time: 0.0216222 Dec 10 16:24:50.304173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:24:50.377357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Made reservation on behalf of da4612d932dd4b1c8afb205fb92ae8f3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:24:50.379826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.735373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.806518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Checking segment: {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:50.806895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Network hostable DHCP agents. Network: 6babc831-921b-47cd-83e0-ce43234268bf, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:24:50.811400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a882ca-5fe5-4031-b906-12b553b662f1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:50.877801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Network 6babc831-921b-47cd-83e0-ce43234268bf is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:24:50.952082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 6babc831-921b-47cd-83e0-ce43234268bf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:50.956600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:24:50.957212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:50.961873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c58ffd-95a7-4575-97e5-972af443b1da None None] Network 6babc831-921b-47cd-83e0-ce43234268bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:24:51.049428 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a086dc0f-4339-4a4c-9b37-2c23f5891126 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7484488 Dec 10 16:24:51.224450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-6babc831-921b-47cd-83e0-ce43234268bf', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:24:51.225778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.522427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Allocated IP 172.20.0.2 (6babc831-921b-47cd-83e0-ce43234268bf/45a882ca-5fe5-4031-b906-12b553b662f1/f0ff2f0d-3df2-4408-bb97-322655dcb4c0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:24:51.762051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.847096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:51.922652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Network 6babc831-921b-47cd-83e0-ce43234268bf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:24:51.927476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:24:51.936027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:24:51.939098 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Pushing event updated for resources: {'Port': ['ID=f0ff2f0d-3df2-4408-bb97-322655dcb4c0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:51.969182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.969801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.969880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.970220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.970558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.970894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.971229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.971562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.971912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.972261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.972591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.972928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.973254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Tracked resource versions report: Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: pushed versions: Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: { 'AddressGroup': {'1.2'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Log': {'1.0'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Network': {'1.1'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Port': {'1.7'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'PortForwarding': {'1.2'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'QosPolicy': {'1.10'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroup': {'1.5'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SubPort': {'1.0'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Subnet': {'1.1'}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Trunk': {'1.1'}} Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: consumer versions: Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'ConntrackHelper': '1.0', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'LocalIPAssociation': '1.0', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Log': '1.0', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Network': '1.1', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Port': '1.7', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'PortForwarding': '1.2', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'QosPolicy': '1.10', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroup': '1.5', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroupRule': '1.2', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SubPort': '1.0', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Subnet': '1.1', Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Trunk': '1.1'}} Dec 10 16:24:51.974606 dv-neutron-820858-1-hyperv neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:24:52.031349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Attempting to bind port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:24:52.031747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Attempting to bind port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:24:52.032166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Attempting to bind port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 on network 6babc831-921b-47cd-83e0-ce43234268bf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:24:52.037097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:24:52.037486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Checking segment: {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:24:52.037975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.038372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Bound using segment: {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:24:52.038858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Bound port: f0ff2f0d-3df2-4408-bb97-322655dcb4c0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:24:52.039271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.221681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] For port f0ff2f0d-3df2-4408-bb97-322655dcb4c0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:24:52.226254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] For port f0ff2f0d-3df2-4408-bb97-322655dcb4c0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f0ff2f0d-3df2-4408-bb97-322655dcb4c0,segment=NetworkSegment(20a96195-e647-492c-8fc2-56e761f407d9),segment_id=20a96195-e647-492c-8fc2-56e761f407d9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:24:52.295817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:24:52.358624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704f09-16ab-4850-9a1b-f57e9c236ded None None] Pushing event updated for resources: {'Port': ['ID=f0ff2f0d-3df2-4408-bb97-322655dcb4c0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:24:53.705260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:54.021355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-4d48d461-f6ff-4b86-9c07-73b30b442e6d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:54.022424 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4d48d461-f6ff-4b86-9c07-73b30b442e6d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156416 Dec 10 16:24:56.639710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:24:56.959640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-05af92a3-9bd8-4a54-be22-7fe104e790b6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:24:56.960635 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-05af92a3-9bd8-4a54-be22-7fe104e790b6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199909 Dec 10 16:24:59.810950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:00.111028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:00.202227 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.204965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.379255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.398664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f0ff2f0d-3df2-4408-bb97-322655dcb4c0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:00.463282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.485265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:00.485593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.551545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.552769 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e62436fd-3cc3-4b4b-a424-963b21f44b3b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7408459 Dec 10 16:25:00.604197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.646077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f0ff2f0d-3df2-4408-bb97-322655dcb4c0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f0ff2f0d-3df2-4408-bb97-322655dcb4c0,segment=NetworkSegment(20a96195-e647-492c-8fc2-56e761f407d9),segment_id=20a96195-e647-492c-8fc2-56e761f407d9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:00.703821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:00.753713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f0ff2f0d-3df2-4408-bb97-322655dcb4c0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:01.538576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847d975-6199-4759-b894-f1ec06b69f19 None None] Network 6babc831-921b-47cd-83e0-ce43234268bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:01.665792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a4ff7caf-9673-4ac2-943e-3144334a8fc4 None None] Provisioning complete for port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:01.666193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a4ff7caf-9673-4ac2-943e-3144334a8fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:01.878437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3372a6bf-3a77-47ad-b945-5edac5b1d035 None None] Provisioning complete for port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:01.879077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3372a6bf-3a77-47ad-b945-5edac5b1d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.352205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f0ff2f0d-3df2-4408-bb97-322655dcb4c0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:02.398113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:02.398471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:02.954539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c98fd5d-a0d3-46f0-981a-45486dadd4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:03.183375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:03.487125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-15815514-c47e-46c7-9b3a-09bf2cdd9379 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:25:03.488128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-15815514-c47e-46c7-9b3a-09bf2cdd9379 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3037705 Dec 10 16:25:05.169477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1887-0538-4e13-af25-daa13967c3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.085248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:06.239515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:06.317921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Made reservation on behalf of a3cd9047bcb64b70a5f8a9d4e3980062 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:06.320305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.328707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.401133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.486465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.504547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 16:25:06.520330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b081cae-ce89-45c7-bed7-b5051b62c2cc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:06.524954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.525306 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Added segment 319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb of type flat for network 6cf670ed-997c-458b-9faa-984a7f682fa2 Dec 10 16:25:06.534863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.580289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.674533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.675460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:06.676056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:06.735223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf670ed-997c-458b-9faa-984a7f682fa2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:06.745599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:25:06.786192 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e5234570-268a-41cb-bda3-010bd93adcb0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6997321 Dec 10 16:25:07.752167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:08.635127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:09.265812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 44506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:09.420142 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING oslo_policy.policy [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:25:09.420716 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING oslo_policy.policy [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:25:09.831370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.policy [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103598) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 16:25:09.879066 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING oslo_policy.policy [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:25:09.879437 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING oslo_policy.policy [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 16:25:09.888137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:09.890072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ee963462-e6b8-4439-afe5-a02c4f428b6d admin admin] 10.222.0.21 "GET /v2.0/subnets/45a882ca-5fe5-4031-b906-12b553b662f1 HTTP/1.1" status: 200 len: 849 time: 0.6222162 Dec 10 16:25:10.049317 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ffbc29fd-5036-476a-8c27-616a72a95d31 admin admin] 10.222.0.21 "GET /v2.0/routers/6d1092b6-4376-44f2-8522-e20cd3ebf931 HTTP/1.1" status: 200 len: 704 time: 0.1532817 Dec 10 16:25:10.308131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:10.625256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Allocated IP 172.20.0.1 (6babc831-921b-47cd-83e0-ce43234268bf/45a882ca-5fe5-4031-b906-12b553b662f1/8f3d4b45-ee43-4351-b275-fbfec67007b8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:10.832287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:10.946924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.013374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Network 6babc831-921b-47cd-83e0-ce43234268bf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:11.018573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:11.059794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Pushing event updated for resources: {'Port': ['ID=8f3d4b45-ee43-4351-b275-fbfec67007b8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:11.068787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:11.069164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.089593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.089958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.090301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.090635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.090970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.091298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.091636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.091967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.092303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.092625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.092964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.093284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.093616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Tracked resource versions report: Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: pushed versions: Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: { 'AddressGroup': {'1.2'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'ConntrackHelper': {'1.0'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Log': {'1.0'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Network': {'1.1'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Port': {'1.7'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'PortForwarding': {'1.2'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'QosPolicy': {'1.10'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroup': {'1.5'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SubPort': {'1.0'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Subnet': {'1.1'}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Trunk': {'1.1'}} Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: consumer versions: Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'ConntrackHelper': '1.0', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'LocalIPAssociation': '1.0', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Log': '1.0', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Network': '1.1', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Port': '1.7', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'PortForwarding': '1.2', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'QosPolicy': '1.10', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroup': '1.5', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroupRule': '1.2', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SubPort': '1.0', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Subnet': '1.1', Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Trunk': '1.1'}} Dec 10 16:25:11.094921 dv-neutron-820858-1-hyperv neutron-server[103598]: {{(pid=103598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:25:11.267929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3f2abd55-cce0-4937-8a88-1eee74ee73ea None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:11.268505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd55-cce0-4937-8a88-1eee74ee73ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.299976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f2abd55-cce0-4937-8a88-1eee74ee73ea None None] Port 8f3d4b45-ee43-4351-b275-fbfec67007b8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:11.321286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.534557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.594325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.595075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.673871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Pushing event updated for resources: {'Port': ['ID=8f3d4b45-ee43-4351-b275-fbfec67007b8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:11.717592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Network 6babc831-921b-47cd-83e0-ce43234268bf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:11.718865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:11.921492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-075db411-54dc-4910-b53b-c42060db409d None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:11.921984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-075db411-54dc-4910-b53b-c42060db409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:11.926568 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:25:11.956287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-075db411-54dc-4910-b53b-c42060db409d None None] Port 8f3d4b45-ee43-4351-b275-fbfec67007b8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:11.995207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Router 6d1092b6-4376-44f2-8522-e20cd3ebf931 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:25:12.085177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:12.094056 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-46539abf-b868-4340-9176-5602674c2d2b admin admin] 10.222.0.21 "PUT /v2.0/routers/6d1092b6-4376-44f2-8522-e20cd3ebf931/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0364363 Dec 10 16:25:12.095919 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Sync routers for ids ['6d1092b6-4376-44f2-8522-e20cd3ebf931'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:12.109611 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Routers {'6d1092b6-4376-44f2-8522-e20cd3ebf931'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:12.110486 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6d1092b6-4376-44f2-8522-e20cd3ebf931'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:12.309741 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Set router 6d1092b6-4376-44f2-8522-e20cd3ebf931 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:12.738256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:11Z', 'revision_number': 2, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port_host': None, '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:11Z', 'revision_number': 2, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:12.788495 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Checking router: 6d1092b6-4376-44f2-8522-e20cd3ebf931 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:12.788867 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Updating router 6d1092b6-4376-44f2-8522-e20cd3ebf931 port 8f3d4b45-ee43-4351-b275-fbfec67007b8 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:25:12.836851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.340102 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.411906 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.578418 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Pushing event updated for resources: {'Port': ['ID=8f3d4b45-ee43-4351-b275-fbfec67007b8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:13.583129 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Attempting to bind port 8f3d4b45-ee43-4351-b275-fbfec67007b8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:13.583539 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Attempting to bind port 8f3d4b45-ee43-4351-b275-fbfec67007b8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:13.583960 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Attempting to bind port 8f3d4b45-ee43-4351-b275-fbfec67007b8 on network 6babc831-921b-47cd-83e0-ce43234268bf {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:13.591891 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.592252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.592595 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.592956 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.593288 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.593624 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.593952 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.594278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.594622 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.594967 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.595470 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.595720 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.595911 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Tracked resource versions report: Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: pushed versions: Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: { 'AddressGroup': {'1.2'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Log': {'1.0'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Network': {'1.1'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Port': {'1.7'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'PortForwarding': {'1.2'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'QosPolicy': {'1.10'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroup': {'1.5'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SubPort': {'1.0'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Subnet': {'1.1'}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Trunk': {'1.1'}} Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: consumer versions: Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'ConntrackHelper': '1.0', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'LocalIPAssociation': '1.0', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Log': '1.0', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Network': '1.1', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Port': '1.7', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'PortForwarding': '1.2', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'QosPolicy': '1.10', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroup': '1.5', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroupRule': '1.2', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SubPort': '1.0', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Subnet': '1.1', Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Trunk': '1.1'}} Dec 10 16:25:13.597248 dv-neutron-820858-1-hyperv neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:25:13.599693 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:13.600227 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Checking segment: {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:13.600585 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.601000 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Bound using segment: {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:13.601505 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Bound port: 8f3d4b45-ee43-4351-b275-fbfec67007b8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a96195-e647-492c-8fc2-56e761f407d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:13.601900 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.668072 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] For port 8f3d4b45-ee43-4351-b275-fbfec67007b8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:13.686288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-167c6bba-c809-48df-978e-50358a5ca1d1 None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:13.692252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-167c6bba-c809-48df-978e-50358a5ca1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.692415 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] For port 8f3d4b45-ee43-4351-b275-fbfec67007b8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8f3d4b45-ee43-4351-b275-fbfec67007b8,segment=NetworkSegment(20a96195-e647-492c-8fc2-56e761f407d9),segment_id=20a96195-e647-492c-8fc2-56e761f407d9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:13.723457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-167c6bba-c809-48df-978e-50358a5ca1d1 None None] Port 8f3d4b45-ee43-4351-b275-fbfec67007b8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:25:13.766689 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:13.822392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451653f7-abe9-4105-8bb6-459c8665d5d2 None None] Pushing event updated for resources: {'Port': ['ID=8f3d4b45-ee43-4351-b275-fbfec67007b8,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:13.829591 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Routers {'6d1092b6-4376-44f2-8522-e20cd3ebf931'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:13.829993 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6d1092b6-4376-44f2-8522-e20cd3ebf931'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:13.922204 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] Set router 6d1092b6-4376-44f2-8522-e20cd3ebf931 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:14.045630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:14.046008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.132101 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:11Z', 'revision_number': 2, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port_host': None, '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:13Z', 'revision_number': 4, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:14.161217 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eddcbf-65e8-4a39-b025-6f27d6621563 None None] The sync data for ids ['6d1092b6-4376-44f2-8522-e20cd3ebf931'] in dv-neutron-820858-1-hyperv is: [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:11Z', 'revision_number': 2, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port_host': None, '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:13Z', 'revision_number': 4, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:14.180034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.213852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] For port 8f3d4b45-ee43-4351-b275-fbfec67007b8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8f3d4b45-ee43-4351-b275-fbfec67007b8,segment=NetworkSegment(20a96195-e647-492c-8fc2-56e761f407d9),segment_id=20a96195-e647-492c-8fc2-56e761f407d9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:14.296206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:14.343582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a409b-7be3-4094-8f69-44c7ee6a09a0 None None] Pushing event updated for resources: {'Port': ['ID=8f3d4b45-ee43-4351-b275-fbfec67007b8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:14.549198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:14.658771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65777f74-95c8-49df-845a-2709d63fed64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:14.660156 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-65777f74-95c8-49df-845a-2709d63fed64 admin admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 842 time: 0.1099098 Dec 10 16:25:14.670193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.4.0/24', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'gateway_ip': '172.26.4.1', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:14.746547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Made reservation on behalf of a3cd9047bcb64b70a5f8a9d4e3980062 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:25:14.748914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.108064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:25:15.108501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.166614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef4f59e-d63a-46f9-a7c1-0b93400aca76,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:15.170885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:15.171238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Network hostable DHCP agents. Network: 6cf670ed-997c-458b-9faa-984a7f682fa2, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:25:15.283660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:25:15.366426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 6cf670ed-997c-458b-9faa-984a7f682fa2) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:15.371155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:15.371761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:15.376320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621d197-c5bd-4794-8496-726c6b2a17a5 None None] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:15.452291 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cad95c74-fecc-4a93-8d18-823d15527b07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854774 Dec 10 16:25:15.477045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28485c-81a4-4f75-9fdf-9b62aec4f8e1 None None] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:25:17.933628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:18.151112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-71de52ab-6d42-48aa-ad32-c2a26cca6143 admin admin] 10.222.0.21 "GET /v2.0/routers/6d1092b6-4376-44f2-8522-e20cd3ebf931 HTTP/1.1" status: 200 len: 710 time: 0.2163508 Dec 10 16:25:18.241923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae0146-bbe2-47c8-98b8-d71b3fc9d9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:25:18.243272 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18ae0146-bbe2-47c8-98b8-d71b3fc9d9f1 admin admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 886 time: 0.0864296 Dec 10 16:25:18.253121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:25:18.542272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.871356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:18.949807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.100647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Allocated IP 172.26.4.239 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/fdd06b81-ba8b-4139-8949-9df116ed9ca0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:25:19.301534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.412087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:19.490876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:25:19.498382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:25:19.500536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd06b81-ba8b-4139-8949-9df116ed9ca0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:19.511615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:25:19.871647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.145985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.150714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.261784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Router 6d1092b6-4376-44f2-8522-e20cd3ebf931 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:25:20.372305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:25:20.379135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:20.380622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a30f4827-e7e6-49d7-8055-08d6c1ba7af3 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d1092b6-4376-44f2-8522-e20cd3ebf931 HTTP/1.1" status: 200 len: 890 time: 2.1304383 Dec 10 16:25:20.401128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8f3d4b45-ee43-4351-b275-fbfec67007b8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:20.454133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:20.454515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:21.301520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Sync routers for ids ['6d1092b6-4376-44f2-8522-e20cd3ebf931'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:25:21.312510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Routers {'6d1092b6-4376-44f2-8522-e20cd3ebf931'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:21.313219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6d1092b6-4376-44f2-8522-e20cd3ebf931'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:21.519636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Set router 6d1092b6-4376-44f2-8522-e20cd3ebf931 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:21.979301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:19Z', 'revision_number': 4, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port': {'id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:18Z', 'updated_at': '2021-12-10T16:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:14Z', 'revision_number': 5, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:22.029902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Checking router: 6d1092b6-4376-44f2-8522-e20cd3ebf931 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:25:22.030254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Updating router 6d1092b6-4376-44f2-8522-e20cd3ebf931 port fdd06b81-ba8b-4139-8949-9df116ed9ca0 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:25:22.074791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.388759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.449320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.498187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Attempting to bind port fdd06b81-ba8b-4139-8949-9df116ed9ca0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:25:22.498576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Attempting to bind port fdd06b81-ba8b-4139-8949-9df116ed9ca0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:25:22.498969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Attempting to bind port fdd06b81-ba8b-4139-8949-9df116ed9ca0 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:25:22.506247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:25:22.506630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:25:22.507029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.507430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:25:22.507898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Bound port: fdd06b81-ba8b-4139-8949-9df116ed9ca0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:25:22.508307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.510457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4bd0-2413-4248-9437-749ead37d35b None None] Pushing event updated for resources: {'Port': ['ID=fdd06b81-ba8b-4139-8949-9df116ed9ca0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:22.561998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] For port fdd06b81-ba8b-4139-8949-9df116ed9ca0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:25:22.565046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] For port fdd06b81-ba8b-4139-8949-9df116ed9ca0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fdd06b81-ba8b-4139-8949-9df116ed9ca0,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:25:22.632606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:22.685690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Routers {'6d1092b6-4376-44f2-8522-e20cd3ebf931'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:25:22.686281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6d1092b6-4376-44f2-8522-e20cd3ebf931'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:22.724805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4bd0-2413-4248-9437-749ead37d35b None None] Pushing event updated for resources: {'Port': ['ID=fdd06b81-ba8b-4139-8949-9df116ed9ca0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:22.795759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] Set router 6d1092b6-4376-44f2-8522-e20cd3ebf931 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:25:23.000065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 44554) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:25:23.007773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:19Z', 'revision_number': 4, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port': {'id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:18Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:14Z', 'revision_number': 5, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:25:23.034003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb99ba-244c-49b1-874f-90a80db2bdad None None] The sync data for ids ['6d1092b6-4376-44f2-8522-e20cd3ebf931'] in dv-neutron-820858-1-hyperv is: [{'id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'name': 'router1', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:25:00Z', 'updated_at': '2021-12-10T16:25:19Z', 'revision_number': 4, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'gw_port': {'id': 'fdd06b81-ba8b-4139-8949-9df116ed9ca0', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:18Z', 'updated_at': '2021-12-10T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '8f3d4b45-ee43-4351-b275-fbfec67007b8', 'name': '', 'network_id': '6babc831-921b-47cd-83e0-ce43234268bf', 'tenant_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'mac_address': 'fa:16:3e:69:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1092b6-4376-44f2-8522-e20cd3ebf931', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:25:10Z', 'updated_at': '2021-12-10T16:25:14Z', 'revision_number': 5, 'project_id': 'da4612d932dd4b1c8afb205fb92ae8f3', 'subnets': [{'id': '45a882ca-5fe5-4031-b906-12b553b662f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21391b0e-fd15-4eb9-9f20-0a1a0a106a19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:25:23.123257 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2ea9acd0-ed75-4756-b710-102a332ecbbc admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220679 Dec 10 16:25:24.394918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fdd06b81-ba8b-4139-8949-9df116ed9ca0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:24.453411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fdd06b81-ba8b-4139-8949-9df116ed9ca0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:24.453789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.538990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.562217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port fdd06b81-ba8b-4139-8949-9df116ed9ca0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fdd06b81-ba8b-4139-8949-9df116ed9ca0,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:25:24.625435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:24.681337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=fdd06b81-ba8b-4139-8949-9df116ed9ca0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:25:26.388086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fdd06b81-ba8b-4139-8949-9df116ed9ca0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:25:26.436948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fdd06b81-ba8b-4139-8949-9df116ed9ca0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:25:26.436948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:32.972760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ed5a-f4be-404f-9bfc-a74ed6ceee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:35.211020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ac4c-3c7b-44bf-8696-0444b569d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:36.483449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:37.748618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:38.614781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:25:48.924395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:26:02.963082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d27aec4f-d17e-4f6e-b0e6-0c58bd8fc6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:05.231311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e503c23-c8c9-41c4-a6d5-0b131222ebcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:06.477838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:07.745867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:09.509339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:25.925003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:26:32.953183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a286f84-5bcc-4c09-ab2e-3db5a9336139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:35.170403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bc889097-9754-4af6-8bb0-783bd66e70da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:36.472542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:37.739372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:38.587111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:50.642976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:50.703521 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2239491-6074-44a0-a061-7addc76b5f00 admin admin] GET failed (client error): The resource could not be found. Dec 10 16:26:50.704821 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2239491-6074-44a0-a061-7addc76b5f00 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609071 Dec 10 16:26:50.869166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9d893-bf66-4171-8db0-1bd9a7611f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:50.870558 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9da9d893-bf66-4171-8db0-1bd9a7611f85 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611941 Dec 10 16:26:53.216141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:53.310162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6610e2a-e93d-4052-854d-8abd2c6113e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.311550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f6610e2a-e93d-4052-854d-8abd2c6113e5 admin admin] 10.222.0.21 "GET /v2.0/subnets/45a882ca-5fe5-4031-b906-12b553b662f1 HTTP/1.1" status: 200 len: 849 time: 0.0943508 Dec 10 16:26:53.321800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:26:53.409621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.598048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820'] for subnet, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.630759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:53.631884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:53.637008 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] 10.222.0.21 "PUT /v2.0/subnets/45a882ca-5fe5-4031-b906-12b553b662f1 HTTP/1.1" status: 200 len: 868 time: 0.3151791 Dec 10 16:26:53.637209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb94999-b7f3-4f52-bb18-deaad913d65c None None] Network 6babc831-921b-47cd-83e0-ce43234268bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:26:53.660068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a882ca-5fe5-4031-b906-12b553b662f1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:26:53.667770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.668166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.668508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.668853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.669247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.669565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.669917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.670258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.670611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.670951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.671279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.671610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:53.671939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea1070-792f-4a77-a39b-7a00cf4dd258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:26:54.009941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b4fb12ed-6b80-470f-a6f8-0edd4c783299 None None] Provisioning complete for port f0ff2f0d-3df2-4408-bb97-322655dcb4c0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:54.010230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4fb12ed-6b80-470f-a6f8-0edd4c783299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:54.097350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b4fb12ed-6b80-470f-a6f8-0edd4c783299 None None] Provisioning complete for port 8f3d4b45-ee43-4351-b275-fbfec67007b8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:26:54.097729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4fb12ed-6b80-470f-a6f8-0edd4c783299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:26:56.043759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:56.239074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551efc0-f871-498c-8a70-ebe1420e47ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:56.239469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4551efc0-f871-498c-8a70-ebe1420e47ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:56.241058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4551efc0-f871-498c-8a70-ebe1420e47ce admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962790 Dec 10 16:26:58.622228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:26:58.752782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d2391-9bb4-4f2e-9d8f-ea71fe4b6dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:58.753285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d2391-9bb4-4f2e-9d8f-ea71fe4b6dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:26:58.754794 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-426d2391-9bb4-4f2e-9d8f-ea71fe4b6dba admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315770 Dec 10 16:27:01.130943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:01.273672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d34a0a-500f-4224-a2c4-89d71ec49af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:01.275045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88d34a0a-500f-4224-a2c4-89d71ec49af1 admin admin] 10.222.0.21 "GET /v2.0/networks/6babc831-921b-47cd-83e0-ce43234268bf HTTP/1.1" status: 200 len: 869 time: 0.1431389 Dec 10 16:27:02.925362 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:27:02.962203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482cd5e-3f37-4571-9c14-a9e4185523f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:03.673756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:03.799300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9a8fa-2bed-4993-bb24-ed9c6774228f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:03.800815 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03f9a8fa-2bed-4993-bb24-ed9c6774228f admin admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 886 time: 0.1260109 Dec 10 16:27:05.151049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75e09ced-7e8b-455e-adf9-34f42170efae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:06.163123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:06.374859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645d75f-dd47-4a38-afa8-633404c251b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:06.375225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645d75f-dd47-4a38-afa8-633404c251b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:06.377049 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b645d75f-dd47-4a38-afa8-633404c251b9 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2129099 Dec 10 16:27:06.518506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:07.734990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.596371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:08.756245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:08.846618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab797e0d-4b0b-4a5d-891a-0f87368a6353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.846999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab797e0d-4b0b-4a5d-891a-0f87368a6353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:08.848524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ab797e0d-4b0b-4a5d-891a-0f87368a6353 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912826 Dec 10 16:27:11.272263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:11.358456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f0d96-4f57-40be-806a-1550a0e06929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:11.359861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f92f0d96-4f57-40be-806a-1550a0e06929 admin admin] 10.222.0.21 "GET /v2.0/subnets/1ef4f59e-d63a-46f9-a7c1-0b93400aca76 HTTP/1.1" status: 200 len: 816 time: 0.0865774 Dec 10 16:27:13.764085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:13.856761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdbebdf-48e2-48a9-95b0-870a150ed740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:13.858095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9bdbebdf-48e2-48a9-95b0-870a150ed740 admin admin] 10.222.0.21 "GET /v2.0/subnets/45a882ca-5fe5-4031-b906-12b553b662f1 HTTP/1.1" status: 200 len: 868 time: 0.0930543 Dec 10 16:27:32.974408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b499f27-6bf6-44d5-ba67-5dc99b6d93c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:35.157345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-69f79ff3-c7db-4a29-929c-71b15a699ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:36.498681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:37.728856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:38.620173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:39.742336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:39.788813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-b45cabf6-e850-4b26-ae56-63a91a2ce9b2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:27:39.789842 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b45cabf6-e850-4b26-ae56-63a91a2ce9b2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465093 Dec 10 16:27:39.923456 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:27:42.263310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:42.326183 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1c9b4c-1027-4338-877b-a306f0ccbc38 admin admin] GET failed (client error): The resource could not be found. Dec 10 16:27:42.327542 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6e1c9b4c-1027-4338-877b-a306f0ccbc38 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631630 Dec 10 16:27:42.413636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf3fb8-e222-4fc0-846e-5f716ae8b602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:42.415179 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5daf3fb8-e222-4fc0-846e-5f716ae8b602 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829630 Dec 10 16:27:44.872158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:44.919717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:44.921337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.quota [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Loaded quota_driver: . Dec 10 16:27:45.031710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Made reservation on behalf of a3cd9047bcb64b70a5f8a9d4e3980062 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:45.034161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.061832 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.services.revisions.revision_plugin [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Could not find related network for resource to bump revision. Dec 10 16:27:45.077493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:27:45.089540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736627558265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.090029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Unsubscribe: segment precommit_create {{(pid=103598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 16:27:45.090503 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Added segment a348689a-a993-4dd6-85e6-232dcd8062a0 of type vlan for network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d Dec 10 16:27:45.143344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.230685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.231649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:45.232270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:45.326476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:45.332926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.333301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.334253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.334253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.334443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.334708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.335044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.335382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.335718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.336044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.336365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.336683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.337030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:45.348016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:27:45.377078 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-16eccc50-bbb8-438b-9073-258379da0541 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5037532 Dec 10 16:27:47.780172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:27:47.839761 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce0c75-f156-44a6-adf9-49d4f5b21461 admin admin] GET failed (client error): The resource could not be found. Dec 10 16:27:47.841070 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7cce0c75-f156-44a6-adf9-49d4f5b21461 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599194 Dec 10 16:27:47.943308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4973955-f045-4277-9efe-ab103a3189b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:47.944772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4973955-f045-4277-9efe-ab103a3189b6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0991709 Dec 10 16:27:47.954980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:27:48.047296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Made reservation on behalf of a3cd9047bcb64b70a5f8a9d4e3980062 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:27:48.049576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.300948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.352240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30209e3-8660-4c08-a9e9-be4767ebef07,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:48.369025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Checking segment: {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:48.369380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Network hostable DHCP agents. Network: ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:27:48.499792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:27:48.586054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:48.590208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:27:48.590800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.597067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d89a2-dead-47c2-9966-021c6f91b10f None None] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:48.646784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a24ae954-b02f-4639-a752-b8936845c63e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6949754 Dec 10 16:27:48.799771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d', 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d', 'project_id': 'a3cd9047bcb64b70a5f8a9d4e3980062', 'fixed_ips': [{'subnet_id': 'c30209e3-8660-4c08-a9e9-be4767ebef07'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:27:48.800690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:48.951466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Allocated IP 192.168.233.2 (ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d/c30209e3-8660-4c08-a9e9-be4767ebef07/01bb63d8-7aff-4363-9d7b-7f32b43034a0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:27:49.093341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.180728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.224854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:27:49.227720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:27:49.231350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:27:49.240224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Pushing event updated for resources: {'Port': ['ID=01bb63d8-7aff-4363-9d7b-7f32b43034a0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:49.262525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.262891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.263238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.263573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.263908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.264237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.264587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.264946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.265296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.265639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.265970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.266292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.266614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:27:49.300364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Attempting to bind port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:27:49.300736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Attempting to bind port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:27:49.301278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Attempting to bind port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 on network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:27:49.306430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:27:49.306806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Checking segment: {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:27:49.307206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.307600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Bound using segment: {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:27:49.308068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Bound port: 01bb63d8-7aff-4363-9d7b-7f32b43034a0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:27:49.308468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.369851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] For port 01bb63d8-7aff-4363-9d7b-7f32b43034a0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:27:49.374644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] For port 01bb63d8-7aff-4363-9d7b-7f32b43034a0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01bb63d8-7aff-4363-9d7b-7f32b43034a0,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:27:49.437574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:49.499833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e538ddb-12ef-49c9-a3a7-f2e152288ce8 None None] Pushing event updated for resources: {'Port': ['ID=01bb63d8-7aff-4363-9d7b-7f32b43034a0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:50.394775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af10505-c71a-4613-b57e-c6528638b7db None None] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:27:50.437413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] Provisioning complete for port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:50.437413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.536180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01bb63d8-7aff-4363-9d7b-7f32b43034a0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:50.583936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.638362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] For port 01bb63d8-7aff-4363-9d7b-7f32b43034a0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01bb63d8-7aff-4363-9d7b-7f32b43034a0,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:27:50.646236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:50.646606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.715659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.762989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:50.794252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047267b-b752-4275-a20a-0fb56e70cc33 None None] Pushing event updated for resources: {'Port': ['ID=01bb63d8-7aff-4363-9d7b-7f32b43034a0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:27:50.838856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:27:50.839195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:27:51.036140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b5b3a3cf-bb72-404e-aadc-27f07d4602fb None None] Provisioning complete for port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:51.036515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5b3a3cf-bb72-404e-aadc-27f07d4602fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:27:52.472524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01bb63d8-7aff-4363-9d7b-7f32b43034a0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:27:52.522276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 01bb63d8-7aff-4363-9d7b-7f32b43034a0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:27:52.522639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:02.962488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e23189a6-4b15-48d0-a8fe-0fcc48fa7b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:05.191219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-926f7368-28b7-4862-a909-564bee2627a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:06.499840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:07.716803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:08.589206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:16.922773 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:28:32.944969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a37df99-5bb3-4e74-93d4-c628d694b312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:35.150718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8aece43c-04b6-4289-ab16-d2de08198fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:36.505312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:37.739054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:38.584544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:28:53.921712 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:29:02.968600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70c83f69-f428-4162-97c7-033b90e74880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:05.178010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2c4d5c4-ba31-4cb4-9e2c-31c57124a47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:06.486873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:07.800384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:08.601083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.151536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.159449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-0455522b-e036-47e4-8b37-0971829fe5fd tempest-verify_tempest_config-467506438 tempest-verify_tempest_config-467506438-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:29:30.160439 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0455522b-e036-47e4-8b37-0971829fe5fd tempest-verify_tempest_config-467506438 tempest-verify_tempest_config-467506438-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0079017 Dec 10 16:29:30.612891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.713714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.810720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.874941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:30.919808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:29:30.922320 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39aeca2ff88044ffbb84bf298de9a731&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3083544 Dec 10 16:29:30.923248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f0d53-39f4-4563-bdf2-355b4bb14ab6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:30.925038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:29:30.930233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.930611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.930957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.931294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.931635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.931968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.932300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.932628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.933006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.933314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.933645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.933972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.934294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601b1e8-534b-4a5c-8895-8c0996e665d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:30.988577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.010077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.183198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.185934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:31.187126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e4f0d53-39f4-4563-bdf2-355b4bb14ab6 HTTP/1.1" status: 204 len: 168 time: 0.2609375 Dec 10 16:29:31.195458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f0d53-39f4-4563-bdf2-355b4bb14ab6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:29:31.202325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.202705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.203236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.203588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.203929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.204349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.205226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.205571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.205911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.206371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.206709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.207045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:31.207376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01060842-cc9f-4a40-8acd-37a82f06e62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:29:32.955057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-10348fc1-bfda-4b93-84dc-d900e485ab97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:35.172153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75add7d0-61ad-4611-aeb9-f8a518723ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:36.509181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:37.755497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:29:38.606183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:02.937361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1814f0a9-79a5-4761-b871-e3ca3992011f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:05.137070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5bcc04ea-1ae3-4cb6-91c0-d5ebe28661ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:06.514233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:07.737450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:07.918589 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:08.606561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:32.937122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-815c6e79-7967-45e2-9ae6-6db91d14820b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:35.148280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5e5d912-4d28-40ad-9eca-3c282396bb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:36.507330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:37.833868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:38.588182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:30:44.917795 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 5 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:30:47.199371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589245'] for agent, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:02.185679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:02.290949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8d466d56-ce56-484d-9d19-75d371da26e5 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1041548 Dec 10 16:31:02.941565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63148e11-dbd7-486f-811f-42a7e7e7586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:04.703666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:31:04.757773 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-33cf8ebf-096e-41c0-8210-897b75ee827a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0530164 Dec 10 16:31:05.170634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38f935f3-6a5f-4eba-8e20-d2131d5d8865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:06.518588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:07.770505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:08.638731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:17.250237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:21.917746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:31:32.947118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-562dcc1c-5126-442d-b77e-eb9e5cc6948e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:35.135650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cab52e2a-3165-4346-8215-a1deb351fa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:36.547109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:37.781387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:38.615648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:47.158039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:31:58.917645 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:32:02.940760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c90dd2a7-37c9-4977-8a80-80f5aec70f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:05.163528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3f52d90-8c16-4348-9ea4-c6d2e6d386d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:06.530005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:07.764284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:08.620889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:17.210600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:21.791085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.030405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.121780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.252947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-30150094-network', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:22.334497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Made reservation on behalf of e4f04438a3234a60829a3cddceef9c49 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:22.336818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.346387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.422020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.529321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.559919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-308625868-network', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:22.569230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:22.575867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fefa464-7e90-4958-898f-febd5a327d71,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.589662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.590017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Tracked resource versions report: Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: pushed versions: Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: { 'AddressGroup': {'1.2'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'ConntrackHelper': {'1.0'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Log': {'1.0'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Network': {'1.1'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Port': {'1.7'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'PortForwarding': {'1.2'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'QosPolicy': {'1.10'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroup': {'1.5'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SubPort': {'1.0'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Subnet': {'1.1'}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Trunk': {'1.1'}} Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: consumer versions: Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: HyperV agent@hv-neutron-8208: {}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'ConntrackHelper': '1.0', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'LocalIPAssociation': '1.0', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Log': '1.0', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Network': '1.1', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Port': '1.7', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'PortForwarding': '1.2', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'QosPolicy': '1.10', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroup': '1.5', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SecurityGroupRule': '1.2', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'SubPort': '1.0', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Subnet': '1.1', Dec 10 16:32:22.619165 dv-neutron-820858-1-hyperv neutron-server[103599]: 'Trunk': '1.1'}} Dec 10 16:32:22.624198 dv-neutron-820858-1-hyperv neutron-server[103599]: {{(pid=103599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:32:22.624198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.624198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Added segment ab2f362f-2f0b-499e-a51f-5f4f8175f058 of type vlan for network 73f26039-7d90-4bdf-9792-0d98d1425dde Dec 10 16:32:22.667553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.700283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Made reservation on behalf of 1885b02d9a5c4eff91d0722b82fc2772 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:22.704034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.712247 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e335f045-191a-41b9-b674-5ba8ee7069c6 tempest-AgentManagementNegativeTest-1969219637 tempest-AgentManagementNegativeTest-1969219637-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5892396 Dec 10 16:32:22.713667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.786948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.834461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.835464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:22.838245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.897309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.904059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] Pushing event updated for resources: {'Network': ['ID=73f26039-7d90-4bdf-9792-0d98d1425dde,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.916379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 73f26039-7d90-4bdf-9792-0d98d1425dde details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:22.916959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:22.938770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:22.939112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Added segment 1496d8e2-f18e-4e65-93bd-93d76e69f373 of type vlan for network 0acb749c-af33-4e1f-be3e-5b473cc7e286 Dec 10 16:32:22.958873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fad55019-0f46-44b6-a993-3cd6ce229845 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1668847 Dec 10 16:32:22.962255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45616) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:22.967821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Request body: {'subnet': {'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-30150094-subnet', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:22.990684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335efd69-b2bc-4a3d-9a96-4cfb54a89dd3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:22.997501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.065949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Made reservation on behalf of e4f04438a3234a60829a3cddceef9c49 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:23.068442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.100511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.101529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.102141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.153091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.182467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] Pushing event updated for resources: {'Network': ['ID=0acb749c-af33-4e1f-be3e-5b473cc7e286,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:23.200226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:23.210221 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-118b21f2-c150-40e0-995b-69a95317f31d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1781669 Dec 10 16:32:23.211415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.218015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Request body: {'subnet': {'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-308625868-subnet', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.299851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.357391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Made reservation on behalf of 1885b02d9a5c4eff91d0722b82fc2772 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:23.359760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.397942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.447054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a44295-9782-4b0b-b45c-6d6af2f91cc0,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:23.461021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.461352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.461906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.462249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.462582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.462927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.463246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.463573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.463904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.464228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.464562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.464961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Tracked resource versions report: Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: pushed versions: Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: { 'AddressGroup': {'1.2'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'ConntrackHelper': {'1.0'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Log': {'1.0'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Network': {'1.1'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Port': {'1.7'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'PortForwarding': {'1.2'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'QosPolicy': {'1.10'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroup': {'1.5'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SubPort': {'1.0'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Subnet': {'1.1'}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Trunk': {'1.1'}} Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: consumer versions: Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: HyperV agent@hv-neutron-8208: {}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'ConntrackHelper': '1.0', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'LocalIPAssociation': '1.0', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Log': '1.0', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Network': '1.1', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Port': '1.7', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'PortForwarding': '1.2', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'QosPolicy': '1.10', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroup': '1.5', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SecurityGroupRule': '1.2', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'SubPort': '1.0', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Subnet': '1.1', Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: 'Trunk': '1.1'}} Dec 10 16:32:23.470303 dv-neutron-820858-1-hyperv neutron-server[103598]: {{(pid=103598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:32:23.483061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Checking segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:23.483412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Network hostable DHCP agents. Network: 73f26039-7d90-4bdf-9792-0d98d1425dde, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:23.586574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Network 73f26039-7d90-4bdf-9792-0d98d1425dde is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:23.626736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.664656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.689184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 73f26039-7d90-4bdf-9792-0d98d1425dde) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:23.693470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.695435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.704965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a416d-09d0-4ab6-b8e1-edad32291414 None None] Network 73f26039-7d90-4bdf-9792-0d98d1425dde requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:23.709471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Pushing event updated for resources: {'Subnet': ['ID=745eb6fb-bb30-4a6f-8644-434b39d5a082,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:23.719668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Checking segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:23.720039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Network hostable DHCP agents. Network: 0acb749c-af33-4e1f-be3e-5b473cc7e286, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:23.783346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d4c7d966-c38f-4642-b797-9a471da28571 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-582533099'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.784068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d4c7d966-c38f-4642-b797-9a471da28571 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:32:23.793913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.843228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.845705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-73f26039-7d90-4bdf-9792-0d98d1425dde', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:23.846678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.848359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:23.865283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0acb749c-af33-4e1f-be3e-5b473cc7e286) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:23.872123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:23.872991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:23.879083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f212aa-5e95-4ef9-b539-9dfddad7ac3f None None] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:23.910916 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31995d89-0984-41a5-88c5-d1b55846a2c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9475524 Dec 10 16:32:23.921437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:23.926766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:23.929897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.050800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Allocated IP 172.26.4.75 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:24.129437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-0acb749c-af33-4e1f-be3e-5b473cc7e286', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:24.131064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.159080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.159080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.179194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.179365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Allocated IP 172.20.0.2 (73f26039-7d90-4bdf-9792-0d98d1425dde/45a44295-9782-4b0b-b45c-6d6af2f91cc0/770f556a-e500-488b-a2f0-f7db90fca3f8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:24.216270 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-50140fbc-fd8c-4bdb-b764-8aa2fef2427c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0033250 Dec 10 16:32:24.222254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.233739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.245437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2c1-3b2e-459b-9503-c914f0abddc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.318954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.330568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.380348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:24.390224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.395025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:24.397313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:24.475739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.498366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.498609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4c7d966-c38f-4642-b797-9a471da28571 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.508348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.509654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.513430 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d4c7d966-c38f-4642-b797-9a471da28571 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2124684 Dec 10 16:32:24.517209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.523765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-240079dd-e52a-48a3-9e6f-9cd836a6319d tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd748f352-3dc7-4350-a543-a844294e061f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.524278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-240079dd-e52a-48a3-9e6f-9cd836a6319d tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:32:24.570338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2c1-3b2e-459b-9503-c914f0abddc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.643971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Allocated IP 172.20.0.2 (0acb749c-af33-4e1f-be3e-5b473cc7e286/745eb6fb-bb30-4a6f-8644-434b39d5a082/b147bb11-44a8-4d5f-bca6-65c1eb64832f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:24.652367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.658672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c7c2c1-3b2e-459b-9503-c914f0abddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.712297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.752639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d9c7c2c1-3b2e-459b-9503-c914f0abddc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49777f0ced6a400592e2e8f345e697d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9038088 Dec 10 16:32:24.756592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45678) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:24.823659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.852460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.865994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.894140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2064101829'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.935758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:24.947380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7c2c1-3b2e-459b-9503-c914f0abddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1d407-9470-4e57-a9ef-c7fd1d7fcd1a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:24.951237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-210643323'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:24.960930 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.services.metering.metering_plugin [None req-240079dd-e52a-48a3-9e6f-9cd836a6319d tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:32:25.002272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.019564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:25.026332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:25.035146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:25.043754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Pushing event updated for resources: {'Port': ['ID=b147bb11-44a8-4d5f-bca6-65c1eb64832f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.047904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Network 73f26039-7d90-4bdf-9792-0d98d1425dde is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:25.055657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:25.058572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:25.078959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.080709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.081209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.081560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.082066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.082957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.083952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.084313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.084673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.085969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.086310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.086650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.086981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Tracked resource versions report: Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: pushed versions: Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: { 'AddressGroup': {'1.2'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'ConntrackHelper': {'1.0'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Log': {'1.0'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Network': {'1.1'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Port': {'1.7'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'PortForwarding': {'1.2'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'QosPolicy': {'1.10'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroup': {'1.5'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SubPort': {'1.0'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Subnet': {'1.1'}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Trunk': {'1.1'}} Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: consumer versions: Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: HyperV agent@hv-neutron-8208: {}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'ConntrackHelper': '1.0', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'LocalIPAssociation': '1.0', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Log': '1.0', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Network': '1.1', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Port': '1.7', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'PortForwarding': '1.2', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'QosPolicy': '1.10', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroup': '1.5', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SecurityGroupRule': '1.2', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'SubPort': '1.0', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Subnet': '1.1', Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: 'Trunk': '1.1'}} Dec 10 16:32:25.091772 dv-neutron-820858-1-hyperv neutron-server[103600]: {{(pid=103600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:32:25.134866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-240079dd-e52a-48a3-9e6f-9cd836a6319d tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.136075 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-240079dd-e52a-48a3-9e6f-9cd836a6319d tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6179345 Dec 10 16:32:25.178117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Made reservation on behalf of adf3ce1ef7704290b51fcb281b59e1c0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:25.181933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.193649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.194594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.203528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-279f07e6-a943-458c-8c10-2271eb02096a tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd748f352-3dc7-4350-a543-a844294e061f'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:25.206256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-279f07e6-a943-458c-8c10-2271eb02096a tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:32:25.211810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Attempting to bind port b147bb11-44a8-4d5f-bca6-65c1eb64832f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:25.213023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Attempting to bind port b147bb11-44a8-4d5f-bca6-65c1eb64832f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:25.213704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Attempting to bind port b147bb11-44a8-4d5f-bca6-65c1eb64832f on network 0acb749c-af33-4e1f-be3e-5b473cc7e286 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:25.229985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Pushing event updated for resources: {'Port': ['ID=770f556a-e500-488b-a2f0-f7db90fca3f8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.232645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:25.233949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Checking segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:25.234513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.235062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Bound using segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:25.235717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Bound port: b147bb11-44a8-4d5f-bca6-65c1eb64832f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:25.236261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.250050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Attempting to bind port 770f556a-e500-488b-a2f0-f7db90fca3f8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:25.250407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Attempting to bind port 770f556a-e500-488b-a2f0-f7db90fca3f8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:25.250773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Attempting to bind port 770f556a-e500-488b-a2f0-f7db90fca3f8 on network 73f26039-7d90-4bdf-9792-0d98d1425dde {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:25.272472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:25.272853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Checking segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:25.274461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.274871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Bound using segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:25.275369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Bound port: 770f556a-e500-488b-a2f0-f7db90fca3f8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:25.275776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.312178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.329971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.341245 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.services.metering.metering_plugin [None req-279f07e6-a943-458c-8c10-2271eb02096a tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:32:25.342845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.354296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Made reservation on behalf of 87b05abd8396485f95f9cafc4c8b92da for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:25.358677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.361198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.383179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] For port b147bb11-44a8-4d5f-bca6-65c1eb64832f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:25.383362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.383488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] For port b147bb11-44a8-4d5f-bca6-65c1eb64832f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b147bb11-44a8-4d5f-bca6-65c1eb64832f,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:25.383595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.389396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] For port 770f556a-e500-488b-a2f0-f7db90fca3f8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:25.392768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] For port 770f556a-e500-488b-a2f0-f7db90fca3f8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=770f556a-e500-488b-a2f0-f7db90fca3f8,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:25.467705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.472941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.484355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-279f07e6-a943-458c-8c10-2271eb02096a tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.490542 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-279f07e6-a943-458c-8c10-2271eb02096a tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2930210 Dec 10 16:32:25.490791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.492726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.569036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.581425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.583724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.584926 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faf1d407-9470-4e57-a9ef-c7fd1d7fcd1a HTTP/1.1" status: 204 len: 168 time: 0.8253412 Dec 10 16:32:25.595782 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-33366664-e409-4965-8e87-c074ef83ae88 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=a51ce193-a56e-4c93-a06a-f924fb223766 HTTP/1.1" status: 200 len: 464 time: 0.1039684 Dec 10 16:32:25.601812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.611735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.633441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b06c4-4a07-4ff3-8651-75965594121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1d407-9470-4e57-a9ef-c7fd1d7fcd1a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.658289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.730789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.736301 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-334513ed-33b5-4609-9236-04cab9ce59b0 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5794659 Dec 10 16:32:25.738039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.740471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07e335-dee7-47ad-8856-93c354b0078e None None] Pushing event updated for resources: {'Port': ['ID=b147bb11-44a8-4d5f-bca6-65c1eb64832f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.752927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.820418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834469e-3bc4-4346-8c23-44d36b67d163 None None] Pushing event updated for resources: {'Port': ['ID=770f556a-e500-488b-a2f0-f7db90fca3f8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.834005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.888121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-33349530', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'fixed_ips': [{'ip_address': '172.26.4.75'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:25.892644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:25.898172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.914615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bcae86-a7a6-4170-b313-7d6ad075893d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:25.930729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:25.994217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:25.998419 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Added segment 8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4 of type vlan for network 53ebecf0-0110-442f-a829-be24b554746d Dec 10 16:32:26.039853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:26.260455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.345293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544ea146-db99-453d-a449-6c7e2a6d6f40,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:26.378904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Made reservation on behalf of 998b840ad474418a8331a804e1c3d81e for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:26.384564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.388731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.393907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-950994ef-ee5f-46fe-97c0-fea7dae8d73c tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.397741 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-950994ef-ee5f-46fe-97c0-fea7dae8d73c tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/a51ce193-a56e-4c93-a06a-f924fb223766 HTTP/1.1" status: 204 len: 168 time: 0.7825005 Dec 10 16:32:26.404124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.438175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.438543 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Added segment 1a0af2b9-2a00-4564-982f-f89d12f2a509 of type vlan for network 26802433-afea-4b38-832e-0f9d62a8106d Dec 10 16:32:26.446236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.452529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:26.485424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.535581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.540623 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-188bafd2-22d9-4dee-8540-d81aa3562974 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=a51ce193-a56e-4c93-a06a-f924fb223766 HTTP/1.1" status: 200 len: 221 time: 0.1130054 Dec 10 16:32:26.542425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:26.543067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.546553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.552650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.584998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-31cf273c-d9a8-4557-88f5-c41ee8982ba2 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--269386345', 'description': 'label created by tempest'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:26.869162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-31cf273c-d9a8-4557-88f5-c41ee8982ba2 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:32:26.873557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.873557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.873557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.875230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b147bb11-44a8-4d5f-bca6-65c1eb64832f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:26.875230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b147bb11-44a8-4d5f-bca6-65c1eb64832f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:26.875230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.877377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.877377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:26.877377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.877377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.952042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4730902 Dec 10 16:32:26.957792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:26.968033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:26.980537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Request body: {'subnet': {'network_id': '53ebecf0-0110-442f-a829-be24b554746d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:26.980537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a0819-3025-43b6-940d-25e2b13f58d5 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event updated for resources: {'Network': ['ID=53ebecf0-0110-442f-a829-be24b554746d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.021805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Pushing event updated for resources: {'Network': ['ID=26802433-afea-4b38-832e-0f9d62a8106d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.034203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 53ebecf0-0110-442f-a829-be24b554746d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:27.047994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 26802433-afea-4b38-832e-0f9d62a8106d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:27.055947 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-90aa5fa0-9f40-4b5b-b7b1-637267964f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6739211 Dec 10 16:32:27.060975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.082124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] device_id is not set on port ac55f222-fba4-41e5-9c31-759457eb3e25 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:27.216674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port b147bb11-44a8-4d5f-bca6-65c1eb64832f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b147bb11-44a8-4d5f-bca6-65c1eb64832f,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.306920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Allocated IP 172.26.4.224 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/dc1cc656-160f-420f-a182-1518b4931696) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:27.308793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.309637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 770f556a-e500-488b-a2f0-f7db90fca3f8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:27.435344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31cf273c-d9a8-4557-88f5-c41ee8982ba2 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.438854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 770f556a-e500-488b-a2f0-f7db90fca3f8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:27.439017 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31cf273c-d9a8-4557-88f5-c41ee8982ba2 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8755093 Dec 10 16:32:27.439751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.463038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.478423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=b147bb11-44a8-4d5f-bca6-65c1eb64832f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.486349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e330c8-928d-4494-9b56-567b07da8496 None None] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:27.571348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.583052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-66fcfe5a-7e52-4fd9-99f9-a21dc11f8441 None None] Provisioning complete for port b147bb11-44a8-4d5f-bca6-65c1eb64832f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:27.583750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66fcfe5a-7e52-4fd9-99f9-a21dc11f8441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.598351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.617583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943901e4-6b99-4d05-bd5e-8cccc9dcfade,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:27.703077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.724164 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-11f35eb2-0d50-4893-bcc0-e1acc2ae8586 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=96fb5374-d64f-438c-96ec-cb31a1842067 HTTP/1.1" status: 200 len: 467 time: 0.2624140 Dec 10 16:32:27.729888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:27.791747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 770f556a-e500-488b-a2f0-f7db90fca3f8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=770f556a-e500-488b-a2f0-f7db90fca3f8,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:27.845882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Made reservation on behalf of adf3ce1ef7704290b51fcb281b59e1c0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:27.853620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.860950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-903060442'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:27.872874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:27.883431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370d10c-24fe-4a9d-8b76-b0a911e18203 None None] Network 73f26039-7d90-4bdf-9792-0d98d1425dde requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:27.975301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Made reservation on behalf of f7324225d8974adab4ee9c11b33e4f74 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:27.983139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.010820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.052339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-19f59702-4708-4acd-8f75-46bf0bf80011 None None] Provisioning complete for port 770f556a-e500-488b-a2f0-f7db90fca3f8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.052831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19f59702-4708-4acd-8f75-46bf0bf80011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.069018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.074004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'network_id': '26802433-afea-4b38-832e-0f9d62a8106d', 'binding:host_id': 'hv-neutron-8208', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1945959855'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:28.084933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=770f556a-e500-488b-a2f0-f7db90fca3f8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.126002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.189558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.222329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2da33d5b-7e01-49fd-bd70-9cfe8a63bae7 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.223483 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2da33d5b-7e01-49fd-bd70-9cfe8a63bae7 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/96fb5374-d64f-438c-96ec-cb31a1842067 HTTP/1.1" status: 204 len: 168 time: 0.4926677 Dec 10 16:32:28.226598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.239054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Made reservation on behalf of 7f6b886f47bd46f680458e797731c0dd for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:28.241502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.255409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.255808 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dfc13da0-a1fb-4a48-8e42-a36d860d46c8 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=96fb5374-d64f-438c-96ec-cb31a1842067 HTTP/1.1" status: 200 len: 216 time: 0.0278401 Dec 10 16:32:28.257218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.279584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ebd4a4a4-b6e0-4890-8428-30813c14b3e6 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0229864 Dec 10 16:32:28.283254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.292783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.293954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a7225b74-994c-4408-a7b0-f73b58cb4ec9 None None] Provisioning complete for port b147bb11-44a8-4d5f-bca6-65c1eb64832f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.294349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7225b74-994c-4408-a7b0-f73b58cb4ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.324486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.332381 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7d9368a8-f6b3-4b0c-986a-2fed03bbc1d4 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0449638 Dec 10 16:32:28.341785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.367788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:28.372468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:28.374308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:28.377888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:28.415283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1cc656-160f-420f-a182-1518b4931696,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.450636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Allocated IP 172.26.4.174 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/2dcc48f1-fe64-4730-98e1-c4ff80296505) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:28.450844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.455330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.455683 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Added segment f0df230c-14ce-44be-b379-7ba0157d7948 of type vlan for network e05de326-2b94-4174-afc8-9010161c1184 Dec 10 16:32:28.469468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf66549-0378-4747-ad06-f93df084d5b1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.475883 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6985d6e5-18d0-486a-8add-1a380ecca7f7 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/d748f352-3dc7-4350-a543-a844294e061f HTTP/1.1" status: 200 len: 472 time: 0.1299245 Dec 10 16:32:28.477198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.509322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd775efc-316e-4976-8bf7-8fbff8b33602 None None] Provisioning complete for port 770f556a-e500-488b-a2f0-f7db90fca3f8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.510018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd775efc-316e-4976-8bf7-8fbff8b33602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.531111 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ea66cfa-32ec-4189-87a8-62c9aa2f8645 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/1f13f6bc-80ea-41d4-9a91-a97cbcb333de HTTP/1.1" status: 200 len: 461 time: 0.0484684 Dec 10 16:32:28.533623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.557434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event updated for resources: {'Subnet': ['ID=52eb1379-987f-4f81-b437-fd161074ecf1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:28.569514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Checking segment: {'id': '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '53ebecf0-0110-442f-a829-be24b554746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:28.569870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Network hostable DHCP agents. Network: 53ebecf0-0110-442f-a829-be24b554746d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:28.574759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.635007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.656199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b147bb11-44a8-4d5f-bca6-65c1eb64832f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:28.673243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.693255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Network 53ebecf0-0110-442f-a829-be24b554746d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:28.718245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b147bb11-44a8-4d5f-bca6-65c1eb64832f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.718620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.763568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.769046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.769645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.770751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.772043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.799647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port 90f71fa3-6aef-46d5-b3d6-abf786d30166 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:28.803838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 770f556a-e500-488b-a2f0-f7db90fca3f8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:28.836436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.855161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 770f556a-e500-488b-a2f0-f7db90fca3f8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:28.855541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.928294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1eed0f4f-f2d6-4017-a481-092f14556012 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.931748 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1eed0f4f-f2d6-4017-a481-092f14556012 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1f13f6bc-80ea-41d4-9a91-a97cbcb333de HTTP/1.1" status: 204 len: 168 time: 0.3736978 Dec 10 16:32:28.945711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:28.955521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 53ebecf0-0110-442f-a829-be24b554746d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:28.966620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:28.967648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:28.967787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11a9b0-e069-4852-b004-da3496e153fb None None] Network 53ebecf0-0110-442f-a829-be24b554746d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:28.989705 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4135988 Dec 10 16:32:29.013218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.018653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Request body: {'subnet': {'network_id': 'e05de326-2b94-4174-afc8-9010161c1184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:29.066216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31187be8-c89e-41c2-babd-d6bd54bb2de8 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'Network': ['ID=e05de326-2b94-4174-afc8-9010161c1184,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.077048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff4d178-13e4-4527-b869-4e12b778f00d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.087277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:29.088510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Allocated IP 172.26.4.55 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/0b7817ee-4f3b-4630-ad81-d247d74bf77b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:29.094834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Pushing event updated for resources: {'Port': ['ID=2dcc48f1-fe64-4730-98e1-c4ff80296505,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.098081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e05de326-2b94-4174-afc8-9010161c1184 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:29.101497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:29.111743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:29.118263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-53ebecf0-0110-442f-a829-be24b554746d', 'network_id': '53ebecf0-0110-442f-a829-be24b554746d', 'project_id': 'adf3ce1ef7704290b51fcb281b59e1c0', 'fixed_ips': [{'subnet_id': '52eb1379-987f-4f81-b437-fd161074ecf1'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:29.118263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.173848 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-79929b58-e6e1-46a0-b917-3655cd8b9fb8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2143278 Dec 10 16:32:29.174695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:29.190688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Request body: {'port': {'network_id': '53ebecf0-0110-442f-a829-be24b554746d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1159978481'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:29.307861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Allocated IP 172.20.0.2 (53ebecf0-0110-442f-a829-be24b554746d/52eb1379-987f-4f81-b437-fd161074ecf1/22d10291-9752-4814-8fb1-ddd02630086c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:29.417668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d618b254-364a-4d1c-9ba9-d145efdd7f53 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.422060 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d618b254-364a-4d1c-9ba9-d145efdd7f53 tempest-MeteringTestJSON-226503096 tempest-MeteringTestJSON-226503096-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/d748f352-3dc7-4350-a543-a844294e061f HTTP/1.1" status: 204 len: 168 time: 0.4722023 Dec 10 16:32:29.455194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.462504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.475769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.562950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Made reservation on behalf of f7324225d8974adab4ee9c11b33e4f74 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:29.566359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.567758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port 90f71fa3-6aef-46d5-b3d6-abf786d30166 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:29.582345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.590394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.624759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Network 53ebecf0-0110-442f-a829-be24b554746d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:29.626185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:29.628927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.630149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:29.638596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Pushing event updated for resources: {'Port': ['ID=22d10291-9752-4814-8fb1-ddd02630086c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.691773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Attempting to bind port 22d10291-9752-4814-8fb1-ddd02630086c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:29.692472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Attempting to bind port 22d10291-9752-4814-8fb1-ddd02630086c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '53ebecf0-0110-442f-a829-be24b554746d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:29.692843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Attempting to bind port 22d10291-9752-4814-8fb1-ddd02630086c on network 53ebecf0-0110-442f-a829-be24b554746d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:29.698440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:29.698775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Checking segment: {'id': '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '53ebecf0-0110-442f-a829-be24b554746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:29.699180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.700256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Bound using segment: {'id': '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '53ebecf0-0110-442f-a829-be24b554746d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:29.700256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Bound port: 22d10291-9752-4814-8fb1-ddd02630086c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '53ebecf0-0110-442f-a829-be24b554746d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:29.700925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.714160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.716243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.727399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Made reservation on behalf of adf3ce1ef7704290b51fcb281b59e1c0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:29.731083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:29.762641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] device_id is not set on port 32bd9c2d-e783-4dc7-8415-fb63f487bddc yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:29.815284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:29.834980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:29.838020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:32:29.841407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:29.846146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=0b7817ee-4f3b-4630-ad81-d247d74bf77b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:29.908712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] For port 22d10291-9752-4814-8fb1-ddd02630086c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:29.913183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] For port 22d10291-9752-4814-8fb1-ddd02630086c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d10291-9752-4814-8fb1-ddd02630086c,segment=NetworkSegment(8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4),segment_id=8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:29.993946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.036819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.047865 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:32:30.048583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:32:30.059692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.072073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b022f-ca5c-4cf3-878e-3e524581b378 None None] Pushing event updated for resources: {'Port': ['ID=22d10291-9752-4814-8fb1-ddd02630086c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.131802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Allocated IP 172.20.0.8 (53ebecf0-0110-442f-a829-be24b554746d/52eb1379-987f-4f81-b437-fd161074ecf1/32bd9c2d-e783-4dc7-8415-fb63f487bddc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:30.159805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Checking segment: {'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:30.160282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Network hostable DHCP agents. Network: 26802433-afea-4b38-832e-0f9d62a8106d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:30.162244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=90f71fa3-6aef-46d5-b3d6-abf786d30166,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.172857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.186965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'Subnet': ['ID=2cb441ca-fa63-400f-adcb-68425867c2b5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.200412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:30.211950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.216507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Sync routers for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:30.232720 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:30.236039 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:30.236974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Checking segment: {'id': 'f0df230c-14ce-44be-b379-7ba0157d7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:30.237343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Network hostable DHCP agents. Network: e05de326-2b94-4174-afc8-9010161c1184, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:30.263283 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a2298e22-7554-4061-9aa8-3ca5238136d8 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.4181023 Dec 10 16:32:30.265437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.296832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Network 26802433-afea-4b38-832e-0f9d62a8106d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:30.337004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.446278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:30.516122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 26802433-afea-4b38-832e-0f9d62a8106d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:30.531619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:30.536236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a091cd-5989-4984-b5b5-a1ce51257a1c None None] Network 26802433-afea-4b38-832e-0f9d62a8106d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:30.558316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.558683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.559072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.575338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.575695 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.577449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 2 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.610102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.610365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.610707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.617545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Router 06555661-cdea-462b-874d-2fa7725dedd8 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:32:30.629738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.632810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.633073 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.635422 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 3 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.675985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.677634 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fafa4342-c9d6-42e5-9cf0-ed6c5c783f35 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7551978 Dec 10 16:32:30.682298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Network e05de326-2b94-4174-afc8-9010161c1184 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:30.687057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.703001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e05de326-2b94-4174-afc8-9010161c1184) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:30.715914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a141dff1-9075-4f5e-bd81-f1f1278be24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.716217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.716789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.717433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.727915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.741160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.741510 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.743326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67003206-57bd-4f2a-b2f1-d7df2b1d1536 None None] Network e05de326-2b94-4174-afc8-9010161c1184 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:30.749793 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 4 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.775005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:30.775905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.783434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.783781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.784125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.799738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.808257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.808595 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.815212 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 5 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.846829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.847319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.847674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.848391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Deleting port 9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:30.849333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.852846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=0b7817ee-4f3b-4630-ad81-d247d74bf77b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:30.860973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.861318 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.871284 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 6 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.874626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:30.883005 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6a3160ef-1812-4bbe-9e58-1353c14440c2 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8682075 Dec 10 16:32:30.889909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.895104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Request body: {'port': {'network_id': 'e05de326-2b94-4174-afc8-9010161c1184', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-276841016'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:30.905830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.907771 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-48ab91f0-4fe2-4118-8941-b0b9718b46ff tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0099356 Dec 10 16:32:30.907919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:30.908244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:30.914868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:30.915007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d10291-9752-4814-8fb1-ddd02630086c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:30.922219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.929175 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:28Z', 'revision_number': 3, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:30.933124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Sync routers for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:30.958003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-330472095'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:30.960380 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Checking router: 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:30.960856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.961196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Updating router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e port dc1cc656-160f-420f-a182-1518b4931696 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:30.965569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.966839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:30.967721 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:30.971197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e05de326-2b94-4174-afc8-9010161c1184', 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184', 'project_id': 'f7324225d8974adab4ee9c11b33e4f74', 'fixed_ips': [{'subnet_id': '2cb441ca-fa63-400f-adcb-68425867c2b5'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:30.972074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.974951 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 7 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:30.979193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:30.980435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-154c1d4a-312b-461d-8090-6564553568ce admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7524817 Dec 10 16:32:30.990652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45804) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:30.994937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:30.996301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:31.016578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:31.016945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:31.017324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:31.032639 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.037321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:31.037642 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:31.039906 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 8 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:31.077997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:31.077997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:31.078341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:31.083215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Made reservation on behalf of da181e87c74e4aaf9d566c36ab1c40ab for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:31.087783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.100704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:31.100998 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:31.103281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Calling delete_port for 9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:31.103582 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 9 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:31.108360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.133848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:31.134193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:31.134538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:31.148421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:31.148721 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:31.153745 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 10 to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 Dec 10 16:32:31.178209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:31.179015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:31.179015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:31.191151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:31.191494 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port 90f71fa3-6aef-46d5-b3d6-abf786d30166 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:31.191872 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.207438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Made reservation on behalf of f7324225d8974adab4ee9c11b33e4f74 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:31.211525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.285327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] device_id is not set on port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:31.300835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Allocated IP 2001:db8::2 (e05de326-2b94-4174-afc8-9010161c1184/2cb441ca-fa63-400f-adcb-68425867c2b5/f367db37-3fbd-42f1-8cd4-e6afa76cdd61) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:31.345699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.431006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.454070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port 90f71fa3-6aef-46d5-b3d6-abf786d30166, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:31.454463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:32:31.460467 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.505311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.518059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.521286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 22d10291-9752-4814-8fb1-ddd02630086c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:31.521670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.522601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a141dff1-9075-4f5e-bd81-f1f1278be24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.537397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:31.547260 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.550450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.550931 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Added segment 94c99794-e54f-45b4-8827-8cda14b90528 of type vlan for network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 Dec 10 16:32:31.558546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:31.612534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.622141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.640325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a141dff1-9075-4f5e-bd81-f1f1278be24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.683782 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Attempting to bind port dc1cc656-160f-420f-a182-1518b4931696 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:31.690724 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Attempting to bind port dc1cc656-160f-420f-a182-1518b4931696 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:31.690724 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Attempting to bind port dc1cc656-160f-420f-a182-1518b4931696 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:31.690904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141dff1-9075-4f5e-bd81-f1f1278be24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a0e47e-c0e8-48fc-ada5-c0dffefe3d18,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.700005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a8cc6-cc3a-4b8e-a10b-5d0be55e5c79 None None] Network 53ebecf0-0110-442f-a829-be24b554746d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:31.707055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.718334 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Pushing event updated for resources: {'Port': ['ID=dc1cc656-160f-420f-a182-1518b4931696,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.722328 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:31.722987 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:31.723647 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.724687 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:31.725394 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Bound port: dc1cc656-160f-420f-a182-1518b4931696, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:31.726066 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.770375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Network 53ebecf0-0110-442f-a829-be24b554746d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:31.773237 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.773887 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.774430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.774966 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.775538 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.776032 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.776537 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.777309 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.778091 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.778602 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Tracked resource versions report: Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: pushed versions: Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: { 'AddressGroup': {'1.2'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'LocalIPAssociation': {'1.0'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Log': {'1.0'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Network': {'1.1'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Port': {'1.7'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'PortForwarding': {'1.2'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'QosPolicy': {'1.10'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroup': {'1.5'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SubPort': {'1.0'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Subnet': {'1.1'}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Trunk': {'1.1'}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: consumer versions: Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: { DHCP agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: HyperV agent@hv-neutron-8208: {}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: L3 agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: Metadata agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: Metering agent@dv-neutron-820858-1-hyperv: {}, Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: Open vSwitch agent@dv-neutron-820858-1-hyperv: { 'AddressGroup': '1.2', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'ConntrackHelper': '1.0', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'LocalIPAssociation': '1.0', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Log': '1.0', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Network': '1.1', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Port': '1.7', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'PortForwarding': '1.2', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'QosPolicy': '1.10', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroup': '1.5', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SecurityGroupRule': '1.2', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'SubPort': '1.0', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Subnet': '1.1', Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: 'Trunk': '1.1'}} Dec 10 16:32:31.784197 dv-neutron-820858-1-hyperv neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 16:32:31.786156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Allocated IP 2001:db8::69 (e05de326-2b94-4174-afc8-9010161c1184/2cb441ca-fa63-400f-adcb-68425867c2b5/dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:31.794157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:31.800565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a141dff1-9075-4f5e-bd81-f1f1278be24e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=beee9c6c0138491c98799571a57581b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7338324 Dec 10 16:32:31.810480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Network e05de326-2b94-4174-afc8-9010161c1184 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:31.833330 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] For port dc1cc656-160f-420f-a182-1518b4931696, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:31.834438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.839590 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] For port dc1cc656-160f-420f-a182-1518b4931696, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dc1cc656-160f-420f-a182-1518b4931696,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:31.841086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:31.843968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.848848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:31.849979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.853400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.853537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:31.853964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:31.858126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:31.864373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.864549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] Provisioning complete for port 22d10291-9752-4814-8fb1-ddd02630086c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:31.864549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.905758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Pushing event updated for resources: {'Port': ['ID=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:31.923562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:31.986852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.006830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8259556 Dec 10 16:32:32.045754 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091a6e7-a08b-42e4-a7ea-32475c72cec6 None None] Pushing event updated for resources: {'Port': ['ID=dc1cc656-160f-420f-a182-1518b4931696,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.047615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.048548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:32.049398 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:32.060545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:32.062184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.078128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.130307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] For port 22d10291-9752-4814-8fb1-ddd02630086c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d10291-9752-4814-8fb1-ddd02630086c,segment=NetworkSegment(8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4),segment_id=8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:32.146882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d943ea-a80d-4c75-abef-c327306959ce,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.160541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc058e-5a94-4633-bddb-e25f3f83d81e tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event updated for resources: {'Port': ['ID=32bd9c2d-e783-4dc7-8415-fb63f487bddc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.170654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.207325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e4b1f70-a0cb-4117-9d4f-ad282bcb3ccd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.208218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.210225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Attempting to bind port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:32.210351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Attempting to bind port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f0df230c-14ce-44be-b379-7ba0157d7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:32.210771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Attempting to bind port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 on network e05de326-2b94-4174-afc8-9010161c1184 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:32.236285 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:32.303384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7350-5e65-407e-a58e-a8c796beb7d2 None None] Pushing event updated for resources: {'Port': ['ID=22d10291-9752-4814-8fb1-ddd02630086c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.336540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.339504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.342088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-719b461b-c09b-49f6-be8f-d4643bb4adfc tempest-ExternalNetworksAdminNegativeTestJSON-1942510875 tempest-ExternalNetworksAdminNegativeTestJSON-1942510875-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/8ec69f65-8a76-4f93-bc62-62e6e5db3ef7 HTTP/1.1" status: 204 len: 168 time: 2.0718737 Dec 10 16:32:32.347300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:32.347684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Checking segment: {'id': 'f0df230c-14ce-44be-b379-7ba0157d7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:32.348094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.348500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Bound using segment: {'id': 'f0df230c-14ce-44be-b379-7ba0157d7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:32.349291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Bound port: f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0df230c-14ce-44be-b379-7ba0157d7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e05de326-2b94-4174-afc8-9010161c1184'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:32.349413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.469601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17b116c3-2696-4bb4-9faa-4a4ac6a7e6f3 None None] Provisioning complete for port 22d10291-9752-4814-8fb1-ddd02630086c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:32.475171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17b116c3-2696-4bb4-9faa-4a4ac6a7e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.525647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.534154 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:28Z', 'revision_number': 3, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:32.534798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:32:32.535139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:32:32.583004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] For port f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:32.584672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6613145 Dec 10 16:32:32.588203 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5546e7-e34d-47e0-9afd-caddc69a96b4 None None] The sync data for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv is: [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:28Z', 'revision_number': 3, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:32.588860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] For port f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,segment=NetworkSegment(f0df230c-14ce-44be-b379-7ba0157d7948),segment_id=f0df230c-14ce-44be-b379-7ba0157d7948)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:32.630814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:29Z', 'revision_number': 3, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:32.652093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.663311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Checking router: 06555661-cdea-462b-874d-2fa7725dedd8 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:32.663810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Updating router 06555661-cdea-462b-874d-2fa7725dedd8 port 2dcc48f1-fe64-4730-98e1-c4ff80296505 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:32.666288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.677412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=90f71fa3-6aef-46d5-b3d6-abf786d30166,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.683301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Request body: {'subnet': {'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:32.774528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.800384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.815240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.848225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.874561 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cff27d38-8005-4779-8172-bac348199f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.8044631 Dec 10 16:32:32.880716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.884203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:32.885598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aded466-554b-4276-a22e-ecbc0ccfc0fd tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Network': ['ID=a5216bcf-246c-4b93-8a38-262bd4a9f8d1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:32.940708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:32.949919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:32.965171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Deleting port 32bd9c2d-e783-4dc7-8415-fb63f487bddc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:32.965529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.087556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.107055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Calling delete_port for 32bd9c2d-e783-4dc7-8415-fb63f487bddc owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:33.199492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17b116c3-2696-4bb4-9faa-4a4ac6a7e6f3 None None] Provisioning complete for port 32bd9c2d-e783-4dc7-8415-fb63f487bddc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.199992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17b116c3-2696-4bb4-9faa-4a4ac6a7e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.258505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.268124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.274010 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a0e47e-c0e8-48fc-ada5-c0dffefe3d18 HTTP/1.1" status: 204 len: 168 time: 1.4168198 Dec 10 16:32:33.274472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-17b116c3-2696-4bb4-9faa-4a4ac6a7e6f3 None None] Port 32bd9c2d-e783-4dc7-8415-fb63f487bddc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:33.274712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Made reservation on behalf of da181e87c74e4aaf9d566c36ab1c40ab for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:33.278365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b11b3615-32af-47c1-a352-c1b09d530847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.278663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.279695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5fd0-fc9d-4450-9ae9-a401a8ee13ca None None] Pushing event updated for resources: {'Port': ['ID=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.438520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c5ff513-8a4c-4f83-a2a8-6436d226079d None None] Provisioning complete for port 32bd9c2d-e783-4dc7-8415-fb63f487bddc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.444450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff513-8a4c-4f83-a2a8-6436d226079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.534353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Allocated IP 172.20.0.1 (0acb749c-af33-4e1f-be3e-5b473cc7e286/745eb6fb-bb30-4a6f-8644-434b39d5a082/158992c2-3412-49cd-958a-e475b2f421fd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:33.548984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ff513-8a4c-4f83-a2a8-6436d226079d None None] Port 32bd9c2d-e783-4dc7-8415-fb63f487bddc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:33.573043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dc1cc656-160f-420f-a182-1518b4931696 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:33.578832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Deleting port 90f71fa3-6aef-46d5-b3d6-abf786d30166 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:33.579170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.602796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.604654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8051f402-91ba-4eab-91ba-23a2d9adfcd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.681158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.688459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port dc1cc656-160f-420f-a182-1518b4931696 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:33.689803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.733635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'Port': ['ID=dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.736476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.783836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.804864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Allocated IP 172.20.0.1 (73f26039-7d90-4bdf-9792-0d98d1425dde/45a44295-9782-4b0b-b45c-6d6af2f91cc0/2a407889-c72f-49b0-a2d8-47344af424dd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:33.849741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8051f402-91ba-4eab-91ba-23a2d9adfcd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.851075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092c1f-3438-48fb-ad86-dc3e645420e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a0e47e-c0e8-48fc-ada5-c0dffefe3d18,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:33.858717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port 90f71fa3-6aef-46d5-b3d6-abf786d30166, host hv-neutron-8208, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:33.859083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.870460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Attempting to bind port 2dcc48f1-fe64-4730-98e1-c4ff80296505 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:33.871128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Attempting to bind port 2dcc48f1-fe64-4730-98e1-c4ff80296505 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:33.873652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Attempting to bind port 2dcc48f1-fe64-4730-98e1-c4ff80296505 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:33.897174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.916604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Calling delete_port for 90f71fa3-6aef-46d5-b3d6-abf786d30166 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:33.924853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Checking segment: {'id': '94c99794-e54f-45b4-8827-8cda14b90528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:33.925196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network hostable DHCP agents. Network: a5216bcf-246c-4b93-8a38-262bd4a9f8d1, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:33.927873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:33.928658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:33.929304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.930445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:33.931336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Bound port: 2dcc48f1-fe64-4730-98e1-c4ff80296505, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:33.931957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.940682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Network e05de326-2b94-4174-afc8-9010161c1184 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:33.950379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.959327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8051f402-91ba-4eab-91ba-23a2d9adfcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:33.987435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929c7e-26d8-4b8f-9231-5a2e7094cb28 None None] Pushing event updated for resources: {'Port': ['ID=2dcc48f1-fe64-4730-98e1-c4ff80296505,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.020847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port dc1cc656-160f-420f-a182-1518b4931696, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dc1cc656-160f-420f-a182-1518b4931696,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:34.037846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] For port 2dcc48f1-fe64-4730-98e1-c4ff80296505, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:34.051245 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8051f402-91ba-4eab-91ba-23a2d9adfcd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbbdaf64268846c993da44e41be8f3da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1091540 Dec 10 16:32:34.056846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] For port 2dcc48f1-fe64-4730-98e1-c4ff80296505, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2dcc48f1-fe64-4730-98e1-c4ff80296505,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:34.057025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:34.061921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:34.068827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.069520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.074640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.108449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.111350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d10291-9752-4814-8fb1-ddd02630086c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:34.115254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f402-91ba-4eab-91ba-23a2d9adfcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3395c0-bdc5-4fa7-8367-24b38ae91f67,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.124701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Subnet': ['ID=57f77514-8f88-4e8b-b7a4-83dab2a60342,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.188481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.212879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.221453 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be8356f4-9c21-451b-9da0-809bf7b25bc1 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.3275201 Dec 10 16:32:34.221453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:34.223770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.237677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Request body: {'port': {'network_id': 'e05de326-2b94-4174-afc8-9010161c1184', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1214065160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:34.238234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] bootfile-name is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:34.238572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] tftp-server is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:34.238916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] server-ip-address is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:34.264207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=dc1cc656-160f-420f-a182-1518b4931696,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.265424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.298991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.317682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:34.319004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:34.330796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.350972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.369468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a5216bcf-246c-4b93-8a38-262bd4a9f8d1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:34.377878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.391860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event deleted for resources: {'Port': ['ID=32bd9c2d-e783-4dc7-8415-fb63f487bddc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.406733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef5243-6d75-4878-9b66-c561f4a702d8 None None] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:34.414814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Pushing event updated for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.414936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:34.415459 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.430392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.437207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 22d10291-9752-4814-8fb1-ddd02630086c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:34.437576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.450497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:34.462176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:34.468307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b04a01d-4b8a-463d-bf7f-f9140affcd43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.486105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:34.486937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.515866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.522326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929c7e-26d8-4b8f-9231-5a2e7094cb28 None None] Pushing event updated for resources: {'Port': ['ID=2dcc48f1-fe64-4730-98e1-c4ff80296505,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.541696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.548728 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e4e88367-d586-416b-91b3-9bb6063456b6 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "DELETE /v2.0/ports/32bd9c2d-e783-4dc7-8415-fb63f487bddc HTTP/1.1" status: 204 len: 168 time: 2.4990253 Dec 10 16:32:34.552964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.557036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event deleted for resources: {'Port': ['ID=90f71fa3-6aef-46d5-b3d6-abf786d30166,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.581713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec370e4-55b3-4dfd-995e-1d0ecc20ec12 None None] Network e05de326-2b94-4174-afc8-9010161c1184 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:34.688800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.692214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-872363e0-3fa4-420f-96ae-5492f6c2d250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "DELETE /v2.0/ports/90f71fa3-6aef-46d5-b3d6-abf786d30166 HTTP/1.1" status: 204 len: 168 time: 1.8104217 Dec 10 16:32:34.694367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Network 73f26039-7d90-4bdf-9792-0d98d1425dde is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:34.701812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.757482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fcb3bf-6b82-4c22-aed4-1ddd1250ad4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:32:34.758701 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-92fcb3bf-6b82-4c22-aed4-1ddd1250ad4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports/90f71fa3-6aef-46d5-b3d6-abf786d30166 HTTP/1.1" status: 404 len: 333 time: 0.0559728 Dec 10 16:32:34.759684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:34.772349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:34.772836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.782070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.822781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d6bd9d7f-558b-4a96-83de-609ed88f7e7c tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1449413 Dec 10 16:32:34.823255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] Provisioning complete for port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:34.823255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.826742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:34.843751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1741020459', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:34.848324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'network_id': '26802433-afea-4b38-832e-0f9d62a8106d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-784728341'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:34.856295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Pushing event updated for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:34.859276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:34.931100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b04a01d-4b8a-463d-bf7f-f9140affcd43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.985994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-a5216bcf-246c-4b93-8a38-262bd4a9f8d1', 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1', 'project_id': 'da181e87c74e4aaf9d566c36ab1c40ab', 'fixed_ips': [{'subnet_id': '57f77514-8f88-4e8b-b7a4-83dab2a60342'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:34.986884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:34.996075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Made reservation on behalf of f7324225d8974adab4ee9c11b33e4f74 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:35.001748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.031216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] device_id is not set on port 13dd12a4-8a34-4723-b299-dcca682a88c7 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:35.033423 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-038704d6-32fa-4485-a4c2-257e1dc42a4d tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4741991 Dec 10 16:32:35.036152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:35.041492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2139744434'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:35.051835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.056986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.058683 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3395c0-bdc5-4fa7-8367-24b38ae91f67 HTTP/1.1" status: 204 len: 168 time: 0.9766607 Dec 10 16:32:35.107926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b04a01d-4b8a-463d-bf7f-f9140affcd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.144479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b377-288e-49fb-8d06-b4f040a7d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3395c0-bdc5-4fa7-8367-24b38ae91f67,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.174813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Made reservation on behalf of 7f6b886f47bd46f680458e797731c0dd for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:35.175728 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b04a01d-4b8a-463d-bf7f-f9140affcd43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=056a01f44355496e8d4ca07379ee582c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8072400 Dec 10 16:32:35.176449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:35.178062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.199057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.231264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:32:35.231264 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:32:35.231264 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'project_id_1': 'adf3ce1ef7704290b51fcb281b59e1c0', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 32, 15, 46035)}] Dec 10 16:32:35.231264 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:32:35.231621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:32:35.234625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.235894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.254222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.287837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-746cdc0b-43d9-4b55-95e7-df75af838c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.289725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a01d-4b8a-463d-bf7f-f9140affcd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7270113-31ae-4dc3-823a-eb04eee9e000,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:35.296315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port eba849bf-c879-4654-b3b4-55abab214b78 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:35.362862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Allocated IP 2001:db8::3c3 (e05de326-2b94-4174-afc8-9010161c1184/2cb441ca-fa63-400f-adcb-68425867c2b5/13dd12a4-8a34-4723-b299-dcca682a88c7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:35.396553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.406859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.443637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.526400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f367db37-3fbd-42f1-8cd4-e6afa76cdd61 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:35.652576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.718761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] For port f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,segment=NetworkSegment(f0df230c-14ce-44be-b379-7ba0157d7948),segment_id=f0df230c-14ce-44be-b379-7ba0157d7948)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:35.733979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Allocated IP 172.20.0.2 (a5216bcf-246c-4b93-8a38-262bd4a9f8d1/57f77514-8f88-4e8b-b7a4-83dab2a60342/df5d38b3-3fac-4f67-b65a-1312d312606c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:35.750029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.849442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:29Z', 'revision_number': 3, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:35.852600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.853239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:35.853615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.917277 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:32:35.964014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:35.976699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5201d6c-145d-4a08-8b09-79d97ea4150f None None] The sync data for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv is: [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:29Z', 'revision_number': 3, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:36.036125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.036671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca773c-1662-4478-9dbc-ad2fb4760481 None None] Pushing event updated for resources: {'Port': ['ID=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.064231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.066180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Made reservation on behalf of adf3ce1ef7704290b51fcb281b59e1c0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:36.069991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.097924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.103741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:36.105230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.124367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Provisioning complete for port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.124879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.148514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.150987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.164517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.187205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.187992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.189839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.214120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dc1cc656-160f-420f-a182-1518b4931696 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:36.218433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.240067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Network e05de326-2b94-4174-afc8-9010161c1184 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.251739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:36.255554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.263229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:36.267444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.270905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.273043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Provisioning complete for port 2a407889-c72f-49b0-a2d8-47344af424dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.273405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.273779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'Port': ['ID=13dd12a4-8a34-4723-b299-dcca682a88c7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.286859 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-015786f6-38fa-418f-b862-184d27058945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=998b840ad474418a8331a804e1c3d81e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1849918 Dec 10 16:32:36.287713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.329632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.341251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port dc1cc656-160f-420f-a182-1518b4931696 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.342613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.378027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Port 2a407889-c72f-49b0-a2d8-47344af424dd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:36.404627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.407359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.410981 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7270113-31ae-4dc3-823a-eb04eee9e000 HTTP/1.1" status: 204 len: 168 time: 1.2267897 Dec 10 16:32:36.425898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.436167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.439938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:36.449961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Pushing event updated for resources: {'Port': ['ID=df5d38b3-3fac-4f67-b65a-1312d312606c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.480812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.484447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Added segment 26068595-8b94-44dc-8962-ee5d5e99dbc0 of type vlan for network 6179c84f-f2fc-4a02-9de3-219b0ad08197 Dec 10 16:32:36.490144 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0a62f49c-59d4-4d88-b9ad-70a0bfd9e963 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2561662 Dec 10 16:32:36.490284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Provisioning complete for port 158992c2-3412-49cd-958a-e475b2f421fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.490284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.492492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.493782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a350b74-3d9f-4af2-937d-6491ddc075d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7270113-31ae-4dc3-823a-eb04eee9e000,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.557371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Network 26802433-afea-4b38-832e-0f9d62a8106d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.599961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Port 158992c2-3412-49cd-958a-e475b2f421fd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:36.602714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.620674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:36.621886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.622803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.623931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Attempting to bind port df5d38b3-3fac-4f67-b65a-1312d312606c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:36.624293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Attempting to bind port df5d38b3-3fac-4f67-b65a-1312d312606c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '94c99794-e54f-45b4-8827-8cda14b90528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:36.624657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Attempting to bind port df5d38b3-3fac-4f67-b65a-1312d312606c on network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:36.633308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.645074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:36.645843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Checking segment: {'id': '94c99794-e54f-45b4-8827-8cda14b90528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:36.646425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.646960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Bound using segment: {'id': '94c99794-e54f-45b4-8827-8cda14b90528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:36.647595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Bound port: df5d38b3-3fac-4f67-b65a-1312d312606c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c99794-e54f-45b4-8827-8cda14b90528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:36.648284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.671899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Provisioning complete for port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.672602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b777f5c-077c-457b-8d66-b15b81784a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.761378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.768786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Pushing event updated for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.779063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] For port df5d38b3-3fac-4f67-b65a-1312d312606c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:36.783990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] For port df5d38b3-3fac-4f67-b65a-1312d312606c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=df5d38b3-3fac-4f67-b65a-1312d312606c,segment=NetworkSegment(94c99794-e54f-45b4-8827-8cda14b90528),segment_id=94c99794-e54f-45b4-8827-8cda14b90528)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:36.804762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.855542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.856977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:36.926105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Network 73f26039-7d90-4bdf-9792-0d98d1425dde is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.931829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08b105-0a62-45dd-b480-705e01f5bb9c tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.933776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acd38-ce36-4ece-8ca6-892cfdd8b21c None None] Pushing event updated for resources: {'Port': ['ID=df5d38b3-3fac-4f67-b65a-1312d312606c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.940647 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1426017 Dec 10 16:32:36.943106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:36.943743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45870) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.944742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.947033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08b105-0a62-45dd-b480-705e01f5bb9c tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.947846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500bfd2-9a8b-42b3-8829-63f322e39ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=eba849bf-c879-4654-b3b4-55abab214b78,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:36.957120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:36.957344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08b105-0a62-45dd-b480-705e01f5bb9c tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:36.961085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5f08b105-0a62-45dd-b480-705e01f5bb9c tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4536176 Dec 10 16:32:36.965380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:36.971755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:36.999768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Provisioning complete for port 13dd12a4-8a34-4723-b299-dcca682a88c7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:36.999768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.042265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.042265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.042265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/943901e4-6b99-4d05-bd5e-8cccc9dcfade HTTP/1.1" status: 204 len: 168 time: 0.7474077 Dec 10 16:32:37.119433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Port 13dd12a4-8a34-4723-b299-dcca682a88c7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:37.128072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.161495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:37.163447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.167609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Provisioning complete for port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:37.168324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.174942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937c1c4-bc00-49e5-b88b-6a66c735f34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943901e4-6b99-4d05-bd5e-8cccc9dcfade,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:37.357457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfc971-27ef-40ff-bf65-9c9ded83908f None None] Port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:37.464297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Deleting port 13dd12a4-8a34-4723-b299-dcca682a88c7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:37.464660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.597128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Provisioning complete for port 2a407889-c72f-49b0-a2d8-47344af424dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:37.597128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.656396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.656808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2dcc48f1-fe64-4730-98e1-c4ff80296505 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:37.725994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.751076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Port 2a407889-c72f-49b0-a2d8-47344af424dd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:37.787826 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Provisioning complete for port 158992c2-3412-49cd-958a-e475b2f421fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:37.792212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.822923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.844011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Calling delete_port for 13dd12a4-8a34-4723-b299-dcca682a88c7 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:37.858902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.869000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a30a448f-93db-424e-b03c-cd1770a25aec None None] Port 158992c2-3412-49cd-958a-e475b2f421fd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:37.876325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2dcc48f1-fe64-4730-98e1-c4ff80296505 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:37.876786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.906730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:37.909064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Pushing event updated for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:37.919360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:37.987603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.006151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Allocated IP 172.26.4.101 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/63d4682f-88c9-493b-9f3f-10c2d167f2e9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:38.027031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 2dcc48f1-fe64-4730-98e1-c4ff80296505, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2dcc48f1-fe64-4730-98e1-c4ff80296505,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:38.080618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0432744 Dec 10 16:32:38.090747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:38.135813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.142080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f367db37-3fbd-42f1-8cd4-e6afa76cdd61 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:38.191874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47c75e-3f5b-4356-828c-8ed09bd43361 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event updated for resources: {'Network': ['ID=6179c84f-f2fc-4a02-9de3-219b0ad08197,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.231912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.259216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 6179c84f-f2fc-4a02-9de3-219b0ad08197 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:38.302047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.370620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.397518 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "DELETE /v2.0/ports/13dd12a4-8a34-4723-b299-dcca682a88c7 HTTP/1.1" status: 204 len: 168 time: 1.4251821 Dec 10 16:32:38.446143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.447961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:38.455581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Request body: {'port': {'name': 'tempest-new-port-name-50490579', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:38.456130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] bootfile-name is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:38.456482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] tftp-server is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:38.456840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.api.validators [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] server-ip-address is not in valid_values {{(pid=103599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:38.464487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbf25f-68c6-40e3-bec0-f0d74da43f54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event deleted for resources: {'Port': ['ID=13dd12a4-8a34-4723-b299-dcca682a88c7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.530288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:38.539191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:38.543383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:38.567365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=2dcc48f1-fe64-4730-98e1-c4ff80296505,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.661089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:38.661465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.662559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.707174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port eba849bf-c879-4654-b3b4-55abab214b78 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:38.725543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.730474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ccba4-03cf-4507-8c0c-475fea4bb401 None None] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:38.736595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=63d4682f-88c9-493b-9f3f-10c2d167f2e9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:38.745751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.791826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Router 06555661-cdea-462b-874d-2fa7725dedd8 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:38.819982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:38.841607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-359df84b-af73-47c1-ae61-e7f0ec8a0b59 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e4a00b5-b791-47b6-b8bb-82d9efc0d51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1523626 Dec 10 16:32:38.855264 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Sync routers for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:38.862917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:38.883353 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:38.888527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:38.944663 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5b5ea4d3-b834-4780-9cf6-c749774fc4d7 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.8438902 Dec 10 16:32:39.068003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45918) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.106673 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:39.205924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=eba849bf-c879-4654-b3b4-55abab214b78,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:39.247013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] Provisioning complete for port df5d38b3-3fac-4f67-b65a-1312d312606c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:39.247398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.504659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2dcc48f1-fe64-4730-98e1-c4ff80296505 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:39.522323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.523012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.523623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.539798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.540487 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.543417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 2 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:39.550372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.574019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:39.576871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.577544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.578110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.592854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-74baa972-ed52-4946-a23f-e6d0748a7365 admin admin] 10.222.0.21 "PUT /v2.0/routers/06555661-cdea-462b-874d-2fa7725dedd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5863369 Dec 10 16:32:39.610214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.618477 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.622437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 3 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:39.623729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Sync routers for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:39.631330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] For port df5d38b3-3fac-4f67-b65a-1312d312606c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=df5d38b3-3fac-4f67-b65a-1312d312606c,segment=NetworkSegment(94c99794-e54f-45b4-8827-8cda14b90528),segment_id=94c99794-e54f-45b4-8827-8cda14b90528)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:39.637502 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:35Z', 'revision_number': 2, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:39.646460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:39.647112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:39.680171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Checking router: 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:39.681748 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Updating router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e port 2a407889-c72f-49b0-a2d8-47344af424dd binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:39.686362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53248f46-11f1-49bb-b4e2-c6aba5dc3fcc tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] Network 6179c84f-f2fc-4a02-9de3-219b0ad08197 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:39.693214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.705692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.707839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.715602 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:39.724289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.726123 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.726891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 4 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:39.735920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45938) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.770815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.771447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.771929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.777146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.778787 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.780346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 5 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:39.816044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-53248f46-11f1-49bb-b4e2-c6aba5dc3fcc tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "POST /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7411745 Dec 10 16:32:39.816044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.816335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.816839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.819457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.835010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.835576 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.838387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 6 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:39.853511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:39.854504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:39.855055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:39.855989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:39.985313 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31c79f2c-d41d-4ca7-947b-a38ebfd4c349 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks HTTP/1.1" status: 200 len: 8036 time: 0.1645689 Dec 10 16:32:39.988051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:39.995936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:39.996707 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:39.999832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 7 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:40.024622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.064262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.064794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.065331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.087774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:40.088467 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:40.089849 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 8 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:40.115419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.115979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.116695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.123907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:40.124804 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:40.125437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 9 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:40.145696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-994662282'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:40.179727 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0938a98d-7940-47de-aab4-a3fa6faab181 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "DELETE /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks/6179c84f-f2fc-4a02-9de3-219b0ad08197 HTTP/1.1" status: 204 len: 168 time: 0.1898651 Dec 10 16:32:40.181540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.182072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.182816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.186998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.197146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:40.197921 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:40.202108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 10 to bind port eba849bf-c879-4654-b3b4-55abab214b78 Dec 10 16:32:40.211743 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.221216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3777b-03ef-45e8-84c0-4a4f6ebfbd21 None None] Network 6179c84f-f2fc-4a02-9de3-219b0ad08197 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:40.222583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.223915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.224856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.233823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:40.234435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.234892 dv-neutron-820858-1-hyperv neutron-server[103598]: ERROR neutron.plugins.ml2.managers [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port eba849bf-c879-4654-b3b4-55abab214b78 on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:40.235458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.277653 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.312513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Made reservation on behalf of 9f8daff1b38f4f13bf0bbbcf54d4a8b0 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:40.322181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.356787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.400050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.486721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.499289 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3564b-4eb1-48d2-93ec-cf9f7f9a2fa4 None None] Pushing event updated for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.536024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a9c8-af29-4d49-9166-9f8e211c6746 None None] Pushing event updated for resources: {'Port': ['ID=df5d38b3-3fac-4f67-b65a-1312d312606c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.561406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port eba849bf-c879-4654-b3b4-55abab214b78, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:40.561791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempted to set empty binding levels {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:32:40.562226 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Attempting to bind port 2a407889-c72f-49b0-a2d8-47344af424dd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:40.562835 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Attempting to bind port 2a407889-c72f-49b0-a2d8-47344af424dd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:40.563450 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Attempting to bind port 2a407889-c72f-49b0-a2d8-47344af424dd on network 73f26039-7d90-4bdf-9792-0d98d1425dde {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:40.578101 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:40.578862 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Checking segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:40.579503 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.580105 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Bound using segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:40.582186 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Bound port: 2a407889-c72f-49b0-a2d8-47344af424dd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:40.583351 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.626796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.632310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2dcc48f1-fe64-4730-98e1-c4ff80296505 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:40.632813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.650981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event updated for resources: {'Port': ['ID=dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:40.656234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.686789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] In _notify_port_updated(), no bound segment for port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c on network e05de326-2b94-4174-afc8-9010161c1184 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:40.693803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:40.694686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.702153 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cdac5ca1-c33a-450e-a4ba-3d2e322715e0 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "PUT /v2.0/ports/dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c HTTP/1.1" status: 200 len: 1127 time: 2.2519474 Dec 10 16:32:40.709933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.743858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9e46deae-f642-43b6-871a-566ceb25a3dd None None] Provisioning complete for port df5d38b3-3fac-4f67-b65a-1312d312606c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:40.744360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46deae-f642-43b6-871a-566ceb25a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.786288 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] For port 2a407889-c72f-49b0-a2d8-47344af424dd, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:40.796088 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] For port 2a407889-c72f-49b0-a2d8-47344af424dd, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2a407889-c72f-49b0-a2d8-47344af424dd,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:40.836056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] In _notify_port_updated(), no bound segment for port eba849bf-c879-4654-b3b4-55abab214b78 on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:40.837282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:40.838038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.839535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "PUT /v2.0/ports/eba849bf-c879-4654-b3b4-55abab214b78 HTTP/1.1" status: 200 len: 980 time: 3.8926635 Dec 10 16:32:40.850439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d0582-0cb5-41b2-badd-a501d6a7618a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:40.851797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45970) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.855555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a3d0582-0cb5-41b2-badd-a501d6a7618a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "GET /v2.0/ports/dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c HTTP/1.1" status: 200 len: 1127 time: 0.1392159 Dec 10 16:32:40.856576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.891457 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.894126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:35Z', 'revision_number': 2, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:40.935726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Checking router: 06555661-cdea-462b-874d-2fa7725dedd8 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:32:40.936137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Updating router 06555661-cdea-462b-874d-2fa7725dedd8 port 158992c2-3412-49cd-958a-e475b2f421fd binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:32:40.957971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:40.959763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:40.977090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355972277', 'description': 'tempest-description--92397557'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:41.028392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3564b-4eb1-48d2-93ec-cf9f7f9a2fa4 None None] Pushing event updated for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.036050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9dd5-e207-436d-9c94-7c4a2478cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=eba849bf-c879-4654-b3b4-55abab214b78,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.040016 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:41.044362 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:41.077668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device df5d38b3-3fac-4f67-b65a-1312d312606c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:41.083689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1592479498'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:41.124755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.134900 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9e37e6ca-e11c-4116-97a1-4168cb024f48 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.9456267 Dec 10 16:32:41.137523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.165392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45978) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.175646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.177743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585644093', 'description': 'tempest-description--1254180265'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:41.216020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.233534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:41.242196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:41.251245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.251974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Added segment 03e45963-e2a4-4885-ae73-9d47e5ea439e of type vlan for network e63b7bc8-9485-4627-ad8e-a09e7f5080ff Dec 10 16:32:41.277439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.303810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Deleting port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:41.303810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.314889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.394768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.395578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.396272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.396801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.397561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.398348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.399315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.399929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.400452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.401045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.401601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.402105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.402698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.403255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.403850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.404640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.405251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.409180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f203060a-c372-4baf-a091-4a2b797dc09f tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15553 time: 0.5398197 Dec 10 16:32:41.410104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b8aff9-12bd-4979-a722-4849038f3afa,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.413800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.423481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b96892fc-7ade-4156-a658-f5ada14512e0 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/networks/53ebecf0-0110-442f-a829-be24b554746d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2771585 Dec 10 16:32:41.424766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.431833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:41.432558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.433258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45982) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.497237 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:40Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:41.503725 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-46f1b0bd-9f9e-42eb-8f72-25137a0307cd tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/networks/53ebecf0-0110-442f-a829-be24b554746d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0662425 Dec 10 16:32:41.512106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.515539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.516575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.532146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port df5d38b3-3fac-4f67-b65a-1312d312606c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:41.532763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.533025 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4863e-77ab-42c3-9592-8f3f0244a570 None None] The sync data for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv is: [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:40Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:41.557270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45984) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.583671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.597244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:32:41.615846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.637366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.653470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'Network': ['ID=e63b7bc8-9485-4627-ad8e-a09e7f5080ff,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:41.667743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58eb6ae5-50a2-4701-95bb-32537fd81da8 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9292533 Dec 10 16:32:41.674364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:41.684568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.686532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Calling delete_port for dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:41.689207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.695321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Request body: {'subnet': {'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:41.722517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:41.823791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.836773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:41.844513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.862375 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] Sync routers for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:41.862483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Deleting port eba849bf-c879-4654-b3b4-55abab214b78 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:41.862483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.896185 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:41.896820 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:41.937047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port eba849bf-c879-4654-b3b4-55abab214b78, host hv-neutron-8208, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:41.937412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.952115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Calling delete_port for eba849bf-c879-4654-b3b4-55abab214b78 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:41.994560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:41.998532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-27c557d9-49fe-49e5-b099-67df723827c9 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3365619 Dec 10 16:32:42.001402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.021095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Provisioning complete for port 2a407889-c72f-49b0-a2d8-47344af424dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.022201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.027253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908a3a43-4a84-4183-8f74-953b82c17014,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.049278 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e2d2b773-37df-4254-855c-1ef256324039 tempest-DHCPAgentSchedulersTestJSON-1739607808 tempest-DHCPAgentSchedulersTestJSON-1739607808-project-admin] 10.222.0.21 "GET /v2.0/agents/e9335fd0-a5ed-48cb-85f5-46983f6b3df0/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.4903700 Dec 10 16:32:42.051649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45990) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.058156 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:42.073442 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:42.074340 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:42.106961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485dc81-2eae-4ec7-8513-003774707d99 None None] Pushing event updated for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.138013 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:42.139392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477a16-bcf9-4438-840c-d4753789f744 None None] The sync data for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:42.147698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.149155 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64461278-1e92-4cd5-b6b7-145a43d43027 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1784892 Dec 10 16:32:42.154749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.162148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.164063 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1b52eb7e-e675-4d9c-af49-e589ae462c15 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3236799 Dec 10 16:32:42.174795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'security_group_rule': {'security_group_id': '908a3a43-4a84-4183-8f74-953b82c17014', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:42.174944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Attempting to bind port 158992c2-3412-49cd-958a-e475b2f421fd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:42.175280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Attempting to bind port 158992c2-3412-49cd-958a-e475b2f421fd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:42.175643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Attempting to bind port 158992c2-3412-49cd-958a-e475b2f421fd on network 0acb749c-af33-4e1f-be3e-5b473cc7e286 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:42.181187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 45994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.185067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:42.185475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Checking segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:42.185879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.186273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Bound using segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:42.186742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Bound port: 158992c2-3412-49cd-958a-e475b2f421fd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:42.187195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.187715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.207966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.233131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device df5d38b3-3fac-4f67-b65a-1312d312606c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:42.250220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event deleted for resources: {'Port': ['ID=eba849bf-c879-4654-b3b4-55abab214b78,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.267819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.271341 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5ac3e598-1df7-4565-88be-e2b541902c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "DELETE /v2.0/ports/eba849bf-c879-4654-b3b4-55abab214b78 HTTP/1.1" status: 204 len: 168 time: 0.8550189 Dec 10 16:32:42.275313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.277140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.321299 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8140e92-cb9e-4b57-8778-bd71ceda2b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:32:42.322947 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a8140e92-cb9e-4b57-8778-bd71ceda2b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports/eba849bf-c879-4654-b3b4-55abab214b78 HTTP/1.1" status: 404 len: 333 time: 0.0414155 Dec 10 16:32:42.328615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 45998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:42.330638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Made reservation on behalf of 9f8daff1b38f4f13bf0bbbcf54d4a8b0 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:42.334125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.344409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-132604552', 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:42.349037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] For port 158992c2-3412-49cd-958a-e475b2f421fd, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:42.352966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] For port 158992c2-3412-49cd-958a-e475b2f421fd, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=158992c2-3412-49cd-958a-e475b2f421fd,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:42.356090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.386761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port df5d38b3-3fac-4f67-b65a-1312d312606c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.387438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.428494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] For port 2a407889-c72f-49b0-a2d8-47344af424dd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2a407889-c72f-49b0-a2d8-47344af424dd,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:42.432500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.439152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.518598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:42.519363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:42.563163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.644410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.680454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879e79b0-9366-4947-a698-89a6ed935094,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.711351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > segment before_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.711859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.712766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.714551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > port after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.714551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > port after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.714781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485dc81-2eae-4ec7-8513-003774707d99 None None] Pushing event updated for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.714860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > port after_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.714860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > segment after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.714860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.715171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.715535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet after_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.719356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.849997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Provisioning complete for port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:42.850599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.861520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2a407889-c72f-49b0-a2d8-47344af424dd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:42.888322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Pushing event updated for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:42.939970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:32:42.969536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2607814-6cf6-4d43-9385-ad7db0798f87 None None] Port dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:42.970512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.973802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:42.976710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet after_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.977262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet after_delete 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.977605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet before_create 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.977946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Subscribe: > subnet before_update 55550000 {{(pid=103598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:42.978904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179c84f-f2fc-4a02-9de3-219b0ad08197']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.012354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26068595-8b94-44dc-8962-ee5d5e99dbc0') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.012354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26068595-8b94-44dc-8962-ee5d5e99dbc0') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.013057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.058103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.066090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2a407889-c72f-49b0-a2d8-47344af424dd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:43.066260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.082095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.087525 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bf9b245e-5724-4863-8942-4bc856281b42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9130373 Dec 10 16:32:43.092613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.120884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'security_group_rule': {'security_group_id': '879e79b0-9366-4947-a698-89a6ed935094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:43.132330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.146268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.157691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] Provisioning complete for port 158992c2-3412-49cd-958a-e475b2f421fd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:43.157691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.180843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:43.181696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.188545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event deleted for resources: {'Port': ['ID=dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: from cryptography.utils import int_from_bytes Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: from cryptography.utils import int_from_bytes Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:43.189089 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:43.211428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Made reservation on behalf of 7f6b886f47bd46f680458e797731c0dd for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:43.213859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.239787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.240329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06e78d24-2cf0-4a99-a4c6-33962b1c0575 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:43.251374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.257428 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b91e7594-9739-43d7-aa26-0698adf6dd63 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "DELETE /v2.0/ports/dbfc2e5d-bd78-44d8-84e1-5b2c3f35f06c HTTP/1.1" status: 204 len: 168 time: 2.3997450 Dec 10 16:32:43.258360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.266596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.268724 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5d9f6af0-73bd-442b-a08f-cb31b40d5eb7 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "DELETE /v2.0/routers/06e78d24-2cf0-4a99-a4c6-33962b1c0575 HTTP/1.1" status: 204 len: 168 time: 1.2641356 Dec 10 16:32:43.278702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.299710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.305163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Request body: {'router': {'name': 'tempest-router-1753553266', 'distributed': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:43.361084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:43.368789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.401374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605949fd-b9ad-4b27-800f-e051d09d0d54 None None] The sync data for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv is: [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:43.411175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.449089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3788b086-6554-48e2-b137-43c0fb097a6b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.457244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] For port 158992c2-3412-49cd-958a-e475b2f421fd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=158992c2-3412-49cd-958a-e475b2f421fd,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:43.471140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Deleting subnet 2cb441ca-fa63-400f-adcb-68425867c2b5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:43.477474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.489302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port f9e2cc30-f868-4bd6-9424-52d7c8501331 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:43.530722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.546889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.598739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e451f4-5000-4c96-8feb-2236d42704f1 None None] Pushing event updated for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.622952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.658540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.664057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.675589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.731799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.735151 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "DELETE /v2.0/networks/6179c84f-f2fc-4a02-9de3-219b0ad08197 HTTP/1.1" status: 204 len: 168 time: 1.6798635 Dec 10 16:32:43.743614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.750271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.751408 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8271f8b4-1984-459b-81a7-ac694b9f2770 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5923660 Dec 10 16:32:43.763945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979319-0d4f-4141-93bc-20b9fed48740 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event deleted for resources: {'Network': ['ID=6179c84f-f2fc-4a02-9de3-219b0ad08197,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.763945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'Subnet': ['ID=5642f808-575f-480d-aeb1-68e9ee55c799,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.767633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.768456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.774817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'security_group_rule': {'security_group_id': '908a3a43-4a84-4183-8f74-953b82c17014', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:43.806080 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6706639d-cea0-426d-ab18-2b71075cab62 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] DELETE failed (client error): The resource could not be found. Dec 10 16:32:43.806650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6706639d-cea0-426d-ab18-2b71075cab62 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:32:43.812147 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6706639d-cea0-426d-ab18-2b71075cab62 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "DELETE /v2.0/ports/32bd9c2d-e783-4dc7-8415-fb63f487bddc HTTP/1.1" status: 404 len: 333 time: 0.0624874 Dec 10 16:32:43.816250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:43.823423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.836173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Checking segment: {'id': '03e45963-e2a4-4885-ae73-9d47e5ea439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:43.836534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Network hostable DHCP agents. Network: e63b7bc8-9485-4627-ad8e-a09e7f5080ff, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:32:43.877928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.905751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.906918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.916414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Deleting subnet 52eb1379-987f-4f81-b437-fd161074ecf1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:43.919337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.919646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.953383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2a407889-c72f-49b0-a2d8-47344af424dd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:43.962274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.965439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.965883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb441ca-fa63-400f-adcb-68425867c2b5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:43.983007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:43.986237 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-24bff11e-39a5-4d4a-92fb-17e0ab3efd54 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "DELETE /v2.0/subnets/2cb441ca-fa63-400f-adcb-68425867c2b5 HTTP/1.1" status: 204 len: 168 time: 0.7042296 Dec 10 16:32:43.994085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae233f-3606-4c2b-90f3-c27f31342768 None None] Network e05de326-2b94-4174-afc8-9010161c1184 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:43.996948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.012485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:32:44.015472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.036080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.057268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633962e1-48d3-439c-9e18-829b6304290f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.061482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.092339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2a407889-c72f-49b0-a2d8-47344af424dd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:44.092810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.123531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.137477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=f9e2cc30-f868-4bd6-9424-52d7c8501331,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.173378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.178510 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cc4b143a-a9b6-4634-950c-984c1bb47f2f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0730782 Dec 10 16:32:44.179300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e63b7bc8-9485-4627-ad8e-a09e7f5080ff) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:44.180726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.197397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'security_group_rule': {'security_group_id': '879e79b0-9366-4947-a698-89a6ed935094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:44.199914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:44.200533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.217420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fabe5e-36f4-464b-b718-ab65fb2c2e22 None None] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:44.227122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Network 26802433-afea-4b38-832e-0f9d62a8106d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:44.298878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:44.306741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:44.309147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:44.309147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.317605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.319242 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a478c05-7cab-4c24-bc94-d10dbe5f9865 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0175607 Dec 10 16:32:44.331879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.334708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.357428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bb49bc90-77cf-420e-b044-2e51cfc613b7 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6701968 Dec 10 16:32:44.363168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.378163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Request body: {'port': {'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1736313455'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:44.394526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] DHCP port deletion for e05de326-2b94-4174-afc8-9010161c1184 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:44.402086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.405624 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.415087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e63b7bc8-9485-4627-ad8e-a09e7f5080ff', 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff', 'project_id': '9f8daff1b38f4f13bf0bbbcf54d4a8b0', 'fixed_ips': [{'subnet_id': '5642f808-575f-480d-aeb1-68e9ee55c799'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:32:44.415991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.580530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Deleting port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:44.580971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.643438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Deleting port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:44.643996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.654902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.668368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Allocated IP 172.20.0.2 (e63b7bc8-9485-4627-ad8e-a09e7f5080ff/5642f808-575f-480d-aeb1-68e9ee55c799/50a92247-3e09-453b-8780-3c687e18f726) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:44.675879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] For port f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,segment=NetworkSegment(f0df230c-14ce-44be-b379-7ba0157d7948),segment_id=f0df230c-14ce-44be-b379-7ba0157d7948)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:44.676281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.691684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Calling delete_port for f367db37-3fbd-42f1-8cd4-e6afa76cdd61 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:44.701869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.722230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e91c4a1-c5ec-48b4-a896-e095fe83670f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.739351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] For port f367db37-3fbd-42f1-8cd4-e6afa76cdd61, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,segment=NetworkSegment(f0df230c-14ce-44be-b379-7ba0157d7948),segment_id=f0df230c-14ce-44be-b379-7ba0157d7948)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:44.739723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.756304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Calling delete_port for f367db37-3fbd-42f1-8cd4-e6afa76cdd61 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:44.771163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.805044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Allocated IP 172.20.0.1 (a5216bcf-246c-4b93-8a38-262bd4a9f8d1/57f77514-8f88-4e8b-b7a4-83dab2a60342/b396b4a6-95ee-422a-bd30-69068a67a06a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:44.807630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.808079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event deleted for resources: {'Subnet': ['ID=52eb1379-987f-4f81-b437-fd161074ecf1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:44.854998 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-42d1c6a6-9e05-4c33-bc3d-f90cf66b9b70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5227630 Dec 10 16:32:44.857729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.872639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.875295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427a5ff-3226-4cb7-8d34-1de04b528a71 None None] Network 53ebecf0-0110-442f-a829-be24b554746d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:44.878809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-772afc44-486f-4809-a3fc-8472aa1b70b8 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "DELETE /v2.0/subnets/52eb1379-987f-4f81-b437-fd161074ecf1 HTTP/1.1" status: 204 len: 168 time: 1.0595088 Dec 10 16:32:44.885567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.913880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:44.915114 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-75bc069c-db46-4509-99f4-7f64cf3f6aed tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1456800 Dec 10 16:32:44.934903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:44.946156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:45.005533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.012728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.029086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40668c5-938b-424d-b2b3-2d964c7aa4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:45.034214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b40668c5-938b-424d-b2b3-2d964c7aa4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports/f9e2cc30-f868-4bd6-9424-52d7c8501331 HTTP/1.1" status: 200 len: 958 time: 0.1706793 Dec 10 16:32:45.034798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.100249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.131690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Made reservation on behalf of 9f8daff1b38f4f13bf0bbbcf54d4a8b0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:45.135237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.167136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.189455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.203687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.211038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 272bb3dd-7982-4b4e-8174-fc4d5521ad50 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:45.211861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] device_id is not set on port dc8191e3-568f-4653-b14a-f113991f9b91 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:45.218092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.223932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.225773 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-45ab242e-1e2e-4a38-86aa-3fd451d729ab tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "DELETE /v2.0/routers/272bb3dd-7982-4b4e-8174-fc4d5521ad50 HTTP/1.1" status: 204 len: 168 time: 0.8897433 Dec 10 16:32:45.231130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.231771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.236823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Request body: {'router': {'name': 'tempest-router-563217778', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd757bfb8e242458cace6f633c2327a96'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:45.242394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.274831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] Pushing event deleted for resources: {'Port': ['ID=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.274831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e41eeb-7450-45a6-a1ba-98e30cf92c85 None None] No DVR routers for this DVR port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:45.299272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c62d6d0-aef5-4c73-9f17-9f880d852fa5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.304552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] DHCP port deletion for 53ebecf0-0110-442f-a829-be24b554746d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:45.308337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.345592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.381720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Deleting port f9e2cc30-f868-4bd6-9424-52d7c8501331 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:45.381720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.386487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.402977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:45.405304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.407327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:45.412617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:45.427648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Deleting port 22d10291-9752-4814-8fb1-ddd02630086c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:45.428120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.429892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Pushing event updated for resources: {'Port': ['ID=50a92247-3e09-453b-8780-3c687e18f726,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.470835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.472343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.491009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:45.492265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=b396b4a6-95ee-422a-bd30-69068a67a06a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.500418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:45.504152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:45.504670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.528691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event deleted for resources: {'Port': ['ID=f367db37-3fbd-42f1-8cd4-e6afa76cdd61,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.535436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.540815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] No DVR routers for this DVR port f367db37-3fbd-42f1-8cd4-e6afa76cdd61 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:45.541062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Attempting to bind port 50a92247-3e09-453b-8780-3c687e18f726 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:45.542180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Attempting to bind port 50a92247-3e09-453b-8780-3c687e18f726 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '03e45963-e2a4-4885-ae73-9d47e5ea439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:45.542180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Attempting to bind port 50a92247-3e09-453b-8780-3c687e18f726 on network e63b7bc8-9485-4627-ad8e-a09e7f5080ff {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:45.543555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f8999d72-ea9d-4994-ad5f-2f3a49ec019e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3512776 Dec 10 16:32:45.544498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:45.559344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:32:45.559718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Checking segment: {'id': '03e45963-e2a4-4885-ae73-9d47e5ea439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:32:45.560151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.560734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Bound using segment: {'id': '03e45963-e2a4-4885-ae73-9d47e5ea439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:32:45.561156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Bound port: 50a92247-3e09-453b-8780-3c687e18f726, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e45963-e2a4-4885-ae73-9d47e5ea439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:32:45.561546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.569282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] For port 22d10291-9752-4814-8fb1-ddd02630086c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d10291-9752-4814-8fb1-ddd02630086c,segment=NetworkSegment(8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4),segment_id=8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:45.569682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.595813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Calling delete_port for 22d10291-9752-4814-8fb1-ddd02630086c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:45.611508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.623707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:45.646194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Calling delete_port for f9e2cc30-f868-4bd6-9424-52d7c8501331 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:45.730946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] For port 50a92247-3e09-453b-8780-3c687e18f726, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:45.747312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.755533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] For port 50a92247-3e09-453b-8780-3c687e18f726, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=50a92247-3e09-453b-8780-3c687e18f726,segment=NetworkSegment(03e45963-e2a4-4885-ae73-9d47e5ea439e),segment_id=03e45963-e2a4-4885-ae73-9d47e5ea439e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:32:45.776760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.828691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.865864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.878069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.915027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] No DVR routers for this DVR port 22d10291-9752-4814-8fb1-ddd02630086c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:45.937007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762f8cb-1ede-47de-8eb2-43751f50d6fa None None] Pushing event updated for resources: {'Port': ['ID=50a92247-3e09-453b-8780-3c687e18f726,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:45.970405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:45.994634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb689c1e-f95f-4d2c-b30e-ae64b07ab62a None None] Pushing event deleted for resources: {'Port': ['ID=22d10291-9752-4814-8fb1-ddd02630086c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.029854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Allocated IP 172.20.0.5 (e63b7bc8-9485-4627-ad8e-a09e7f5080ff/5642f808-575f-480d-aeb1-68e9ee55c799/dc8191e3-568f-4653-b14a-f113991f9b91) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:46.033273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.034756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d36f280-7e99-4316-913f-5ab0431066fd tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8016119 Dec 10 16:32:46.037655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-52d6739f-e179-4687-b623-3e9cdca48b05 None None] Provisioning complete for port b396b4a6-95ee-422a-bd30-69068a67a06a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:46.038189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52d6739f-e179-4687-b623-3e9cdca48b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.041667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:46.070369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.071015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:46.076402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Deleting port 22d10291-9752-4814-8fb1-ddd02630086c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:46.076783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.087471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 158992c2-3412-49cd-958a-e475b2f421fd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:46.127851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-52d6739f-e179-4687-b623-3e9cdca48b05 None None] Port b396b4a6-95ee-422a-bd30-69068a67a06a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:46.149883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 158992c2-3412-49cd-958a-e475b2f421fd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:46.150279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.163836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.185811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05de326-2b94-4174-afc8-9010161c1184']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.224300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df230c-14ce-44be-b379-7ba0157d7948') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.224300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df230c-14ce-44be-b379-7ba0157d7948') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.282482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.315594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] For port 22d10291-9752-4814-8fb1-ddd02630086c, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:46.315959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.320488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.354827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Calling delete_port for 22d10291-9752-4814-8fb1-ddd02630086c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:46.362987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.367386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Port 22d10291-9752-4814-8fb1-ddd02630086c was not found and therefore no delete operation was performed {{(pid=103598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:32:46.367545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:46.367902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.392586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f367db37-3fbd-42f1-8cd4-e6afa76cdd61 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:46.411917 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:46.443337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f367db37-3fbd-42f1-8cd4-e6afa76cdd61 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:46.443712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f367db37-3fbd-42f1-8cd4-e6afa76cdd61 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:46.444142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d10291-9752-4814-8fb1-ddd02630086c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:46.455123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.467145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 22d10291-9752-4814-8fb1-ddd02630086c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:46.467504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d10291-9752-4814-8fb1-ddd02630086c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:46.498664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9e2cc30-f868-4bd6-9424-52d7c8501331,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.505748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.535649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] No DVR routers for this DVR port 22d10291-9752-4814-8fb1-ddd02630086c on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:46.559352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.562658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dd44b6e7-e354-4f59-b351-11c12cf03e41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f9e2cc30-f868-4bd6-9424-52d7c8501331 HTTP/1.1" status: 204 len: 168 time: 1.5252066 Dec 10 16:32:46.568026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:46.610433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event deleted for resources: {'Port': ['ID=22d10291-9752-4814-8fb1-ddd02630086c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.664409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.674139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f2c22c-2408-4aec-911e-80eab60e8c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:32:46.675394 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-94f2c22c-2408-4aec-911e-80eab60e8c58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports/f9e2cc30-f868-4bd6-9424-52d7c8501331 HTTP/1.1" status: 404 len: 333 time: 0.1049280 Dec 10 16:32:46.681223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:46.687073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Allocated IP 172.26.4.66 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/68488849-00c4-43b7-b03b-e577310e3d39) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:46.694228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.695382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'network_id': '26802433-afea-4b38-832e-0f9d62a8106d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-236565610'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:46.700156 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] 10.222.0.21 "DELETE /v2.0/networks/e05de326-2b94-4174-afc8-9010161c1184 HTTP/1.1" status: 204 len: 168 time: 2.6973569 Dec 10 16:32:46.712343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.712709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.764390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc560e8-6338-4d06-a6ab-2cf542ccbe9a tempest-ExtraDHCPOptionsIpV6TestJSON-986864565 tempest-ExtraDHCPOptionsIpV6TestJSON-986864565-project] Pushing event deleted for resources: {'Network': ['ID=e05de326-2b94-4174-afc8-9010161c1184,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:46.776112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.781987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.808286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ebecf0-0110-442f-a829-be24b554746d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.831896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.832224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f5aa4-b3cc-4f45-bbc3-2cb18ce6aea4') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:46.844134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.861589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.868217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:46.868615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:46.872102 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:46.890509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 16:32:46.890855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Router 91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 migrating from provider to provider. {{(pid=103599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 16:32:46.891248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.917307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.920425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Made reservation on behalf of 7f6b886f47bd46f680458e797731c0dd for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:46.922832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:46.942863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.005372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.008409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:47.011702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.017347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:47.021656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port ef4ca421-7d7d-4192-aad6-aa567a0bda5c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:47.022088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.028365 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] 10.222.0.21 "DELETE /v2.0/networks/53ebecf0-0110-442f-a829-be24b554746d HTTP/1.1" status: 204 len: 168 time: 2.1166832 Dec 10 16:32:47.032734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:47.035101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'Port': ['ID=dc8191e3-568f-4653-b14a-f113991f9b91,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.078699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b993914-3e0c-46d2-a96d-a9f631006837 tempest-DHCPAgentSchedulersTestJSON-1705991410 tempest-DHCPAgentSchedulersTestJSON-1705991410-project] Pushing event deleted for resources: {'Network': ['ID=53ebecf0-0110-442f-a829-be24b554746d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.115652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:47.116295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.187853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.226875 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63f9b92a-828e-4e2e-9e2c-705083594bbc tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8587494 Dec 10 16:32:47.229404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.237359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Request body: {'port': {'network_id': 'e63b7bc8-9485-4627-ad8e-a09e7f5080ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1071711205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:47.238113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] bootfile-name is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:47.238603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] tftp-server is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:47.239114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] server-ip-address is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:47.249919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.286846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.309282 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] No L3 agents can host the router 91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 Dec 10 16:32:47.340131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.372447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce73302-8149-467e-9cd9-4784d220eb64 None None] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:47.384585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.499212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] Provisioning complete for port 50a92247-3e09-453b-8780-3c687e18f726 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:47.500396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.508699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Made reservation on behalf of 9f8daff1b38f4f13bf0bbbcf54d4a8b0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:47.512497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.536944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.537556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.540077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.561758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:47.567898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:47.573569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:47.577437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Hosts for router 91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5: [] {{(pid=103599) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 16:32:47.624356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] device_id is not set on port 3e26585b-d062-4af4-8f88-820757404327 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:47.639762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.643254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.650045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.685593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Hosts for other DVR routers connected to router 91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5: set() {{(pid=103599) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 16:32:47.688435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.692530 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ddef7167-ba1f-44c3-941e-ad517d4b0f11 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "PUT /v2.0/routers/91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 HTTP/1.1" status: 200 len: 716 time: 1.6464515 Dec 10 16:32:47.702277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] For port 50a92247-3e09-453b-8780-3c687e18f726, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=50a92247-3e09-453b-8780-3c687e18f726,segment=NetworkSegment(03e45963-e2a4-4885-ae73-9d47e5ea439e),segment_id=03e45963-e2a4-4885-ae73-9d47e5ea439e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:47.706078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.712626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Allocated IP 172.26.4.153 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/7eb2c578-247d-4c7d-a108-a7ff2680c3f5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:47.769814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Network 26802433-afea-4b38-832e-0f9d62a8106d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:47.786618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.801896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=b396b4a6-95ee-422a-bd30-69068a67a06a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.838181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:47.859644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:47.860652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:47.861430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:47.887434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-01af98d9-807f-42d0-b7a1-6cc9f3fff286 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "GET /v2.0/routers/91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 HTTP/1.1" status: 200 len: 716 time: 0.1784105 Dec 10 16:32:47.896355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:47.922065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042efe38-79d5-456d-9bb4-9b148e822efa None None] Pushing event updated for resources: {'Port': ['ID=50a92247-3e09-453b-8780-3c687e18f726,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:47.998808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Allocated IP 172.20.0.11 (e63b7bc8-9485-4627-ad8e-a09e7f5080ff/5642f808-575f-480d-aeb1-68e9ee55c799/3e26585b-d062-4af4-8f88-820757404327) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:48.009440 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8e8e695-cc5a-4c99-a423-4c72976177a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7324225d8974adab4ee9c11b33e4f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7178106 Dec 10 16:32:48.019026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-38c12dd1-2c9d-4973-8767-344653251bca None None] Provisioning complete for port dc8191e3-568f-4653-b14a-f113991f9b91 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:48.019458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38c12dd1-2c9d-4973-8767-344653251bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.054097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d654ff9-c3f0-4397-8535-a84fd45dfd04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adf3ce1ef7704290b51fcb281b59e1c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3923438 Dec 10 16:32:48.058861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3753562 Dec 10 16:32:48.072220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.072573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.072908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.082521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.094251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:48.095164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-38c12dd1-2c9d-4973-8767-344653251bca None None] Port dc8191e3-568f-4653-b14a-f113991f9b91 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:48.096936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.098880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 50a92247-3e09-453b-8780-3c687e18f726 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:48.168684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:48.171496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-38c12dd1-2c9d-4973-8767-344653251bca None None] Provisioning complete for port 50a92247-3e09-453b-8780-3c687e18f726 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:48.171875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-38c12dd1-2c9d-4973-8767-344653251bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.175669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'Port': ['ID=68488849-00c4-43b7-b03b-e577310e3d39,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:48.188263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:48.223437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 50a92247-3e09-453b-8780-3c687e18f726 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:48.223813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.278864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-74280119-cfc2-4ea6-b710-7b4447ecb857 tempest-RoutersTestDVR-639667210 tempest-RoutersTestDVR-639667210-project] 10.222.0.21 "GET /v2.0/routers/91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 HTTP/1.1" status: 200 len: 682 time: 0.3813055 Dec 10 16:32:48.286703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:48.373394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.418362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38785d8e-9d56-408e-971b-71543df78696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4ca421-7d7d-4192-aad6-aa567a0bda5c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:48.426312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.449025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.476932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-212876a2-c7c0-4e65-95e4-3eb871ff88a3 None None] Provisioning complete for port dc8191e3-568f-4653-b14a-f113991f9b91 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:48.477362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-212876a2-c7c0-4e65-95e4-3eb871ff88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.530659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-212876a2-c7c0-4e65-95e4-3eb871ff88a3 None None] Port dc8191e3-568f-4653-b14a-f113991f9b91 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:48.573399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.580172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.651065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e81000ea-ee8e-47c0-8d6c-044bf9ba21de None None] Provisioning complete for port b396b4a6-95ee-422a-bd30-69068a67a06a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:48.651539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e81000ea-ee8e-47c0-8d6c-044bf9ba21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.687313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e81000ea-ee8e-47c0-8d6c-044bf9ba21de None None] Port b396b4a6-95ee-422a-bd30-69068a67a06a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:48.795052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.859294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.874981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.880100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.900623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:48.901214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.952466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:48.977060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:48.984297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:48.986882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:48.991466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'Port': ['ID=7eb2c578-247d-4c7d-a108-a7ff2680c3f5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.038958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.094214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.094720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:49.113166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.117822 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-82db1dd0-f473-4615-833a-a4f39c35b81b tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "DELETE /v2.0/routers/91fcd2e6-874f-4ae8-8d02-28ec7c1db6c5 HTTP/1.1" status: 204 len: 168 time: 0.8307931 Dec 10 16:32:49.119264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.127098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.127321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Request body: {'router': {'name': 'tempest-router-1416166519', 'distributed': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:49.161720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.192876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.195485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.196731 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bcae86-a7a6-4170-b313-7d6ad075893d HTTP/1.1" status: 204 len: 168 time: 1.1217043 Dec 10 16:32:49.202593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.214953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] device_id is not set on port ef4ca421-7d7d-4192-aad6-aa567a0bda5c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:49.231661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.232631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.244384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d87009-6ac0-4b02-a3aa-f1c2f255b392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bcae86-a7a6-4170-b313-7d6ad075893d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.249042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.251786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.255432 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bf66549-0378-4747-ad06-f93df084d5b1 HTTP/1.1" status: 204 len: 168 time: 1.1815331 Dec 10 16:32:49.259656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'Port': ['ID=68488849-00c4-43b7-b03b-e577310e3d39,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.272469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74286-9c16-4b5f-a1eb-236d083602f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf66549-0378-4747-ad06-f93df084d5b1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.279766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:49.285111 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2c354924-967b-4e20-875f-0b71c8834aa7 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "PUT /v2.0/routers/8adbcb26-1e5d-4a86-a9be-ab27c0635635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0891347 Dec 10 16:32:49.285683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.290611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Request body: {'port': {'network_id': 'a5216bcf-246c-4b93-8a38-262bd4a9f8d1', 'name': 'tempest-FloatingIPAdminTestJSON-2109680390'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:49.302358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] Sync routers for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:49.307836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:49.312917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:49.317034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'Port': ['ID=3e26585b-d062-4af4-8f88-820757404327,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.321876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:49.326319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.351270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.352850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.364759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.382025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:49.385706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:49.456771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.457730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.459085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:49.469436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:49.470147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:49.486809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.501533 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c2a3e15e-8c7a-4e7e-8bac-ef298637d21f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8876340 Dec 10 16:32:49.505125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.508540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:49.509505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e6acf-3dff-4e73-b5c7-af05866f6ae4 None None] The sync data for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:49.530054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4ca421-7d7d-4192-aad6-aa567a0bda5c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.558386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.559690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.559978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.565588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.566088 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.566625 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 2 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.587504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.587854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.588189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.593532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.593865 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.594642 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 3 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.600234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.619196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.621367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.621723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.630505 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0ac2e4ce-ad41-4242-82bc-7068be9d86f1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3994651 Dec 10 16:32:49.632439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.633030 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.633472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.633927 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 4 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.647764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.673355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.673877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.674242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.686639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.687115 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.690321 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 5 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.729440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a9c5139-3771-4403-82cd-d0f80f55c362 None None] Provisioning complete for port 3e26585b-d062-4af4-8f88-820757404327 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:49.729907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5139-3771-4403-82cd-d0f80f55c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.731673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.731827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.732159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.732501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.733969 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5e2c4ee3-de6e-4191-b65a-a3a213275f57 tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6093338 Dec 10 16:32:49.737939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.766002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c3803-4fe7-40dc-917e-724863b85d8b tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.786294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c3803-4fe7-40dc-917e-724863b85d8b tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.795376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c3803-4fe7-40dc-917e-724863b85d8b tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:49.800720 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bd1c3803-4fe7-40dc-917e-724863b85d8b tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1602595 Dec 10 16:32:49.804714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.805270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:49.806376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'Port': ['ID=7eb2c578-247d-4c7d-a108-a7ff2680c3f5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:49.808046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c5139-3771-4403-82cd-d0f80f55c362 None None] Port 3e26585b-d062-4af4-8f88-820757404327 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:49.813937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.814274 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.816572 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 6 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.834571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.834915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.835268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.839786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.840117 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.840509 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 7 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.854602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.854950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.855649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.860438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.861204 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.861295 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 8 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.873771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.874171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.874518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.879084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.879528 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.879933 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 9 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.894447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.894447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.894447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.897825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Made reservation on behalf of da181e87c74e4aaf9d566c36ab1c40ab for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:49.901367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.913990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.914331 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.915815 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempt 10 to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c Dec 10 16:32:49.930947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] device_id is not set on port c55c3a08-3b6b-4b77-afcd-21cc549650b2 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:49.941022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:32:49.941369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:32:49.941713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempting to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:32:49.975200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:32:49.975541 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Failed to bind port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on host hv-neutron-8208 for vnic_type normal using segments [{'id': '1a0af2b9-2a00-4564-982f-f89d12f2a509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '26802433-afea-4b38-832e-0f9d62a8106d'}] Dec 10 16:32:49.975920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:49.992692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.039645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 50a92247-3e09-453b-8780-3c687e18f726 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:32:50.107349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port ef4ca421-7d7d-4192-aad6-aa567a0bda5c, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:32:50.107722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:32:50.113185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Allocated IP 172.20.0.13 (a5216bcf-246c-4b93-8a38-262bd4a9f8d1/57f77514-8f88-4e8b-b7a4-83dab2a60342/c55c3a08-3b6b-4b77-afcd-21cc549650b2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:50.120521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 50a92247-3e09-453b-8780-3c687e18f726 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:50.121234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.137064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.170645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.187956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c812-486e-41e4-a5e7-4ceb31c12aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.240984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.242240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.245743 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 16:32:50.262344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.269886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.349346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] In _notify_port_updated(), no bound segment for port ef4ca421-7d7d-4192-aad6-aa567a0bda5c on network 26802433-afea-4b38-832e-0f9d62a8106d {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:50.350216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:50.350827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.352178 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "PUT /v2.0/ports/ef4ca421-7d7d-4192-aad6-aa567a0bda5c HTTP/1.1" status: 200 len: 980 time: 2.2755857 Dec 10 16:32:50.359066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.440076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da5177-47bc-414d-b233-a742fe641850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4ca421-7d7d-4192-aad6-aa567a0bda5c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.468088 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-e2c98a00-004f-4495-a8b3-be03bcfe0d0d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--585644093&fields=id&tenant_id=1885b02d9a5c4eff91d0722b82fc2772 HTTP/1.1" status: 200 len: 267 time: 0.2236137 Dec 10 16:32:50.509002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.519074 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ec4bad74-44e0-4d64-b188-7f5b90fca2a8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5691226 Dec 10 16:32:50.529761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Deleting port 3e26585b-d062-4af4-8f88-820757404327 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:50.530105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.590252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.590841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19c5ceba-3756-4299-bb7c-2ffa35602eed {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:32:50.596087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.600952 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e437ebc9-543f-4ce0-89df-6e9448ab681c tempest-RoutersTestDVR-997496024 tempest-RoutersTestDVR-997496024-project-admin] 10.222.0.21 "DELETE /v2.0/routers/19c5ceba-3756-4299-bb7c-2ffa35602eed HTTP/1.1" status: 204 len: 168 time: 0.7840455 Dec 10 16:32:50.631387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.633446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c812-486e-41e4-a5e7-4ceb31c12aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.656632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.660128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Calling delete_port for 3e26585b-d062-4af4-8f88-820757404327 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:50.706602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c812-486e-41e4-a5e7-4ceb31c12aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.802766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Deleting port ef4ca421-7d7d-4192-aad6-aa567a0bda5c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:50.803111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.807404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c812-486e-41e4-a5e7-4ceb31c12aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b0e36-ca5e-4df2-80ce-83b6f042c772,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:50.831646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-45949a9d-1525-4b5e-983a-b85742407c4d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:50.831646 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-45949a9d-1525-4b5e-983a-b85742407c4d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 811 time: 0.3263397 Dec 10 16:32:50.831646 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3cc8c812-486e-41e4-a5e7-4ceb31c12aab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b331cc3ffc5e40d1903f202018e8e69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924136 Dec 10 16:32:50.834540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46154) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:50.881255 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-b98c13ea-cced-4bd6-b864-c7f25d67ed94 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/quotas/1885b02d9a5c4eff91d0722b82fc2772 HTTP/1.1" status: 200 len: 375 time: 0.0189123 Dec 10 16:32:50.895934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.918549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.920460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.958807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:50.961081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] For port ef4ca421-7d7d-4192-aad6-aa567a0bda5c, host hv-neutron-8208, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:50.961933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.019716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event deleted for resources: {'Port': ['ID=3e26585b-d062-4af4-8f88-820757404327,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.024942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:51.031922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Calling delete_port for ef4ca421-7d7d-4192-aad6-aa567a0bda5c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:51.123273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.127740 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-29d8957c-ec5c-44ea-8bc9-f83031bce73e tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "DELETE /v2.0/ports/3e26585b-d062-4af4-8f88-820757404327 HTTP/1.1" status: 204 len: 168 time: 1.3121951 Dec 10 16:32:51.131366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.139005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Request body: {'port': {'name': 'tempest-new-port-name-1091991004', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.140556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] bootfile-name is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:51.140936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] tftp-server is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:51.145353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.api.validators [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] server-ip-address is not in valid_values {{(pid=103598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 16:32:51.145353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.146834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:51.177127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.186654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:51.194844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:51.195523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.248645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.252197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.254933 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea2b0e36-ca5e-4df2-80ce-83b6f042c772 HTTP/1.1" status: 204 len: 168 time: 0.4172759 Dec 10 16:32:51.280652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecb285-b731-4775-878f-d116930513e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b0e36-ca5e-4df2-80ce-83b6f042c772,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.291395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.299884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.306900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event updated for resources: {'Port': ['ID=c55c3a08-3b6b-4b77-afcd-21cc549650b2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.320088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'networks': [{'name': 'tempest-network--876968945'}, {'name': 'tempest-network--2037507367'}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.320987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-network--876968945'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.322927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-network--2037507367'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.328054 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-2ba6b511-087e-458a-8756-a0e68312d4e5 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4358213 Dec 10 16:32:51.371312 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c1117bb8-c1ee-4d0b-84f1-91df3daae2f1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0845582 Dec 10 16:32:51.377709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.384553 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ef4ca421-7d7d-4192-aad6-aa567a0bda5c HTTP/1.1" status: 204 len: 168 time: 1.0203161 Dec 10 16:32:51.384553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.385314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd9eb-aaa1-4fc0-b151-c5cd85a8e3fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef4ca421-7d7d-4192-aad6-aa567a0bda5c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:51.386863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.392397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e4b4-256e-4a42-9871-40ddb62fb65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.450377 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-36619e3b-7dba-4887-8b4a-5cdb8ae79891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:32:51.452470 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-36619e3b-7dba-4887-8b4a-5cdb8ae79891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-204858470-project-admin] 10.222.0.21 "GET /v2.0/ports/ef4ca421-7d7d-4192-aad6-aa567a0bda5c HTTP/1.1" status: 404 len: 333 time: 0.0576677 Dec 10 16:32:51.456153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.551125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ea712eb3-e63d-466f-92a0-ee5ce76363a4 None None] Provisioning complete for port c55c3a08-3b6b-4b77-afcd-21cc549650b2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:51.551730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea712eb3-e63d-466f-92a0-ee5ce76363a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.569094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:51.575252 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 16:32:51.579493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'network': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:51.583599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.601872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ea712eb3-e63d-466f-92a0-ee5ce76363a4 None None] Port c55c3a08-3b6b-4b77-afcd-21cc549650b2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:51.610813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.614894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.629602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'project_id': 'da181e87c74e4aaf9d566c36ab1c40ab', 'port_id': 'c55c3a08-3b6b-4b77-afcd-21cc549650b2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:51.746823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.757322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-e693362d-c885-4c80-975c-dac93cafcd6d tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1355972277&fields=id&tenant_id=e4f04438a3234a60829a3cddceef9c49 HTTP/1.1" status: 200 len: 267 time: 0.1832736 Dec 10 16:32:51.770686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.773934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > segment before_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.775167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.775167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.775384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > port after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.775715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > port after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.776184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > port after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.776632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > segment after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.776918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.777183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.777505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e4b4-256e-4a42-9871-40ddb62fb65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.777631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet after_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.884819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e4b4-256e-4a42-9871-40ddb62fb65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:51.947601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet after_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.948101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet after_delete 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.948300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet before_create 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.948637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Subscribe: > subnet before_update 55550000 {{(pid=103599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 16:32:51.948994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26802433-afea-4b38-832e-0f9d62a8106d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:51.957842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.015012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6fc0e4b4-256e-4a42-9871-40ddb62fb65b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d757bfb8e242458cace6f633c2327a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8351221 Dec 10 16:32:52.030981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.031765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0e4b4-256e-4a42-9871-40ddb62fb65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d06b08-5bff-4100-bb8f-a67604adedce,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.034597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.040869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.127119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.127593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.194313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-1bc53858-563e-4521-85f6-db6ec9d0bac3 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.195886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-1bc53858-563e-4521-85f6-db6ec9d0bac3 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/networks?id=73f26039-7d90-4bdf-9792-0d98d1425dde HTTP/1.1" status: 200 len: 804 time: 0.4264958 Dec 10 16:32:52.214984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0af2b9-2a00-4564-982f-f89d12f2a509') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:52.215928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0af2b9-2a00-4564-982f-f89d12f2a509') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:52.242494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event updated for resources: {'Port': ['ID=dc8191e3-568f-4653-b14a-f113991f9b91,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.242818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.261996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3501b4e0-3974-4f93-9232-e8f8af0434b1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.271504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.281377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:52.281697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-73aa1bb2-f4e8-4b86-acf3-e01ced5cceac tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/quotas/e4f04438a3234a60829a3cddceef9c49 HTTP/1.1" status: 200 len: 375 time: 0.0680418 Dec 10 16:32:52.281801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.282367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] In _notify_port_updated(), no bound segment for port dc8191e3-568f-4653-b14a-f113991f9b91 on network e63b7bc8-9485-4627-ad8e-a09e7f5080ff {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:32:52.287926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.288584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.289949 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8f9a3c8c-a393-4b24-8894-5089fbf962e1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "PUT /v2.0/ports/dc8191e3-568f-4653-b14a-f113991f9b91 HTTP/1.1" status: 200 len: 1136 time: 1.1574640 Dec 10 16:32:52.290969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:52.295744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.362120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.362470 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment b6d81366-2669-40e2-99c8-311e34a9f897 of type vlan for network ba3b451e-a7fa-4194-a112-2b41368775f1 Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: from cryptography.utils import int_from_bytes Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: from cryptography.utils import int_from_bytes Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:52.364061 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:52.371809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-18e8932d-cb1d-47d2-b854-d0fee27bf6a3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:32:52.372920 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-18e8932d-cb1d-47d2-b854-d0fee27bf6a3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4178286 Dec 10 16:32:52.454467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.466198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.485370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.488156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.491577 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] 10.222.0.21 "DELETE /v2.0/networks/26802433-afea-4b38-832e-0f9d62a8106d HTTP/1.1" status: 204 len: 168 time: 1.0343599 Dec 10 16:32:52.501242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9478434-629e-45eb-8f15-3430f31e78c1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.502224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46194e3-c29f-4e1a-939a-d247a65c6d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054951202-project] Pushing event deleted for resources: {'Network': ['ID=26802433-afea-4b38-832e-0f9d62a8106d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.502686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b9478434-629e-45eb-8f15-3430f31e78c1 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "GET /v2.0/ports/dc8191e3-568f-4653-b14a-f113991f9b91 HTTP/1.1" status: 200 len: 1136 time: 0.2034314 Dec 10 16:32:52.511888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.545435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cf499a0b-7d79-4c98-8067-e3043c839317 None None] Provisioning complete for port dc8191e3-568f-4653-b14a-f113991f9b91 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:32:52.545767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf499a0b-7d79-4c98-8067-e3043c839317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.551989 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-3b67587c-0dce-48b5-9b87-b27121947a60 service neutron] 10.222.0.21 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691320 Dec 10 16:32:52.562448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.584555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:52.592646 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-b034e34d-f5a3-4c5c-80cd-115a46215c6a tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4f04438a3234a60829a3cddceef9c49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2745955 Dec 10 16:32:52.622235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.623956 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment 0473551d-e004-4234-a017-9baf9cd05a53 of type vlan for network 3c7ba307-c509-4c5d-a95d-b72069a38f53 Dec 10 16:32:52.635133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cf499a0b-7d79-4c98-8067-e3043c839317 None None] Port dc8191e3-568f-4653-b14a-f113991f9b91 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:32:52.670476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.746211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.751858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.753451 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1d06b08-5bff-4100-bb8f-a67604adedce HTTP/1.1" status: 204 len: 168 time: 0.7159986 Dec 10 16:32:52.759256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.762714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b6bb4-6a1e-48c0-9c27-29dee0e7032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d06b08-5bff-4100-bb8f-a67604adedce,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.773594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Deleting port dc8191e3-568f-4653-b14a-f113991f9b91 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:52.773939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.774999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.775577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.778059 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-5508d87d-9132-437d-81ff-df2dc80adc06 service neutron] 10.222.0.21 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957543 Dec 10 16:32:52.782094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.786984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:52.787650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.880930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=ba3b451e-a7fa-4194-a112-2b41368775f1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:52.898767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ba3b451e-a7fa-4194-a112-2b41368775f1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:52.965583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:52.975081 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8272009 Dec 10 16:32:52.976139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:52.993051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Allocated IP 172.26.4.119 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/fd8021e7-a766-4cf8-8e8f-fad63c9b41b6) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:52.995497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Calling delete_port for dc8191e3-568f-4653-b14a-f113991f9b91 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:52.999900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce476d5a-0e6d-4b10-8169-57092293ea3b tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=3c7ba307-c509-4c5d-a95d-b72069a38f53,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.016785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 3c7ba307-c509-4c5d-a95d-b72069a38f53 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:53.293645 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6ddc00d7-de83-4162-a065-572363cbc319 req-165006aa-e8a3-40a8-8a10-009687664bd4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0858293 Dec 10 16:32:53.318202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25668a89-ff68-4f8c-be4f-c43f82ea49b4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.325085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25668a89-ff68-4f8c-be4f-c43f82ea49b4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.331026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25668a89-ff68-4f8c-be4f-c43f82ea49b4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.337122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25668a89-ff68-4f8c-be4f-c43f82ea49b4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:53.339429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-25668a89-ff68-4f8c-be4f-c43f82ea49b4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3617837 Dec 10 16:32:53.342168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.403485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.425865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.446378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.592600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.649633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event deleted for resources: {'Port': ['ID=dc8191e3-568f-4653-b14a-f113991f9b91,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.652461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.734648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8021e7-a766-4cf8-8e8f-fad63c9b41b6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:53.749488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.756528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-f583d613-5884-4524-bc7e-f0902f786d0b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:32:53.757630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-f583d613-5884-4524-bc7e-f0902f786d0b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6529469 Dec 10 16:32:53.799415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3b451e-a7fa-4194-a112-2b41368775f1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:53.844223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:32:53.853907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:32:53.860768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d81366-2669-40e2-99c8-311e34a9f897') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:53.861703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d81366-2669-40e2-99c8-311e34a9f897') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:53.864962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:32:53.892238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.899194 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b3111ff1-b513-4633-91ba-5a89ef859fe2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87b05abd8396485f95f9cafc4c8b92da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4493423 Dec 10 16:32:53.902641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.905131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.910510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.911132 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c10a696-53b8-4471-a7ae-74316ad4a384 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "DELETE /v2.0/ports/dc8191e3-568f-4653-b14a-f113991f9b91 HTTP/1.1" status: 204 len: 168 time: 1.3943684 Dec 10 16:32:53.914038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:53.929482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:53.929877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:53.932782 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:54.025138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.042563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Deleting subnet 5642f808-575f-480d-aeb1-68e9ee55c799 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:32:54.051920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.092960 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-3dff82cc-0a52-4a76-b266-3e3843e4911a service neutron] 10.222.0.21 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232203 Dec 10 16:32:54.114545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.126426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.127888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.188787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.194714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/ba3b451e-a7fa-4194-a112-2b41368775f1 HTTP/1.1" status: 204 len: 168 time: 0.8489821 Dec 10 16:32:54.201839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.212247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6939241-54e3-4dd8-8ef3-8a1a399a2915 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=ba3b451e-a7fa-4194-a112-2b41368775f1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.252027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.306732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.306947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.309328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.310686 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/544ea146-db99-453d-a449-6c7e2a6d6f40 HTTP/1.1" status: 204 len: 168 time: 0.4070659 Dec 10 16:32:54.328346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3c96f-7cee-4fac-9957-d67d2bee4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ea146-db99-453d-a449-6c7e2a6d6f40,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.330259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965bdab4-07dc-4f74-b7df-c69459a920f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.450362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-4fa7d487-d6db-4d1f-bc68-005956c57e0e service neutron] 10.222.0.21 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482618 Dec 10 16:32:54.552122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.643734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event deleted for resources: {'Subnet': ['ID=5642f808-575f-480d-aeb1-68e9ee55c799,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:54.659409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.661147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a11fb-5788-402c-85f7-05ba2d6e407c None None] Network e63b7bc8-9485-4627-ad8e-a09e7f5080ff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:32:54.666344 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6d074090-fdd0-4fb6-b516-82c61b54296f tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "DELETE /v2.0/subnets/5642f808-575f-480d-aeb1-68e9ee55c799 HTTP/1.1" status: 204 len: 168 time: 0.7463570 Dec 10 16:32:54.666930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.765037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:54.786126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c13e797a-a953-49c5-a46e-7641385d9797 req-3b0b22b6-1619-4466-bea4-df11fb6c009f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.3319378 Dec 10 16:32:54.809516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.824215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.852753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] DHCP port deletion for e63b7bc8-9485-4627-ad8e-a09e7f5080ff request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:32:54.932215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Deleting port 50a92247-3e09-453b-8780-3c687e18f726 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:54.932674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:54.975695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Deleting port 50a92247-3e09-453b-8780-3c687e18f726 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:54.976888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.061447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] For port 50a92247-3e09-453b-8780-3c687e18f726, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=50a92247-3e09-453b-8780-3c687e18f726,segment=NetworkSegment(03e45963-e2a4-4885-ae73-9d47e5ea439e),segment_id=03e45963-e2a4-4885-ae73-9d47e5ea439e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:55.062297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.077477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Calling delete_port for 50a92247-3e09-453b-8780-3c687e18f726 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:55.140581 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d6902ab-163d-4fd0-bcf7-21aeef18e58f req-b7ac99c5-8a08-4e65-9748-9937ad82b735 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.1286128 Dec 10 16:32:55.174662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1566413592'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:55.187001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965bdab4-07dc-4f74-b7df-c69459a920f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.249568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] For port 50a92247-3e09-453b-8780-3c687e18f726, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=50a92247-3e09-453b-8780-3c687e18f726,segment=NetworkSegment(03e45963-e2a4-4885-ae73-9d47e5ea439e),segment_id=03e45963-e2a4-4885-ae73-9d47e5ea439e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:32:55.250285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.264790 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Calling delete_port for 50a92247-3e09-453b-8780-3c687e18f726 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:55.281465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965bdab4-07dc-4f74-b7df-c69459a920f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.284613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.312801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.322031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Made reservation on behalf of 81683c4c52434dd0b585560c66472cc6 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:55.326253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.355296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event deleted for resources: {'Port': ['ID=50a92247-3e09-453b-8780-3c687e18f726,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.371072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.376072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] No DVR routers for this DVR port 50a92247-3e09-453b-8780-3c687e18f726 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:55.380888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.392923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.406753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] Pushing event deleted for resources: {'Port': ['ID=50a92247-3e09-453b-8780-3c687e18f726,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.420442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf1fac-d7ff-48e8-bb0f-6e54134ccf4a None None] No DVR routers for this DVR port 50a92247-3e09-453b-8780-3c687e18f726 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:32:55.462466 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-965bdab4-07dc-4f74-b7df-c69459a920f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4904a3a10ba04c01863e3a74b04152f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2055874 Dec 10 16:32:55.483536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7ba307-c509-4c5d-a95d-b72069a38f53']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.485572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.485912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.506267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.512653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bdab4-07dc-4f74-b7df-c69459a920f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd327ec-49b2-4ef9-976e-e71e9b508574,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.516285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0473551d-e004-4234-a017-9baf9cd05a53') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.516592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0473551d-e004-4234-a017-9baf9cd05a53') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.538057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63b7bc8-9485-4627-ad8e-a09e7f5080ff']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.547870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.559781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e45963-e2a4-4885-ae73-9d47e5ea439e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.560604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e45963-e2a4-4885-ae73-9d47e5ea439e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:55.575205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.589026 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e980db11-23bb-4181-9912-9a4952f136c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f6b886f47bd46f680458e797731c0dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0982699 Dec 10 16:32:55.590742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.592506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.602929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:55.603321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:55.606320 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:55.608973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.634705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:55.635111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:55.638221 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:55.677388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.707178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.707438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.735290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.749259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.782510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.785346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.836724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c1915-2f71-40f5-89a4-fc3f9b34c765,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.839690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.840250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.850075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.855694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/3c7ba307-c509-4c5d-a95d-b72069a38f53 HTTP/1.1" status: 204 len: 168 time: 1.6504018 Dec 10 16:32:55.858961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:55.859082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.862463 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] 10.222.0.21 "DELETE /v2.0/networks/e63b7bc8-9485-4627-ad8e-a09e7f5080ff HTTP/1.1" status: 204 len: 168 time: 1.1944888 Dec 10 16:32:55.863399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4e67-4e60-4c03-9aa8-f9785ba8a808 tempest-ExtraDHCPOptionsTestJSON-1572026589 tempest-ExtraDHCPOptionsTestJSON-1572026589-project] Pushing event deleted for resources: {'Network': ['ID=e63b7bc8-9485-4627-ad8e-a09e7f5080ff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.904210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813ae93-2e45-4919-ba4d-79cbd1ef2050 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=3c7ba307-c509-4c5d-a95d-b72069a38f53,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:55.977978 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a07aa55c-d19b-4c52-ad02-77ac12308dd1 req-ef473216-6a03-49fe-bdc0-10e312fc0ecf tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0614982 Dec 10 16:32:55.978670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:55.988578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.988980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Added segment 534e6152-d276-4600-abf7-6f56eb456fd2 of type vlan for network 7ad5687f-8240-4bf6-8c5b-8fb42c5d270d Dec 10 16:32:55.997280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:55.999872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.008516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eff4d178-13e4-4527-b869-4e12b778f00d HTTP/1.1" status: 204 len: 168 time: 0.4092999 Dec 10 16:32:56.039926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.044492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 50a92247-3e09-453b-8780-3c687e18f726 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:32:56.048076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.064781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bd327ec-49b2-4ef9-976e-e71e9b508574 HTTP/1.1" status: 204 len: 168 time: 0.5775900 Dec 10 16:32:56.070943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cdee-ad92-4983-8fc7-5fcbe9bec1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff4d178-13e4-4527-b869-4e12b778f00d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.085597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.093016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 50a92247-3e09-453b-8780-3c687e18f726 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:32:56.093362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 50a92247-3e09-453b-8780-3c687e18f726 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:32:56.115607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de89b5-1328-49e7-a85c-0939925f025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd327ec-49b2-4ef9-976e-e71e9b508574,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.171838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.187528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96859022-9f33-4752-96bb-73a157406d36 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.193639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96859022-9f33-4752-96bb-73a157406d36 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.195254 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-96859022-9f33-4752-96bb-73a157406d36 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3353539 Dec 10 16:32:56.199420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46360) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.205025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-806733173'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:56.225650 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8aee8dca-a9cf-477a-be29-8072bded623e req-ecb08405-8546-4109-8512-a5372b36393f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0292087 Dec 10 16:32:56.240013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.245920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.252112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.271642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.316504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Pushing event updated for resources: {'Network': ['ID=7ad5687f-8240-4bf6-8c5b-8fb42c5d270d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.328179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 7ad5687f-8240-4bf6-8c5b-8fb42c5d270d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:56.338732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:56.347825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.359326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8021e7-a766-4cf8-8e8f-fad63c9b41b6,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.363165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.382201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:56.393377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.393863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment 87ec07b4-475a-4cf1-8e6e-0888d2969b86 of type vlan for network 1b6ec083-e421-44e9-8888-8832b6d6500e Dec 10 16:32:56.402177 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-699c33a3-6b92-4114-b4d9-3145165547c1 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6325042 Dec 10 16:32:56.406944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46364) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.452834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.508076 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Floating IP d37a0780-aa7b-4dd6-99b0-253ee6f9f18b associated. External IP: 172.26.4.119, port: c55c3a08-3b6b-4b77-afcd-21cc549650b2. Dec 10 16:32:56.540229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.546337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:56.546945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.643371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=1b6ec083-e421-44e9-8888-8832b6d6500e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:56.656043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1b6ec083-e421-44e9-8888-8832b6d6500e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:56.720208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41867529-5253-4749-8637-d5c1def42680 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5195956 Dec 10 16:32:56.723336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.729741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1687080878'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:56.791534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'name': 'tempest-network--491227737', 'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:56.829113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:32:56.833167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:56.836749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.876806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:56.886783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:56.887147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment bb100203-2c0c-40ae-a474-474b4b6829a4 of type vlan for network d6dd5866-42b2-4b83-8aac-97aa838deadd Dec 10 16:32:56.907685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:56.968700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.001220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:57.013831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.030900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.053965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:32:57.072509 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] Sync routers for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:32:57.087695 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:57.089118 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:57.128803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.134721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.135981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.179404 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:57.197383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.206945 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:32:57.207412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:57.281647 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7e2b62ed-9e8b-4f1c-8921-cea80193540d tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.8974259 Dec 10 16:32:57.284134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.301383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=d6dd5866-42b2-4b83-8aac-97aa838deadd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.313908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network d6dd5866-42b2-4b83-8aac-97aa838deadd details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:57.321522 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:57.322211 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c9383-89c0-496c-bd63-be680f7d95c0 None None] The sync data for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:32:57.330016 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-53db36a9-bd84-466d-b6f3-88c76a16b682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f8daff1b38f4f13bf0bbbcf54d4a8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211159 Dec 10 16:32:57.340226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.467300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.485245 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5db8999d-344f-40d3-9a41-0fed2e137b64 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "GET /v2.0/floatingips/d37a0780-aa7b-4dd6-99b0-253ee6f9f18b HTTP/1.1" status: 200 len: 984 time: 0.1998844 Dec 10 16:32:57.487713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.496335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45b03eba-4b7a-473f-9be1-fa65462e78e9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7718759 Dec 10 16:32:57.505292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.511650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.516873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-349b87e8-bda1-47b3-899f-ff74608ef048 req-c0bc2580-7b60-4430-b5e3-bfdd0108785e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0795839 Dec 10 16:32:57.532350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'ports': [{'network_id': '1b6ec083-e421-44e9-8888-8832b6d6500e', 'name': 'tempest-port--1653871087', 'admin_state_up': True}, {'network_id': 'd6dd5866-42b2-4b83-8aac-97aa838deadd', 'admin_state_up': False}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.532778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'port': {'network_id': '1b6ec083-e421-44e9-8888-8832b6d6500e', 'name': 'tempest-port--1653871087', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.536328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'port': {'network_id': 'd6dd5866-42b2-4b83-8aac-97aa838deadd', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:57.543645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.576391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.608115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:57.619824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd67c1b-e69f-45fc-8ac8-1ca7ad8a2b53,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.625634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.625979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Added segment e19c2f97-8977-4a3a-938a-62164b37fc30 of type vlan for network 67f9d464-82ab-474c-b7b9-1af62701fe08 Dec 10 16:32:57.681649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.708273 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2ba48f99-3a91-4ddb-9563-56b75cc52fbd req-29c645f7-db84-412f-a7f1-c967922e0192 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.2038879 Dec 10 16:32:57.723863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.728233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.729496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74b8aff9-12bd-4979-a722-4849038f3afa HTTP/1.1" status: 204 len: 168 time: 0.3880405 Dec 10 16:32:57.745595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424565be-5e8a-49b9-b70f-a79e2a0a62e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b8aff9-12bd-4979-a722-4849038f3afa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:57.817162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fe01289f-20e3-49a9-8585-c281da996b87 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.3224673 Dec 10 16:32:57.817396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.853928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.854879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:57.855458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.915220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.61', 49854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:57.964276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:57.969810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:57.985332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.006415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=67f9d464-82ab-474c-b7b9-1af62701fe08,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.017872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 67f9d464-82ab-474c-b7b9-1af62701fe08 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:32:58.067207 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bbdffa95-d9b2-4eea-9c02-05318fa04063 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6586826 Dec 10 16:32:58.070941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.176414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting port fd8021e7-a766-4cf8-8e8f-fad63c9b41b6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:32:58.177348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.206717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.210563 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] device_id is not set on port c0990cc8-e7b7-4a82-b32f-4b3985541b3b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:58.222704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-db3eefb4-4ded-4e86-aa7f-c486f2bc6c2b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:58.224178 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-db3eefb4-4ded-4e86-aa7f-c486f2bc6c2b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 811 time: 0.3077614 Dec 10 16:32:58.300630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.333797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.334128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.525412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Calling delete_port for fd8021e7-a766-4cf8-8e8f-fad63c9b41b6 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:32:58.525412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1607862145'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:58.630281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.647918 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4ea2b9e-6f96-43a8-aaed-0825657b3c70 req-0a0d8f08-aede-48b3-8c41-543c684c4601 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Dec 10 16:32:58.683961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f9d464-82ab-474c-b7b9-1af62701fe08']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:58.691040 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-1e7e3964-4cea-48a3-a29a-d34b5ce6d29d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1885b02d9a5c4eff91d0722b82fc2772 HTTP/1.1" status: 200 len: 379 time: 0.1910942 Dec 10 16:32:58.705535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19c2f97-8977-4a3a-938a-62164b37fc30') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:58.705841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19c2f97-8977-4a3a-938a-62164b37fc30') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:32:58.713991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'port': {'device_id': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'admin_state_up': True, 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'security_groups': ['879e79b0-9366-4947-a698-89a6ed935094']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:58.731507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.735563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:58.742470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.744068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.769843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.783083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:32:58.783680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.788296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.61', 49856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:32:58.861492 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:32:58.929782 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4ab57e0-ab62-4e02-ac5b-67c0888c2320 req-71c3ab62-93af-47f6-b679-d03ec45a71cc tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0309207 Dec 10 16:32:58.936525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.954797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67f9d464-82ab-474c-b7b9-1af62701fe08 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:32:58.958948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.974288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-eabbadb4-7419-48ab-b4b2-f3c0bf151188 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:58.975803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-eabbadb4-7419-48ab-b4b2-f3c0bf151188 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.61 "GET /v2.0/networks?id=73f26039-7d90-4bdf-9792-0d98d1425dde HTTP/1.1" status: 200 len: 804 time: 0.1866648 Dec 10 16:32:58.979776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Port': ['ID=fd8021e7-a766-4cf8-8e8f-fad63c9b41b6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:58.985197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:58.988687 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/67f9d464-82ab-474c-b7b9-1af62701fe08 HTTP/1.1" status: 204 len: 168 time: 0.9166672 Dec 10 16:32:58.993708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.003756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:59.008284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7e05-1659-4ff8-809d-e833e7b3d7b5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Network': ['ID=67f9d464-82ab-474c-b7b9-1af62701fe08,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.025743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:59.194359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] device_id is not set on port 6545fe13-6b22-4616-bc25-d9196a61b3af yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:32:59.216483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.219074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:59.221179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Floating IP d37a0780-aa7b-4dd6-99b0-253ee6f9f18b disassociated (deleted). External IP: 172.26.4.119, port: c55c3a08-3b6b-4b77-afcd-21cc549650b2. Dec 10 16:32:59.222371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.236051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-d0775e37-629c-49e9-87b9-7f15168ad4a9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f04438a3234a60829a3cddceef9c49 HTTP/1.1" status: 200 len: 380 time: 0.1939294 Dec 10 16:32:59.258428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:59.274616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.275112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Added segment c917e277-1749-442c-865e-51dbcef896f5 of type vlan for network 8f04309f-1270-4a89-b3b6-2c6932967f16 Dec 10 16:32:59.287961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Made reservation on behalf of 1885b02d9a5c4eff91d0722b82fc2772 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:32:59.292392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.399637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'port': {'device_id': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'admin_state_up': True, 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'security_groups': ['908a3a43-4a84-4183-8f74-953b82c17014']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:32:59.467326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Allocated IP 172.20.0.4 (0acb749c-af33-4e1f-be3e-5b473cc7e286/745eb6fb-bb30-4a6f-8644-434b39d5a082/8356f835-9856-42d0-96f3-88648d7798d2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:32:59.683484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.780778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.782815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:32:59.806360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.807153 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dbce8d2-133c-4bf5-bde9-3324247e7848 req-7eaa1b18-2bf1-4f5c-838c-26dcd9f5a127 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0567544 Dec 10 16:32:59.833839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.881543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.882524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:32:59.883121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.943283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.948769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:32:59.986574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:32:59.997781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5eee7-decb-449c-a5e8-9cb9aaa10c71,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:32:59.998101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Port': ['ID=c0990cc8-e7b7-4a82-b32f-4b3985541b3b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.000073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=8f04309f-1270-4a89-b3b6-2c6932967f16,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.010661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.011036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Added segment c5e47131-45c4-42a9-b64d-645a607c159e of type vlan for network c0e35771-5344-4d0e-b969-adf22c80a4e0 Dec 10 16:33:00.038963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.043886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Checking segment: {'id': '87ec07b4-475a-4cf1-8e6e-0888d2969b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1b6ec083-e421-44e9-8888-8832b6d6500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:00.044543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network hostable DHCP agents. Network: 1b6ec083-e421-44e9-8888-8832b6d6500e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:00.059464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8f04309f-1270-4a89-b3b6-2c6932967f16 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:00.120935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Made reservation on behalf of e4f04438a3234a60829a3cddceef9c49 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:00.132700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.133409 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7f131abf-89f7-49a9-8a20-0615828f28d2 req-b4da1f36-86b3-4368-bbd0-1fe7f41a979d tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Dec 10 16:33:00.136984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522649559'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:00.143904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:00.147860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a73807ad-5062-44fe-a6b2-acbcf73c73c7 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1348095 Dec 10 16:33:00.157924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:00.158994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:00.170819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'subnet': {'network_id': '8f04309f-1270-4a89-b3b6-2c6932967f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:00.178898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:00.182084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event updated for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.193729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.198034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:00.219646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network 1b6ec083-e421-44e9-8888-8832b6d6500e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:00.299201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:00.299938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.333928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:00.343828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.345967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1b6ec083-e421-44e9-8888-8832b6d6500e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:00.351680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.363490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:00.363490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.369880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030a523-81ad-4212-89b6-cddcae6e577b None None] Network 1b6ec083-e421-44e9-8888-8832b6d6500e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:00.375535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:00.375535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.391693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:00.393990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.412834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.541492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Network': ['ID=c0e35771-5344-4d0e-b969-adf22c80a4e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.572240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:00.573001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:00.573316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Port': ['ID=6545fe13-6b22-4616-bc25-d9196a61b3af,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:00.579143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.595184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-f7b03993-b4b8-4d30-8955-4347184c611e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8870065 Dec 10 16:33:00.606874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] Sync routers for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:00.617315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Allocated IP 172.20.0.7 (73f26039-7d90-4bdf-9792-0d98d1425dde/45a44295-9782-4b0b-b45c-6d6af2f91cc0/0a8d84cd-cabd-400d-96a1-d269b8682eb2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:00.625625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dea1fc31-79d9-4970-a67d-248b14499178 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/floatingips/d37a0780-aa7b-4dd6-99b0-253ee6f9f18b HTTP/1.1" status: 204 len: 168 time: 2.8073869 Dec 10 16:33:00.631088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-250ed7c8-24e2-4720-b81d-aa74ff30bdb6 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3289042 Dec 10 16:33:00.631682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:00.637068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:00.643740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-868b8cee-39dd-49b0-9e47-f93d283d4c6e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:33:00.643920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:00.645989 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-868b8cee-39dd-49b0-9e47-f93d283d4c6e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224543 Dec 10 16:33:00.650005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'subnet': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:00.779162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.811336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:00.817527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:00.830123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Checking segment: {'id': 'bb100203-2c0c-40ae-a474-474b4b6829a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6dd5866-42b2-4b83-8aac-97aa838deadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:00.832035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network hostable DHCP agents. Network: d6dd5866-42b2-4b83-8aac-97aa838deadd, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:00.906598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.916772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.943347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:00.973546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0293768a-7411-4200-87bb-f005abd902e3 None None] Provisioning complete for port 8356f835-9856-42d0-96f3-88648d7798d2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:00.974103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0293768a-7411-4200-87bb-f005abd902e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:00.984185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:00.985209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:32:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:00.994994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:01.043493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd676b8f-47e9-4ea1-a1fb-48782515f4c4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.050738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.051094 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 0000e91d-2239-40c5-9d30-1cb9933c073a of type vlan for network 5bde0c37-4971-4243-b56e-004c0f7c414f Dec 10 16:33:01.084150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network d6dd5866-42b2-4b83-8aac-97aa838deadd is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:01.154182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.201358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:01.202313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24e993-1c5c-4ae2-b566-cabc56f86530 None None] The sync data for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:01.238819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0293768a-7411-4200-87bb-f005abd902e3 None None] Port 8356f835-9856-42d0-96f3-88648d7798d2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:01.250678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.269727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, d6dd5866-42b2-4b83-8aac-97aa838deadd) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:01.273173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:01.277368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.280447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d3f8a-e2a5-49f0-acdf-87bb629a430f None None] Network d6dd5866-42b2-4b83-8aac-97aa838deadd requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:01.298688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.315297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:01.327140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217ca4e-eab2-489a-ad61-a01365b5e80b req-7cece910-5337-4810-9f98-99b79f67652d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.328694 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c217ca4e-eab2-489a-ad61-a01365b5e80b req-7cece910-5337-4810-9f98-99b79f67652d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 931 time: 0.3509474 Dec 10 16:33:01.337184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.343927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.352528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.390581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Request body: {'port': {'device_id': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:01.405752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:33:01.460119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-70aa7694-357d-4695-b056-d4bfeb352930 tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:01.475286 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c217ca4e-eab2-489a-ad61-a01365b5e80b req-4ef4db90-dd89-4309-99c0-bbe98d41448e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075087 Dec 10 16:33:01.481094 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b4579e6f-73fb-453a-b74f-b5ed5518c7c9 req-201f17e9-d512-4213-a8fb-04b4b0efd025 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0849290 Dec 10 16:33:01.534204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.582921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.712351 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0884db66-d44e-4f08-9e23-2bc9a9ec0a32 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1845121 Dec 10 16:33:01.719412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:01.781032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.787775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:01.788802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.812182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:01.945822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Network 73f26039-7d90-4bdf-9792-0d98d1425dde is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:01.952926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event updated for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.967113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:01.970086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Allocated IP 172.26.4.141 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/9699c9aa-605d-4aef-8087-900af5bd8e6b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:01.975458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:01.977410 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1884911 Dec 10 16:33:01.985808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69200dff-4380-4740-85f1-6f79f0084511 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=5bde0c37-4971-4243-b56e-004c0f7c414f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:01.997363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 5bde0c37-4971-4243-b56e-004c0f7c414f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:02.004007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06ff76-916b-4852-b8c3-5aebf91f3be9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:02.020914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06ff76-916b-4852-b8c3-5aebf91f3be9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:02.034591 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ff06ff76-916b-4852-b8c3-5aebf91f3be9 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3110635 Dec 10 16:33:02.116770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:02.129967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.132602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.143707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.278842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8356f835-9856-42d0-96f3-88648d7798d2 {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:02.311064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.386002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Transition to ACTIVE for port object 8356f835-9856-42d0-96f3-88648d7798d2 will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:33:02.407315 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-70aa7694-357d-4695-b056-d4bfeb352930 tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "PUT /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45 HTTP/1.1" status: 200 len: 366 time: 1.1508827 Dec 10 16:33:02.415643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46548) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.465338 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-edfec42c-2296-4aba-b2fd-cb1a0c32ae04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1306157 Dec 10 16:33:02.477762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21316bee-6755-4681-88f8-0d61f8dcf437 None None] Provisioning complete for port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:02.481378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21316bee-6755-4681-88f8-0d61f8dcf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.507854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.525303 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e9671596-0eee-43a1-a1fe-d941ac8cfb9a tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0946298 Dec 10 16:33:02.525549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Request body: {'port': {'device_id': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:02.535566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.614993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b3293bdf-d09f-422a-94d0-cbbc2edfd0c4 tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45 HTTP/1.1" status: 200 len: 366 time: 0.0715117 Dec 10 16:33:02.625244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Subnet': ['ID=bffabc28-1d2d-46b2-b93d-76f989b6acd2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:02.628514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:02.628665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-21316bee-6755-4681-88f8-0d61f8dcf437 None None] Port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:02.658645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Checking segment: {'id': 'c5e47131-45c4-42a9-b64d-645a607c159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:02.661502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network hostable DHCP agents. Network: c0e35771-5344-4d0e-b969-adf22c80a4e0, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:02.766102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:33:02.777727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.802192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.949328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.952983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:02.984001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Deleting port c0990cc8-e7b7-4a82-b32f-4b3985541b3b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:02.984718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.025654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03d7dbf5-3265-4fec-a7bf-3ff90dd1ca99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.036262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Pushing event updated for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.109759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f05b0cf-3388-4634-b0d7-a1e83ce5b929,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.170647 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c05739f-3316-466f-b2ad-f4bcfec3eccd tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45 HTTP/1.1" status: 204 len: 168 time: 0.5294969 Dec 10 16:33:03.176834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.220674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:03.234412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:03.243825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:03.255834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:03.275338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.275537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c795-7a78-48f6-8b12-d662a4d9e8cf req-224a8690-0d71-4d3f-8896-cfa46da07283 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.278851 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e53c795-7a78-48f6-8b12-d662a4d9e8cf req-224a8690-0d71-4d3f-8896-cfa46da07283 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 931 time: 0.6542916 Dec 10 16:33:03.281668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f30122de-02db-4efe-a61c-86652ffdd303 tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1007166 Dec 10 16:33:03.282390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.312888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Checking segment: {'id': 'c917e277-1749-442c-865e-51dbcef896f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f04309f-1270-4a89-b3b6-2c6932967f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:03.313415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Network hostable DHCP agents. Network: 8f04309f-1270-4a89-b3b6-2c6932967f16, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:03.324959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cc3e5-220e-401e-a4ad-622c2a37cb86 req-89e0290e-58e2-4a65-a44f-c31f34623327 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.330437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-908cc3e5-220e-401e-a4ad-622c2a37cb86 req-89e0290e-58e2-4a65-a44f-c31f34623327 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.6306453 Dec 10 16:33:03.330437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Pushing event updated for resources: {'Port': ['ID=9699c9aa-605d-4aef-8087-900af5bd8e6b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:03.330651 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bc2a86b3-8535-4b1b-a755-4e13cba1af4f tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45 HTTP/1.1" status: 200 len: 370 time: 0.0416622 Dec 10 16:33:03.348000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.374064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c0e35771-5344-4d0e-b969-adf22c80a4e0) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:03.374908 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ff0f64cd-375e-474a-9ce3-8bb2a94e13ed tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45/default HTTP/1.1" status: 200 len: 370 time: 0.0139966 Dec 10 16:33:03.376746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Calling delete_port for c0990cc8-e7b7-4a82-b32f-4b3985541b3b owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:03.379945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13fc4c4-13fd-420c-bf6a-1a5c6cf95cfa None None] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:03.380113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.406582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.407495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.447440 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e53c795-7a78-48f6-8b12-d662a4d9e8cf req-1989958a-9397-4ff7-b2f7-4ab2bb9e414c tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481609 Dec 10 16:33:03.467304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Attempting to bind port 8356f835-9856-42d0-96f3-88648d7798d2 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:03.468173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Attempting to bind port 8356f835-9856-42d0-96f3-88648d7798d2 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:03.468820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Attempting to bind port 8356f835-9856-42d0-96f3-88648d7798d2 on network 0acb749c-af33-4e1f-be3e-5b473cc7e286 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:03.484156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Port 8356f835-9856-42d0-96f3-88648d7798d2 on network 0acb749c-af33-4e1f-be3e-5b473cc7e286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:33:03.485237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Attempting to bind port 8356f835-9856-42d0-96f3-88648d7798d2 on network 0acb749c-af33-4e1f-be3e-5b473cc7e286 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:03.496079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:03.500223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Checking segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:03.500223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Bound using segment: {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:03.500223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Bound port: 8356f835-9856-42d0-96f3-88648d7798d2, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1496d8e2-f18e-4e65-93bd-93d76e69f373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:03.500223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.583334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Network 8f04309f-1270-4a89-b3b6-2c6932967f16 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:03.624321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-c0e35771-5344-4d0e-b969-adf22c80a4e0', 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'project_id': '6ae13be35f05478e9e33a04294cc35cf', 'fixed_ips': [{'subnet_id': 'bffabc28-1d2d-46b2-b93d-76f989b6acd2'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:03.625352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.658021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:03.672571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8356f835-9856-42d0-96f3-88648d7798d2,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:03.674446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8f04309f-1270-4a89-b3b6-2c6932967f16) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:03.690167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-d0ca887b-4ab9-4d45-b126-0aa05677ffad tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] delete failed (client error): The resource could not be found. Dec 10 16:33:03.694754 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d0ca887b-4ab9-4d45-b126-0aa05677ffad tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/8cc00744bd8b4ea4a195300f70b3ee45 HTTP/1.1" status: 404 len: 348 time: 0.3020208 Dec 10 16:33:03.709117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.710037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.742956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.774213 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a08b4f01-a602-404f-8149-c452756e4df4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1347497 Dec 10 16:33:03.783288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe38043-4d04-4107-8fe8-15bf6f80f61b None None] Network 8f04309f-1270-4a89-b3b6-2c6932967f16 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:03.786957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:03.794535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-908cc3e5-220e-401e-a4ad-622c2a37cb86 req-5f0b60f3-f40d-4f6c-a1c3-42f75e21deca tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340882 Dec 10 16:33:03.805291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:03.805291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:03.805291 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] 10.222.0.61 "PUT /v2.0/ports/8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1093 time: 2.8477862 Dec 10 16:33:03.805933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-1779223698'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:03.863368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:04.046419 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-82bbf343-ea69-4181-8b87-da8a9b0328dd tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8843360 Dec 10 16:33:04.235317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:04.252492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:04.310306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Allocated IP 172.20.0.2 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/768aa95b-2b63-40ff-84d2-c74e689a49ba) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:04.398508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'floatingip': {'floating_network_id': '8f04309f-1270-4a89-b3b6-2c6932967f16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:04.466814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0cf712-0939-489b-b6d1-7c2a2be1f897" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "tag": "8356f835-9856-42d0-96f3-88648d7798d2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:04.705278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6e521-8cd1-4ffe-8ab4-8313fc2cdc03 service neutron] Pushing event updated for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:04.792507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e51b5d-d49e-4329-b961-feca6e683d0c None None] Network 8f04309f-1270-4a89-b3b6-2c6932967f16 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:04.815124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:04.851398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:network and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:04.856191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-7f7f3c51-8eeb-4932-abe9-bbb1e01370e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:04.859456 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-7f7f3c51-8eeb-4932-abe9-bbb1e01370e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1096 time: 0.8916388 Dec 10 16:33:04.915211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa5326-3dde-4b69-903d-8fc06fbe20a7 x-openstack-request-id: req-bfaa5326-3dde-4b69-903d-8fc06fbe20a7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:04.915882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "tag": "8356f835-9856-42d0-96f3-88648d7798d2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:04.916344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfaa5326-3dde-4b69-903d-8fc06fbe20a7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:04.917029 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2', 'status': 'completed', 'code': 200} Dec 10 16:33:04.990216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.067200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d84cd-cabd-400d-96a1-d269b8682eb2 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:05.081478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.122660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Transition to ACTIVE for port object 0a8d84cd-cabd-400d-96a1-d269b8682eb2 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:33:05.174736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.259258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:05.264389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:05.268642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:05.280597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Pushing event updated for resources: {'Port': ['ID=768aa95b-2b63-40ff-84d2-c74e689a49ba,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.292403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a64420ec-b7dc-4738-b43e-4f2333879d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.320990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.345252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:05.377133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.404497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Attempting to bind port 768aa95b-2b63-40ff-84d2-c74e689a49ba on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:05.404986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Attempting to bind port 768aa95b-2b63-40ff-84d2-c74e689a49ba by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c5e47131-45c4-42a9-b64d-645a607c159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:05.405359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Attempting to bind port 768aa95b-2b63-40ff-84d2-c74e689a49ba on network c0e35771-5344-4d0e-b969-adf22c80a4e0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:05.407838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7613d7-8d18-4915-b5b8-5d4d164423cc req-c401c8c6-5dd6-494f-98de-74606b69fae6 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:05.414560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:05.418289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Checking segment: {'id': 'c5e47131-45c4-42a9-b64d-645a607c159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:05.418865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.419541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Bound using segment: {'id': 'c5e47131-45c4-42a9-b64d-645a607c159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:05.420040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Bound port: 768aa95b-2b63-40ff-84d2-c74e689a49ba, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e47131-45c4-42a9-b64d-645a607c159e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:05.420431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.425937 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe7613d7-8d18-4915-b5b8-5d4d164423cc req-c401c8c6-5dd6-494f-98de-74606b69fae6 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.3015432 Dec 10 16:33:05.431520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.472130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.550766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] For port 768aa95b-2b63-40ff-84d2-c74e689a49ba, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:05.555905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] For port 768aa95b-2b63-40ff-84d2-c74e689a49ba, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=768aa95b-2b63-40ff-84d2-c74e689a49ba,segment=NetworkSegment(c5e47131-45c4-42a9-b64d-645a607c159e),segment_id=c5e47131-45c4-42a9-b64d-645a607c159e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:05.576353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Port': ['ID=c0990cc8-e7b7-4a82-b32f-4b3985541b3b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.594241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:05.600778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:05.618746 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-ab600b2a-7c49-47eb-896d-b603b15f4b3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 217 time: 0.2753942 Dec 10 16:33:05.628825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.632633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227c1ed-a2c3-471f-85e1-e221c115fcb4 req-770eb8f1-2d0d-4006-8bee-12d50baabdbf tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:05.635603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.639865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e9d9d032-fce5-4839-a545-0d454bb7be39 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/ports/c0990cc8-e7b7-4a82-b32f-4b3985541b3b HTTP/1.1" status: 204 len: 168 time: 3.4891562 Dec 10 16:33:05.642637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:05.648011 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d227c1ed-a2c3-471f-85e1-e221c115fcb4 req-770eb8f1-2d0d-4006-8bee-12d50baabdbf tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 931 time: 1.0084767 Dec 10 16:33:05.696431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:subnet and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:05.715303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:05.734788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6649-f2bc-4a46-b1f6-020df9b4bea2 None None] Pushing event updated for resources: {'Port': ['ID=768aa95b-2b63-40ff-84d2-c74e689a49ba,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:05.791524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:05.850816 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe7613d7-8d18-4915-b5b8-5d4d164423cc req-f09dbf5c-68bf-4d34-b222-69870a31d5b4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234674 Dec 10 16:33:05.879724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:subnetpool and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:05.915413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Attempting to bind port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:05.915992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Attempting to bind port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:05.916533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Attempting to bind port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 on network 73f26039-7d90-4bdf-9792-0d98d1425dde {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:05.929723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 on network 73f26039-7d90-4bdf-9792-0d98d1425dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:33:05.930375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Attempting to bind port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 on network 73f26039-7d90-4bdf-9792-0d98d1425dde {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:05.949119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:05.958697 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d227c1ed-a2c3-471f-85e1-e221c115fcb4 req-939da3bc-75f5-4032-8e9a-bcdc49ab9f62 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752651 Dec 10 16:33:05.991622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:port and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:06.002799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:06.002799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Checking segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:06.003417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Bound using segment: {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:06.003987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Bound port: 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2f362f-2f0b-499e-a51f-5f4f8175f058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:06.004452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.013959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:06.034974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:06.039311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.114619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Deleting port 6545fe13-6b22-4616-bc25-d9196a61b3af {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:06.115181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.129368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:router and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:06.140446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 325be07a-0b43-4b95-945e-71f99af6397e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:06.188236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:06.233812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.262016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:06.266272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.268565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:06.275530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Calling delete_port for 6545fe13-6b22-4616-bc25-d9196a61b3af owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:06.300116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:06.347341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:floatingip and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:06.371943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:06.375995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.381851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.422776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.452112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.466686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:06.467526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.468854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] 10.222.0.61 "PUT /v2.0/ports/0a8d84cd-cabd-400d-96a1-d269b8682eb2 HTTP/1.1" status: 200 len: 1093 time: 3.9698591 Dec 10 16:33:06.471242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:06.512408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7d0b0-f841-48fa-b9f4-57b843f45054 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:06.541346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.13 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/325be07a-0b43-4b95-945e-71f99af6397e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:06.570100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.627303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Pushing event updated for resources: {'Port': ['ID=9699c9aa-605d-4aef-8087-900af5bd8e6b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:06.649663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3ec6c-981c-4b0c-8208-3218cecc78d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:06.658660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.711445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Allocated IP 172.20.0.6 (8f04309f-1270-4a89-b3b6-2c6932967f16/3f05b0cf-3388-4634-b0d7-a1e83ce5b929/3186fe50-6468-4065-bc94-b41327ff5c95) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:06.779128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.929365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:06.984481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d459f-dbe7-4c17-957f-974cef2258e3 x-openstack-request-id: req-ab9d459f-dbe7-4c17-957f-974cef2258e3 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:06.984715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:06.984979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab9d459f-dbe7-4c17-957f-974cef2258e3 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:06.985520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'status': 'completed', 'code': 200} Dec 10 16:33:06.999931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.005140 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c128a875-df8b-4c1e-be4d-b09a773f7ea3 tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3687799 Dec 10 16:33:07.006782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Port': ['ID=6545fe13-6b22-4616-bc25-d9196a61b3af,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:07.013037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.025607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-874b60f4-665b-4c8b-87e6-29c22d406074 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/ports/6545fe13-6b22-4616-bc25-d9196a61b3af HTTP/1.1" status: 204 len: 168 time: 1.3525712 Dec 10 16:33:07.026365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.026781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.217179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5748c47c-6617-4409-bdcc-778ad5e6d440 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1805749 Dec 10 16:33:07.222189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.227107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:07.255049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-28303363'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:07.349389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-ca40917d-a9d1-4d70-aeed-e005642df395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.353554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-ca40917d-a9d1-4d70-aeed-e005642df395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4f04438a3234a60829a3cddceef9c49&device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 1096 time: 0.6985676 Dec 10 16:33:07.408473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b876535-2ca6-4a0b-8216-8ac1df4a43e1 None None] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:07.511153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e563e6-4c10-4120-8714-ed060d806574 req-615d2254-f659-4d14-a073-00411e093762 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.513272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74e563e6-4c10-4120-8714-ed060d806574 req-615d2254-f659-4d14-a073-00411e093762 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.2392523 Dec 10 16:33:07.519786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:07.557131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-96198da4-2047-4f98-93ae-1c9d2f549d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.559091 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-96198da4-2047-4f98-93ae-1c9d2f549d5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 1.0368218 Dec 10 16:33:07.583659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.615724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-3c30704f-c41b-4da6-8b7c-659aa237fe63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2 HTTP/1.1" status: 200 len: 217 time: 0.0877032 Dec 10 16:33:07.616563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:07.621206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.686562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] Provisioning complete for port 768aa95b-2b63-40ff-84d2-c74e689a49ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:07.687192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.720868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=325be07a-0b43-4b95-945e-71f99af6397e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:07.734586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:security_group and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:07.734586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.752307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.770890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:07.777715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Network 8f04309f-1270-4a89-b3b6-2c6932967f16 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:07.794455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:07.821165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.843959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.844219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.844715 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment 6071a2e1-3d0f-4b9c-ad1c-c5a4353644be of type vlan for network 591dff96-cbad-44dd-90d6-3d5685f8026d Dec 10 16:33:07.845539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:07.850075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:07.863110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74e563e6-4c10-4120-8714-ed060d806574 req-b73a8ff3-39c5-446b-ae7f-baa56d9ac9f8 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880123 Dec 10 16:33:07.867682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-290e304b-5b1d-4464-a87e-391d5fd3dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:07.868783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-290e304b-5b1d-4464-a87e-391d5fd3dc82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45a44295-9782-4b0b-b45c-6d6af2f91cc0 HTTP/1.1" status: 200 len: 843 time: 0.2168553 Dec 10 16:33:07.879704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:07.919653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] For port 768aa95b-2b63-40ff-84d2-c74e689a49ba, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=768aa95b-2b63-40ff-84d2-c74e689a49ba,segment=NetworkSegment(c5e47131-45c4-42a9-b64d-645a607c159e),segment_id=c5e47131-45c4-42a9-b64d-645a607c159e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:07.961757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:07.973093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:07.993988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:07.997041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.027743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.049308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8898369-338a-42b9-9e53-bb49e873dbbd req-db4b8f65-3104-4943-a1e5-b575e0450d95 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.050992 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e8898369-338a-42b9-9e53-bb49e873dbbd req-db4b8f65-3104-4943-a1e5-b575e0450d95 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.7082963 Dec 10 16:33:08.120262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ba610-ad1f-47b7-b537-f8ffc39d1d30 None None] Pushing event updated for resources: {'Port': ['ID=768aa95b-2b63-40ff-84d2-c74e689a49ba,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.141265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722183-0c88-498c-be02-81dfe3ed27ad req-ead12c1f-6a11-49da-84a0-cb28fed48309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.150234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Usage tracker for resource:security_group_rule and project:0db38eb8940146999f891b0f142e1d94 is out of sync, need to count used quota {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 16:33:08.150700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-ead12c1f-6a11-49da-84a0-cb28fed48309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73f26039-7d90-4bdf-9792-0d98d1425dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2583823 Dec 10 16:33:08.165504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 768aa95b-2b63-40ff-84d2-c74e689a49ba up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:08.203600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Port': ['ID=3186fe50-6468-4065-bc94-b41327ff5c95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.214589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.quota.resource [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103599) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 16:33:08.236707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c601ea75-7482-46f0-b163-59b6386b5c64 None None] Provisioning complete for port 325be07a-0b43-4b95-945e-71f99af6397e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:08.237201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c601ea75-7482-46f0-b163-59b6386b5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.244307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-7ed1a8ba-74f7-4f2d-97ee-64a6f7c9e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.256882 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-7ed1a8ba-74f7-4f2d-97ee-64a6f7c9e26c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6668129 Dec 10 16:33:08.260860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.283194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.284203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.320500 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3d9b7d9f-b5d5-46b2-8efb-af274e581f9e tempest-QuotasTest-477782715 tempest-QuotasTest-477782715-project-admin] 10.222.0.21 "GET /v2.0/quotas/0db38eb8940146999f891b0f142e1d94/details.json HTTP/1.1" status: 200 len: 703 time: 3.9661798 Dec 10 16:33:08.350639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 768aa95b-2b63-40ff-84d2-c74e689a49ba triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:08.351012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.351683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.352825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c601ea75-7482-46f0-b163-59b6386b5c64 None None] Port 325be07a-0b43-4b95-945e-71f99af6397e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:08.366658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.378324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=f848bce8-75b4-4cef-b1b0-0b6a43703bc0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.454512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c601ea75-7482-46f0-b163-59b6386b5c64 None None] Provisioning complete for port 768aa95b-2b63-40ff-84d2-c74e689a49ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:08.456239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c601ea75-7482-46f0-b163-59b6386b5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.470055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.484318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=591dff96-cbad-44dd-90d6-3d5685f8026d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:08.504807 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e8898369-338a-42b9-9e53-bb49e873dbbd req-054d497d-bfdf-48f3-8417-1eab37424bc0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3805423 Dec 10 16:33:08.557673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '0000e91d-2239-40c5-9d30-1cb9933c073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:08.558035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: 5bde0c37-4971-4243-b56e-004c0f7c414f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:08.566267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 591dff96-cbad-44dd-90d6-3d5685f8026d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:08.601643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.606845 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9e462c0e-69a9-4e8d-9384-42f24c228c6c tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3678467 Dec 10 16:33:08.606978 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-62b6707d-50e8-4f3e-bf1e-9d3edf2425bc tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8073156 Dec 10 16:33:08.613410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.613598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.618391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-16251010', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ad:2f:8f'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:08.623143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1528622014'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:08.635531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-c42024c8-ce29-4558-8adb-456239104420 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596910 Dec 10 16:33:08.698158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 5bde0c37-4971-4243-b56e-004c0f7c414f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:08.713772 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-9cb28999-9e90-4d78-b9c7-5eeebde2f065 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825572 Dec 10 16:33:08.792520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:08.796863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.816083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Allocated IP 172.26.4.150 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/2ddf2ba2-99ff-4e38-841e-1fcfb4472aca) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:08.817267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 5bde0c37-4971-4243-b56e-004c0f7c414f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:08.821099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.829413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.876353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:08.876353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:08.892559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb0c02-9a03-45e3-bd74-22b5276bdd65 None None] Network 5bde0c37-4971-4243-b56e-004c0f7c414f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:08.910616 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67722183-0c88-498c-be02-81dfe3ed27ad req-b311433d-6aa5-4371-bf0b-772063c68240 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456136 Dec 10 16:33:08.945009 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-70241cff-3cfe-4172-a2ef-c2972bebae49 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3521898 Dec 10 16:33:08.960955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:08.968535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116233482'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:08.999202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:09.017904 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f78b79fe-7438-4aa5-9932-84e7cc65f9ff req-dee1be07-ddf2-44bd-8c13-159e8175f49a service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664769 Dec 10 16:33:09.051372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.051777 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Added segment e7a3fd18-dc11-44c7-92e0-fd7457e74e9d of type vlan for network b55004d2-6ca5-4e38-89ea-4aadade87190 Dec 10 16:33:09.134030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:09.162734 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:09.187852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-5bde0c37-4971-4243-b56e-004c0f7c414f', 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': 'f848bce8-75b4-4cef-b1b0-0b6a43703bc0'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:09.194187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.283307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.320677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.339688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:09.344110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.386171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753b6cb-3080-42de-ab74-f073bc000504 req-16d335aa-ddea-4da2-816b-4577dcf2777c tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:09.391162 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e753b6cb-3080-42de-ab74-f073bc000504 req-16d335aa-ddea-4da2-816b-4577dcf2777c tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.3103032 Dec 10 16:33:09.393983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0b50d0e4-73f4-4704-8d85-85c6c32d1357 None None] Provisioning complete for port 325be07a-0b43-4b95-945e-71f99af6397e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:09.394369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b50d0e4-73f4-4704-8d85-85c6c32d1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.453776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b884a6-a1cd-411d-858b-a7ae4b864185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.464519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0b50d0e4-73f4-4704-8d85-85c6c32d1357 None None] Port 325be07a-0b43-4b95-945e-71f99af6397e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:09.484680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Allocated IP 2001:db8:0:ffff::2 (5bde0c37-4971-4243-b56e-004c0f7c414f/f848bce8-75b4-4cef-b1b0-0b6a43703bc0/131554d4-a16f-4e5e-8abb-e794f71f3584) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:09.492106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.495725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-bbcef26f-47ee-4c6c-ac48-a674acb5c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:09.502923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-bbcef26f-47ee-4c6c-ac48-a674acb5c35e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4f04438a3234a60829a3cddceef9c49&device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 1096 time: 0.2646124 Dec 10 16:33:09.502923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.507414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.514157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:09.515133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.534787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:09.543191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 3c1a0c71-3e45-4336-9547-887ddaef4acf yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:09.601297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.601714 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 2e0b1dc5-ed54-49bf-a0b4-fbb56e3753d8 of type vlan for network 47966368-71d7-4423-899c-a18387edafa8 Dec 10 16:33:09.610174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.665040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-502e7d9b-020b-4a7c-bed7-b88eb0779be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:09.666550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-502e7d9b-020b-4a7c-bed7-b88eb0779be9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1096 time: 0.3002379 Dec 10 16:33:09.670316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Network': ['ID=b55004d2-6ca5-4e38-89ea-4aadade87190,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:09.679993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e753b6cb-3080-42de-ab74-f073bc000504 req-7340b25f-07ca-431c-8fad-6897a52a3798 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593787 Dec 10 16:33:09.691158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.752397 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cead86bd-085b-4796-bfd7-014f1eec4f5d tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1287026 Dec 10 16:33:09.795354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:09.943488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:09.947199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network b55004d2-6ca5-4e38-89ea-4aadade87190 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:10.051344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 768aa95b-2b63-40ff-84d2-c74e689a49ba up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:10.054487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.126488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Pushing event updated for resources: {'Port': ['ID=131554d4-a16f-4e5e-8abb-e794f71f3584,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.148341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:10.149626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:10.157690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:10.164815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Network 5bde0c37-4971-4243-b56e-004c0f7c414f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:10.165326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'subnets': [{'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1990888807', 'ip_version': 4}, {'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:10.165752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'subnet': {'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1990888807', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:10.166443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Request body: {'subnet': {'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:10.171023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:10.174934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:10.271922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 768aa95b-2b63-40ff-84d2-c74e689a49ba triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:10.273385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.357399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Attempting to bind port 131554d4-a16f-4e5e-8abb-e794f71f3584 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:10.358027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Attempting to bind port 131554d4-a16f-4e5e-8abb-e794f71f3584 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0000e91d-2239-40c5-9d30-1cb9933c073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:10.358614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Attempting to bind port 131554d4-a16f-4e5e-8abb-e794f71f3584 on network 5bde0c37-4971-4243-b56e-004c0f7c414f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:10.364884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:10.365516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Checking segment: {'id': '0000e91d-2239-40c5-9d30-1cb9933c073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:10.366089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.366626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Bound using segment: {'id': '0000e91d-2239-40c5-9d30-1cb9933c073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:10.367665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Bound port: 131554d4-a16f-4e5e-8abb-e794f71f3584, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0000e91d-2239-40c5-9d30-1cb9933c073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5bde0c37-4971-4243-b56e-004c0f7c414f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:10.367899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.368862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.387646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Pushing event updated for resources: {'Port': ['ID=2ddf2ba2-99ff-4e38-841e-1fcfb4472aca,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.456248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.12 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/3c1a0c71-3e45-4336-9547-887ddaef4acf) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:10.491930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Made reservation on behalf of 20dd7032355d4d08ac624b2c9887ac56 for: {'subnet': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:10.497445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.497794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.512585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] For port 131554d4-a16f-4e5e-8abb-e794f71f3584, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:10.520126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] For port 131554d4-a16f-4e5e-8abb-e794f71f3584, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=131554d4-a16f-4e5e-8abb-e794f71f3584,segment=NetworkSegment(0000e91d-2239-40c5-9d30-1cb9933c073a),segment_id=0000e91d-2239-40c5-9d30-1cb9933c073a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:10.572977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-8e96a0fa-342d-4f68-b1b0-8c1b8ed6fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.574617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-8e96a0fa-342d-4f68-b1b0-8c1b8ed6fc1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.8389614 Dec 10 16:33:10.589985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.602009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Port': ['ID=3186fe50-6468-4065-bc94-b41327ff5c95,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.612190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9b1e5-964a-4890-bdf8-e88e7f716ed6 req-13f64b83-aa1b-47af-91a3-5d6dfffb4548 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.613797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70b9b1e5-964a-4890-bdf8-e88e7f716ed6 req-13f64b83-aa1b-47af-91a3-5d6dfffb4548 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.9729502 Dec 10 16:33:10.617229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.699498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d292-a649-4e15-afba-5557795aaf10 None None] Pushing event updated for resources: {'Port': ['ID=131554d4-a16f-4e5e-8abb-e794f71f3584,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:10.704974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-40938860-ce16-4fc0-8ea6-402d64ccaf70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 217 time: 0.0836868 Dec 10 16:33:10.722079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.728023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.728707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.746334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70b9b1e5-964a-4890-bdf8-e88e7f716ed6 req-a3e244c9-80cf-402b-be5d-db07b7a0c2a2 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022668 Dec 10 16:33:10.768232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.810960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-17b63684-e666-4c19-833d-05d241ac7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.812470 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-17b63684-e666-4c19-833d-05d241ac7728 service neutron] 10.222.0.61 "GET /v2.0/networks?id=73f26039-7d90-4bdf-9792-0d98d1425dde HTTP/1.1" status: 200 len: 905 time: 1.2510669 Dec 10 16:33:10.817975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:10.880970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-f1365bfe-8094-4eb8-877a-190ba7c885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:10.882558 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-f1365bfe-8094-4eb8-877a-190ba7c885c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.1644704 Dec 10 16:33:10.953447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b884a6-a1cd-411d-858b-a7ae4b864185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.032335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0696685 Dec 10 16:33:11.039669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.040050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.041975 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca36eb91-4f54-45cf-a62e-1d07c39d8f1b tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6890485 Dec 10 16:33:11.051455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88b884a6-a1cd-411d-858b-a7ae4b864185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.063779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '47966368-71d7-4423-899c-a18387edafa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:11.073804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.166611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fbb31be1-845a-4d9c-84c3-5b8ba1c840b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=8f04309f-1270-4a89-b3b6-2c6932967f16 HTTP/1.1" status: 200 len: 689 time: 0.0798073 Dec 10 16:33:11.166611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8b6ee-205a-4801-9e87-440d7ac1b5b5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=47966368-71d7-4423-899c-a18387edafa8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:11.168298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.179696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 47966368-71d7-4423-899c-a18387edafa8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:11.241313 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88b884a6-a1cd-411d-858b-a7ae4b864185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=133da7a1750c44ada6ea4d3b5d6fb5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1018491 Dec 10 16:33:11.280587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:11.335368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b884a6-a1cd-411d-858b-a7ae4b864185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2365358-a90b-4b99-87f9-32a26e24cc26,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:11.367918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.384306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd4d9-91be-45ec-909f-954f1f9e1a64 req-03cb5fa6-1522-4ca6-add4-4d21548dd287 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.385910 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-007fd4d9-91be-45ec-909f-954f1f9e1a64 req-03cb5fa6-1522-4ca6-add4-4d21548dd287 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.5149963 Dec 10 16:33:11.423622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.454515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.549443 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-a9cdbe4c-ef8b-4df4-85b4-ff94326d183c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2 HTTP/1.1" status: 200 len: 217 time: 0.1155121 Dec 10 16:33:11.558537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.566507 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-007fd4d9-91be-45ec-909f-954f1f9e1a64 req-5691fe9c-5134-4e96-ae9a-1aacc5a83749 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599064 Dec 10 16:33:11.573674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-518a403b-05f4-46e4-9237-b578f32ecd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:11.575152 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-518a403b-05f4-46e4-9237-b578f32ecd42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650157 Dec 10 16:33:11.609083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:11.612546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.634679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.660796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.697153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.802093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Deleting port 3186fe50-6468-4065-bc94-b41327ff5c95 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:11.802093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.860263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Pushing event updated for resources: {'Port': ['ID=2ddf2ba2-99ff-4e38-841e-1fcfb4472aca,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:11.884853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:11.932559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:11.996078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:12.010337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:12.092813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=3c1a0c71-3e45-4336-9547-887ddaef4acf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.136305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 131554d4-a16f-4e5e-8abb-e794f71f3584 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:12.165637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-c2e4f71f-7e20-48b2-b9c8-4a18ed6b394a service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250319 Dec 10 16:33:12.263978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.265387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.268027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 131554d4-a16f-4e5e-8abb-e794f71f3584 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:12.268580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.269488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.273938 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-18bcb550-b09b-4aff-bd9f-ed0827b6d5d0 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2441707 Dec 10 16:33:12.273938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.275297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.285756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.288442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.289704 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2365358-a90b-4b99-87f9-32a26e24cc26 HTTP/1.1" status: 204 len: 168 time: 1.0048015 Dec 10 16:33:12.291798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-d8301bb1-e6ac-4e8d-9c84-32111c1f148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.294350 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-d8301bb1-e6ac-4e8d-9c84-32111c1f148d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45a44295-9782-4b0b-b45c-6d6af2f91cc0 HTTP/1.1" status: 200 len: 843 time: 0.3518484 Dec 10 16:33:12.331821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.331821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.397294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202c2f9-bceb-49e5-a3de-16010705da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2365358-a90b-4b99-87f9-32a26e24cc26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.436677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b1345-88f1-4b38-82f3-ebf550ffb967 None None] Network 5bde0c37-4971-4243-b56e-004c0f7c414f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:12.450858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc64e6b-1d2e-4844-bef1-d5bec858bd6e req-e803b614-0e50-4a5f-bb0f-38577501e19b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.452838 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9fc64e6b-1d2e-4844-bef1-d5bec858bd6e req-e803b614-0e50-4a5f-bb0f-38577501e19b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.5451596 Dec 10 16:33:12.454307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Calling delete_port for 3186fe50-6468-4065-bc94-b41327ff5c95 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:12.463545 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d5c6a836-f662-4f03-991e-fa142ef16a53 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8491421 Dec 10 16:33:12.463755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.475092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.506043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-830df5a5-9873-496f-a8c4-439b684e57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.507584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-830df5a5-9873-496f-a8c4-439b684e57b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73f26039-7d90-4bdf-9792-0d98d1425dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803606 Dec 10 16:33:12.536677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.546375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Subnet': ['ID=fc9ba2de-d6c4-4472-9bf3-16fc46c8db48,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.551220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47f5dad7-b18f-4c17-831c-29543986ea61 None None] Provisioning complete for port 3c1a0c71-3e45-4336-9547-887ddaef4acf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:12.551597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47f5dad7-b18f-4c17-831c-29543986ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.580892 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9fc64e6b-1d2e-4844-bef1-d5bec858bd6e req-fdc512ae-1356-4045-a308-15b2bd9932dd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124592 Dec 10 16:33:12.619188 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bceefd72-127e-4454-9d67-914726b784bb tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.3340995 Dec 10 16:33:12.627287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.644241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 131554d4-a16f-4e5e-8abb-e794f71f3584, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=131554d4-a16f-4e5e-8abb-e794f71f3584,segment=NetworkSegment(0000e91d-2239-40c5-9d30-1cb9933c073a),segment_id=0000e91d-2239-40c5-9d30-1cb9933c073a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:12.646245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-47f5dad7-b18f-4c17-831c-29543986ea61 None None] Port 3c1a0c71-3e45-4336-9547-887ddaef4acf cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:12.648518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Checking segment: {'id': '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:12.649289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network hostable DHCP agents. Network: 591dff96-cbad-44dd-90d6-3d5685f8026d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:12.730809 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-d831e454-259f-4c2d-a0c5-ceb275cbda55 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554000 Dec 10 16:33:12.751720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.835843 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63f01053-fc4e-4b48-8f8e-9cbd5c1eaba1 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1995382 Dec 10 16:33:12.837785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '2e0b1dc5-ed54-49bf-a0b4-fbb56e3753d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '47966368-71d7-4423-899c-a18387edafa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:12.838144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: 47966368-71d7-4423-899c-a18387edafa8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:12.838704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.842447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0cf712-0939-489b-b6d1-7c2a2be1f897 req-370aafa7-767a-441b-ae87-ff7e280ed39e service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537731 Dec 10 16:33:12.848514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=307e57f7-123b-4a41-b30c-398c6d73c519,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.872813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5881a-54b0-4c7f-9418-9a95a9af32f7 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.879127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5881a-54b0-4c7f-9418-9a95a9af32f7 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.884609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:12.890501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5881a-54b0-4c7f-9418-9a95a9af32f7 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.890501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-77e5881a-54b0-4c7f-9418-9a95a9af32f7 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4057765 Dec 10 16:33:12.895718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:12.899306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368be3a-a49b-4713-a30b-3d879f356c79 req-7994539a-589e-412a-a91e-b7bde69017a7 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:12.900984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9368be3a-a49b-4713-a30b-3d879f356c79 req-7994539a-589e-412a-a91e-b7bde69017a7 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.1464441 Dec 10 16:33:12.922503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network 591dff96-cbad-44dd-90d6-3d5685f8026d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:12.932446 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:33:12.964691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=131554d4-a16f-4e5e-8abb-e794f71f3584,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:12.985192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53321391-6478-477b-9765-70b233bd758b None None] Provisioning complete for port 131554d4-a16f-4e5e-8abb-e794f71f3584 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:12.987077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53321391-6478-477b-9765-70b233bd758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.002014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9368be3a-a49b-4713-a30b-3d879f356c79 req-d644ee5c-9be8-41eb-922f-220569c3d5d0 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754023 Dec 10 16:33:13.004485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 47966368-71d7-4423-899c-a18387edafa8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:13.007385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Port': ['ID=3186fe50-6468-4065-bc94-b41327ff5c95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:13.066641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 591dff96-cbad-44dd-90d6-3d5685f8026d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:13.071126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.077780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6eab8-22f6-468b-9c68-fe7c5508a40b None None] Network 591dff96-cbad-44dd-90d6-3d5685f8026d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:13.084949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 47966368-71d7-4423-899c-a18387edafa8) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:13.098962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:13.099734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.124564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b27aca-80f5-4562-9148-ffafaeee1bd5 None None] Network 47966368-71d7-4423-899c-a18387edafa8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:13.173099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event updated for resources: {'Subnet': ['ID=716a6349-fb59-4294-b286-b4246c5629fd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:13.185683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Checking segment: {'id': 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:13.185683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network hostable DHCP agents. Network: b55004d2-6ca5-4e38-89ea-4aadade87190, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:13.193894 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-72261062-daa7-4a39-95aa-7a625d5cf792 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1524394 Dec 10 16:33:13.196184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.233758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.273712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.284505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4d58d11-92f6-45ec-a3ec-02efbbdab688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.294887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-591dff96-cbad-44dd-90d6-3d5685f8026d', 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d', 'project_id': '20dd7032355d4d08ac624b2c9887ac56', 'fixed_ips': [{'subnet_id': 'fc9ba2de-d6c4-4472-9bf3-16fc46c8db48'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:13.305474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.307780 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-12e3ec6c-981c-4b0c-8208-3218cecc78d4 req-9ade3741-0527-4767-936f-70de4b3f6fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249774 Dec 10 16:33:13.321209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-882d1fe0-07be-4181-aa7e-7afda42441da None None] Provisioning complete for port 131554d4-a16f-4e5e-8abb-e794f71f3584 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:13.321607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-882d1fe0-07be-4181-aa7e-7afda42441da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.322052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Network b55004d2-6ca5-4e38-89ea-4aadade87190 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:13.333702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.391398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, b55004d2-6ca5-4e38-89ea-4aadade87190) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:13.396610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:13.397306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:13.397417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Deleting port 2ddf2ba2-99ff-4e38-841e-1fcfb4472aca {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:13.397859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.397953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.402740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.423484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a898b-0662-43dc-9ba8-31d44dafee7a None None] Network b55004d2-6ca5-4e38-89ea-4aadade87190 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:13.443971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 3c1a0c71-3e45-4336-9547-887ddaef4acf {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:13.444318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.460376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.472277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f455604-f1a0-4a8a-a830-71d111fca4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-47966368-71d7-4423-899c-a18387edafa8', 'network_id': '47966368-71d7-4423-899c-a18387edafa8', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': '307e57f7-123b-4a41-b30c-398c6d73c519'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:13.473177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f455604-f1a0-4a8a-a830-71d111fca4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.569610 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ac961c13-ba49-4602-9e09-94adbd454213 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.4176142 Dec 10 16:33:13.570566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:13.639119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4d58d11-92f6-45ec-a3ec-02efbbdab688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.639730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.640071 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.656626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.667045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Calling delete_port for 2ddf2ba2-99ff-4e38-841e-1fcfb4472aca owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:13.677665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 3c1a0c71-3e45-4336-9547-887ddaef4acf owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:13.680927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Allocated IP 172.20.0.2 (591dff96-cbad-44dd-90d6-3d5685f8026d/fc9ba2de-d6c4-4472-9bf3-16fc46c8db48/2d58585e-f549-49e1-af4d-54f192bf886f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:13.705357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-b55004d2-6ca5-4e38-89ea-4aadade87190', 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190', 'project_id': '20dd7032355d4d08ac624b2c9887ac56', 'fixed_ips': [{'subnet_id': '716a6349-fb59-4294-b286-b4246c5629fd'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:13.706219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.732769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.800189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4d58d11-92f6-45ec-a3ec-02efbbdab688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-0f455604-f1a0-4a8a-a830-71d111fca4fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307e57f7-123b-4a41-b30c-398c6d73c519: This subnet is being modified by another concurrent operation. Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:33:13.816066 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 307e57f7-123b-4a41-b30c-398c6d73c519: This subnet is being modified by another concurrent operation. Dec 10 16:33:13.819515 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Dec 10 16:33:13.879983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:13.883848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0964bc1-d567-4080-b1df-3543715a7578 None None] Network 47966368-71d7-4423-899c-a18387edafa8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:13.935796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=307e57f7-123b-4a41-b30c-398c6d73c519,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.003775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4860ce0-2af3-4660-a9a4-4d0f808f9dfc tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.005524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4860ce0-2af3-4660-a9a4-4d0f808f9dfc tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.007107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4860ce0-2af3-4660-a9a4-4d0f808f9dfc tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.008973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f4860ce0-2af3-4660-a9a4-4d0f808f9dfc tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4360864 Dec 10 16:33:14.012421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:14.078904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.086427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Allocated IP 172.20.0.18 (b55004d2-6ca5-4e38-89ea-4aadade87190/716a6349-fb59-4294-b286-b4246c5629fd/91849dab-4931-4732-9782-165fd474b3ee) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:14.127442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 131554d4-a16f-4e5e-8abb-e794f71f3584 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:14.136095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f05b0cf-3388-4634-b0d7-a1e83ce5b929,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.138409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47966368-71d7-4423-899c-a18387edafa8']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.158406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b1dc5-ed54-49bf-a0b4-fbb56e3753d8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.158608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b1dc5-ed54-49bf-a0b4-fbb56e3753d8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.163627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Deleting subnet fc9ba2de-d6c4-4472-9bf3-16fc46c8db48 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:14.180536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.197551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80da8a-e586-4c8b-b33f-e20b026babbb req-83a1ca20-876e-43a0-bde8-21109ecbd10e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.199145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2e80da8a-e586-4c8b-b33f-e20b026babbb req-83a1ca20-876e-43a0-bde8-21109ecbd10e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.1042001 Dec 10 16:33:14.205537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.218437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:14.218827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:14.222073 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:14.243665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d58d11-92f6-45ec-a3ec-02efbbdab688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736a820-dcb4-4b12-a2a3-cf689738c5d4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.248242 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d4d58d11-92f6-45ec-a3ec-02efbbdab688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0db38eb8940146999f891b0f142e1d94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0092580 Dec 10 16:33:14.261019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:14.272786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41033a15-4c5f-489e-887e-9e347a1454b1 req-a8bdc157-e805-4468-b307-9ee1f6a4e19a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:14.274598 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-41033a15-4c5f-489e-887e-9e347a1454b1 req-a8bdc157-e805-4468-b307-9ee1f6a4e19a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.5473242 Dec 10 16:33:14.284793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.304936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 131554d4-a16f-4e5e-8abb-e794f71f3584 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:14.305583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.310903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.324235 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2e80da8a-e586-4c8b-b33f-e20b026babbb req-93ddb29c-52aa-47c8-b98c-4c27ae0470d7 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162479 Dec 10 16:33:14.358792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f04309f-1270-4a89-b3b6-2c6932967f16']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.362906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.372218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.397993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c917e277-1749-442c-865e-51dbcef896f5') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.398627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c917e277-1749-442c-865e-51dbcef896f5') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:14.411259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.440918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.450762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.453659 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/47966368-71d7-4423-899c-a18387edafa8 HTTP/1.1" status: 204 len: 168 time: 1.2563457 Dec 10 16:33:14.460357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Network 591dff96-cbad-44dd-90d6-3d5685f8026d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:14.460659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:14.466339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.467782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:14.469823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241106464'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:14.479845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:14.486216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc2bdc-484c-47af-829a-95ef730c5d1b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=47966368-71d7-4423-899c-a18387edafa8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.513255 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-41033a15-4c5f-489e-887e-9e347a1454b1 req-b8ddfc79-adc4-4052-b3d8-62a14256fd94 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080698 Dec 10 16:33:14.515469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:14.540959 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:14.556717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.565299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Pushing event updated for resources: {'Port': ['ID=2d58585e-f549-49e1-af4d-54f192bf886f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.587511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.607361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.629128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Attempting to bind port 2d58585e-f549-49e1-af4d-54f192bf886f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:14.629596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Attempting to bind port 2d58585e-f549-49e1-af4d-54f192bf886f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:14.630030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Attempting to bind port 2d58585e-f549-49e1-af4d-54f192bf886f on network 591dff96-cbad-44dd-90d6-3d5685f8026d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:14.638852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:14.639287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Checking segment: {'id': '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:14.639642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.640138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Bound using segment: {'id': '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:14.640510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Bound port: 2d58585e-f549-49e1-af4d-54f192bf886f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '591dff96-cbad-44dd-90d6-3d5685f8026d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:14.640920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.643539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:14.649125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.717498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.719020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.748707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.751222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.752398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] For port 2d58585e-f549-49e1-af4d-54f192bf886f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:14.753258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:14.755872 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.760389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Pushing event deleted for resources: {'Port': ['ID=2ddf2ba2-99ff-4e38-841e-1fcfb4472aca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.775058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.778809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.780028 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4736a820-dcb4-4b12-a2a3-cf689738c5d4 HTTP/1.1" status: 204 len: 168 time: 0.5161576 Dec 10 16:33:14.799313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9ba2de-d6c4-4472-9bf3-16fc46c8db48,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.801570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.805145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-25a370f8-5d96-4d3d-bff1-44484373496a tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/subnets/fc9ba2de-d6c4-4472-9bf3-16fc46c8db48 HTTP/1.1" status: 204 len: 168 time: 0.7912946 Dec 10 16:33:14.806464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.806684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0 of type vlan for network db98a4c8-7be5-45a1-b849-d2db0d35a2bf Dec 10 16:33:14.808327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46680) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:14.810770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] For port 2d58585e-f549-49e1-af4d-54f192bf886f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2d58585e-f549-49e1-af4d-54f192bf886f,segment=NetworkSegment(6071a2e1-3d0f-4b9c-ad1c-c5a4353644be),segment_id=6071a2e1-3d0f-4b9c-ad1c-c5a4353644be)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:14.827930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f04309f-1270-4a89-b3b6-2c6932967f16 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:33:14.829914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Network b55004d2-6ca5-4e38-89ea-4aadade87190 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:14.837136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585dbf2-16b1-4c26-b79f-4de7b06d8723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736a820-dcb4-4b12-a2a3-cf689738c5d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.848679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Pushing event updated for resources: {'Port': ['ID=91849dab-4931-4732-9782-165fd474b3ee,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:14.853048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:14.860715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:14.951356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.954450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.956143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Attempting to bind port 91849dab-4931-4732-9782-165fd474b3ee on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:14.956535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Attempting to bind port 91849dab-4931-4732-9782-165fd474b3ee by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:14.957636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Attempting to bind port 91849dab-4931-4732-9782-165fd474b3ee on network b55004d2-6ca5-4e38-89ea-4aadade87190 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:14.963291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:14.963679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Checking segment: {'id': 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:14.964092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.964496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Bound using segment: {'id': 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:14.965170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Bound port: 91849dab-4931-4732-9782-165fd474b3ee, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b55004d2-6ca5-4e38-89ea-4aadade87190'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:14.966084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:14.970552 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8f04309f-1270-4a89-b3b6-2c6932967f16 HTTP/1.1" status: 204 len: 168 time: 3.7815137 Dec 10 16:33:14.977078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:14.984766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Deleting subnet 716a6349-fb59-4294-b286-b4246c5629fd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:15.025584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.060546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333706-4789-449b-aa43-02d137ad4258 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f04309f-1270-4a89-b3b6-2c6932967f16,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.130111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.156230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.193314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6673dd7a-9b19-404e-a353-0391833899cf tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.2080507 Dec 10 16:33:15.197934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=3c1a0c71-3e45-4336-9547-887ddaef4acf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.200363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.224117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af0508-6e45-4e0a-a171-c66cdf105cfc None None] Pushing event updated for resources: {'Port': ['ID=2d58585e-f549-49e1-af4d-54f192bf886f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.264997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.267878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.269231 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3af8032a-9974-4156-be8e-1e3b93b03cc7 tempest-FloatingIPAdminTestJSON-161873116 tempest-FloatingIPAdminTestJSON-161873116-project] 10.222.0.21 "DELETE /v2.0/floatingips/920b90f7-c078-4724-9a67-f9a58c41ea5a HTTP/1.1" status: 204 len: 168 time: 2.4294202 Dec 10 16:33:15.272574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] For port 91849dab-4931-4732-9782-165fd474b3ee, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:15.285943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] For port 91849dab-4931-4732-9782-165fd474b3ee, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91849dab-4931-4732-9782-165fd474b3ee,segment=NetworkSegment(e7a3fd18-dc11-44c7-92e0-fd7457e74e9d),segment_id=e7a3fd18-dc11-44c7-92e0-fd7457e74e9d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:15.288511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46686) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.298927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.298927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.298927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.384638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.385392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.386066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.386660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.387782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.388365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.388980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.389560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.392009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.406558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.409235 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-894400a3-aedf-4d6c-9fe6-54a86fcedce5 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5792 time: 0.2060130 Dec 10 16:33:15.410660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.414145 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67bf8399-ab72-4e89-a8f5-127de5bc5ad4 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/3c1a0c71-3e45-4336-9547-887ddaef4acf HTTP/1.1" status: 204 len: 168 time: 2.4406633 Dec 10 16:33:15.423280 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.423280 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.514772 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25c0845-6f1b-4d92-af69-9a6c3dce743c tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] GET failed (client error): The resource could not be found. Dec 10 16:33:15.525894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f25c0845-6f1b-4d92-af69-9a6c3dce743c tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports/3c1a0c71-3e45-4336-9547-887ddaef4acf HTTP/1.1" status: 404 len: 333 time: 0.0887680 Dec 10 16:33:15.525894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-cf134aac-3dbb-4932-945c-03cde4aa2e90 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] delete failed (client error): The resource could not be found. Dec 10 16:33:15.525894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf134aac-3dbb-4932-945c-03cde4aa2e90 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/579ee53a-91de-487e-89b4-2589f4fc1e63 HTTP/1.1" status: 404 len: 345 time: 0.0998199 Dec 10 16:33:15.525894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.525894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.549789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-1671924386'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:15.580094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651afdd4-f138-401e-b378-388b5330a1b5 None None] Pushing event updated for resources: {'Port': ['ID=91849dab-4931-4732-9782-165fd474b3ee,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.584192 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaae9714-a826-40fd-8b3f-3938fd277b08 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 16:33:15.584684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaae9714-a826-40fd-8b3f-3938fd277b08 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:15.588497 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-eaae9714-a826-40fd-8b3f-3938fd277b08 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8f04309f-1270-4a89-b3b6-2c6932967f16 HTTP/1.1" status: 404 len: 339 time: 0.0625389 Dec 10 16:33:15.627455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.636017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'name': 'tempest-network--2046131506', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:15.705468 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2437618 Dec 10 16:33:15.707479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.708778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:15.717857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:15.740551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8356f835-9856-42d0-96f3-88648d7798d2 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:33:15.778838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe8cc1-36c7-4100-a177-8fe72c2ebc02 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=db98a4c8-7be5-45a1-b849-d2db0d35a2bf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:15.827625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:15.876138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0f0b3-19f4-4245-bd85-3aa7a6a046ce req-fb3ca71e-bf9a-4973-aeae-b6258308bc3e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.889944 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1a0f0b3-19f4-4245-bd85-3aa7a6a046ce req-fb3ca71e-bf9a-4973-aeae-b6258308bc3e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 943 time: 0.4044535 Dec 10 16:33:15.921817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Deleting port 9699c9aa-605d-4aef-8087-900af5bd8e6b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:15.922205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.952034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe2ab0-efc0-4b1b-8151-d0b087a01fd8 req-90de3500-320a-4275-9dc0-cea707801543 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:15.954758 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-88fe2ab0-efc0-4b1b-8151-d0b087a01fd8 req-90de3500-320a-4275-9dc0-cea707801543 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 943 time: 0.2597811 Dec 10 16:33:15.974321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:15.974321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:15.998754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.017534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:33:16.017534 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:33:16.017534 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'project_id_1': '4dee582785fe43cb9ef9ae218cd34a8c', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 32, 55, 960091)}] Dec 10 16:33:16.017534 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:16.020079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:16.046981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8356f835-9856-42d0-96f3-88648d7798d2,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:16.065992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '8356f835-9856-42d0-96f3-88648d7798d2', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'port_id': '8356f835-9856-42d0-96f3-88648d7798d2', 'mac_address': 'fa:16:3e:8d:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:33:16.073247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:16.077448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.080574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:16.084094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1a0f0b3-19f4-4245-bd85-3aa7a6a046ce req-95a88ad5-e2b1-4956-ac18-32cb22d4048d tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931303 Dec 10 16:33:16.099421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.105729 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/subnets/716a6349-fb59-4294-b286-b4246c5629fd HTTP/1.1" status: 204 len: 168 time: 1.2963874 Dec 10 16:33:16.109144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:16.110290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81211460-f055-4b30-9bf2-aeb72ac9dff4 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Subnet': ['ID=716a6349-fb59-4294-b286-b4246c5629fd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.139661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.139942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.140218 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Added segment 1e755b52-9a79-4568-9fec-2b83fc6d989f of type vlan for network 8c28425b-b958-4098-8eb4-8480e16dd500 Dec 10 16:33:16.157973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8356f835-9856-42d0-96f3-88648d7798d2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:16.161230 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-88fe2ab0-efc0-4b1b-8151-d0b087a01fd8 req-d0ece148-eaa2-458f-860a-429cbe61d4fd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710460 Dec 10 16:33:16.163326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 81aebd5c-fea8-4ffc-9e66-80389014c6ad yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:16.182565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8356f835-9856-42d0-96f3-88648d7798d2,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:16.238205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.238643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.241649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91849dab-4931-4732-9782-165fd474b3ee up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:16.283570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.288209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d19bccd-eabe-4f5f-9c38-9fc473f011e8 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:16.293524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1d19bccd-eabe-4f5f-9c38-9fc473f011e8 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1756487 Dec 10 16:33:16.296050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:16.296854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.297541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0a8d84cd-cabd-400d-96a1-d269b8682eb2 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:33:16.310467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Calling delete_port for 9699c9aa-605d-4aef-8087-900af5bd8e6b owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:16.393875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.509633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:16.527719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'port_id': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'mac_address': 'fa:16:3e:8e:5a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:33:16.553474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.9 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/81aebd5c-fea8-4ffc-9e66-80389014c6ad) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:16.562816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.589520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 91849dab-4931-4732-9782-165fd474b3ee triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:16.589906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.630523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.640172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.640172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:16.640172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.650082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d84cd-cabd-400d-96a1-d269b8682eb2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:33:16.678335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fc6d0-613e-4a8f-a7ce-17e075ea91c6 None None] Network 591dff96-cbad-44dd-90d6-3d5685f8026d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:16.682935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:16.686235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.718636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Pushing event deleted for resources: {'Port': ['ID=9699c9aa-605d-4aef-8087-900af5bd8e6b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.759595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:16.763659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.781271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.818405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.823438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=8c28425b-b958-4098-8eb4-8480e16dd500,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:16.829954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.829954 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b5f42aa4-74a2-4553-85a9-f26e38aa3acf tempest-FloatingIPAdminTestJSON-691540698 tempest-FloatingIPAdminTestJSON-691540698-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/e38aaada-475e-45c8-a8ed-69977ee16197 HTTP/1.1" status: 204 len: 168 time: 1.5279853 Dec 10 16:33:16.830162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.832668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:16.850328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] Provisioning complete for port 2d58585e-f549-49e1-af4d-54f192bf886f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:16.850707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.862914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Deleting port 91849dab-4931-4732-9782-165fd474b3ee {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:16.863219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:16.898816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8c28425b-b958-4098-8eb4-8480e16dd500 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:16.928887 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f0b1ceb2-851e-41dd-8622-a6228ccc80b3 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2980494 Dec 10 16:33:16.939860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:17.002122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting port c55c3a08-3b6b-4b77-afcd-21cc549650b2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:17.002122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.031780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:17.057876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 91849dab-4931-4732-9782-165fd474b3ee, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91849dab-4931-4732-9782-165fd474b3ee,segment=NetworkSegment(e7a3fd18-dc11-44c7-92e0-fd7457e74e9d),segment_id=e7a3fd18-dc11-44c7-92e0-fd7457e74e9d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.071118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] For port 91849dab-4931-4732-9782-165fd474b3ee, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91849dab-4931-4732-9782-165fd474b3ee,segment=NetworkSegment(e7a3fd18-dc11-44c7-92e0-fd7457e74e9d),segment_id=e7a3fd18-dc11-44c7-92e0-fd7457e74e9d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.071507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.106715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['0a8d84cd-cabd-400d-96a1-d269b8682eb2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:17.129598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Calling delete_port for 91849dab-4931-4732-9782-165fd474b3ee owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:17.144228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.153919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.171170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Calling delete_port for c55c3a08-3b6b-4b77-afcd-21cc549650b2 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:17.224241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['8356f835-9856-42d0-96f3-88648d7798d2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:33:17.308511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] DHCP port deletion for 591dff96-cbad-44dd-90d6-3d5685f8026d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:17.338861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.401993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43236e-8d15-4a6a-9198-fd691f822392 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.411484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43236e-8d15-4a6a-9198-fd691f822392 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.417959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43236e-8d15-4a6a-9198-fd691f822392 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.425424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43236e-8d15-4a6a-9198-fd691f822392 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.426016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176632f-ad10-4146-a2c8-e19f32bedb65 req-69e23a70-9f57-49ad-a1b4-a03e58cf7f3b tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.427550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b176632f-ad10-4146-a2c8-e19f32bedb65 req-69e23a70-9f57-49ad-a1b4-a03e58cf7f3b tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 944 time: 0.1026747 Dec 10 16:33:17.428066 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8e43236e-8d15-4a6a-9198-fd691f822392 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4716110 Dec 10 16:33:17.437186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:17.471963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] For port 2d58585e-f549-49e1-af4d-54f192bf886f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2d58585e-f549-49e1-af4d-54f192bf886f,segment=NetworkSegment(6071a2e1-3d0f-4b9c-ad1c-c5a4353644be),segment_id=6071a2e1-3d0f-4b9c-ad1c-c5a4353644be)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.485100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23edb2dc-3931-4ebd-a44a-14cff57a8fe5 None None] Network b55004d2-6ca5-4e38-89ea-4aadade87190 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:17.530879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b176632f-ad10-4146-a2c8-e19f32bedb65 req-feac3d28-62e1-47fb-b15f-f2cbdd2b953f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605595 Dec 10 16:33:17.600363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3398-81e6-4df9-afd5-ad770805d564 req-1fbfbc63-f0d7-4645-aaf2-8db2966a0c57 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:17.601967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2c3c3398-81e6-4df9-afd5-ad770805d564 req-1fbfbc63-f0d7-4645-aaf2-8db2966a0c57 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 944 time: 0.3097792 Dec 10 16:33:17.608157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.658359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Deleting port 2d58585e-f549-49e1-af4d-54f192bf886f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:17.658732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.722743 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2c3c3398-81e6-4df9-afd5-ad770805d564 req-e814ccd9-5440-417a-a3be-e046c07ef211 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080885 Dec 10 16:33:17.736305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.768809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c28425b-b958-4098-8eb4-8480e16dd500']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:17.779845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e755b52-9a79-4568-9fec-2b83fc6d989f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:17.780152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e755b52-9a79-4568-9fec-2b83fc6d989f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:17.790121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.805048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] For port 2d58585e-f549-49e1-af4d-54f192bf886f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2d58585e-f549-49e1-af4d-54f192bf886f,segment=NetworkSegment(6071a2e1-3d0f-4b9c-ad1c-c5a4353644be),segment_id=6071a2e1-3d0f-4b9c-ad1c-c5a4353644be)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:17.805048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.806844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.814547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:17.815113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:17.817518 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:17.831836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Calling delete_port for 2d58585e-f549-49e1-af4d-54f192bf886f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:17.864940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] DHCP port deletion for b55004d2-6ca5-4e38-89ea-4aadade87190 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:18.087709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Deleting port 91849dab-4931-4732-9782-165fd474b3ee {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:18.087709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.136777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.139243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.142194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.148789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.150583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.151287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2d58585e-f549-49e1-af4d-54f192bf886f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:18.163242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.193516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] For port 91849dab-4931-4732-9782-165fd474b3ee, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91849dab-4931-4732-9782-165fd474b3ee,segment=NetworkSegment(e7a3fd18-dc11-44c7-92e0-fd7457e74e9d),segment_id=e7a3fd18-dc11-44c7-92e0-fd7457e74e9d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:18.193924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.213399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.236460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.241070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Calling delete_port for 91849dab-4931-4732-9782-165fd474b3ee owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:18.267676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Port': ['ID=c55c3a08-3b6b-4b77-afcd-21cc549650b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.269705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] No DVR routers for this DVR port 2d58585e-f549-49e1-af4d-54f192bf886f on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:18.275759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.284666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58db70d0-02f6-4547-910e-df9e25678918 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/ports/c55c3a08-3b6b-4b77-afcd-21cc549650b2 HTTP/1.1" status: 204 len: 168 time: 1.4466212 Dec 10 16:33:18.284666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.291092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=e7d1d923-853e-428f-9b6c-fcc7dddaaec6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.307600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dc4b51d9-1f7d-4975-a1aa-d36b9080cbff None None] Could not find standard attr ID for object 91849dab-4931-4732-9782-165fd474b3ee. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:18.322857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.329047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c28425b-b958-4098-8eb4-8480e16dd500 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:33:18.359378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No active binding found for port 2d58585e-f549-49e1-af4d-54f192bf886f {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 16:33:18.359974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2d58585e-f549-49e1-af4d-54f192bf886f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 16:33:18.366542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.377254 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8c28425b-b958-4098-8eb4-8480e16dd500 HTTP/1.1" status: 204 len: 168 time: 0.9367645 Dec 10 16:33:18.382608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.386964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 2d58585e-f549-49e1-af4d-54f192bf886f not found, will not notify nova. {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 16:33:18.399485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834fe81-8ac5-48bf-9b90-fbef594c94b8 None None] Pushing event updated for resources: {'Port': ['ID=2d58585e-f549-49e1-af4d-54f192bf886f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.399778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'name': 'tempest-network--516988203', 'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:18.417519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae7d58-86af-41f4-bf30-a4d4bcf9bda2 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c28425b-b958-4098-8eb4-8480e16dd500,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.437340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:18.440718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event deleted for resources: {'Port': ['ID=91849dab-4931-4732-9782-165fd474b3ee,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.469708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] No DVR routers for this DVR port 91849dab-4931-4732-9782-165fd474b3ee on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:18.471901 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=81aebd5c-fea8-4ffc-9e66-80389014c6ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.474326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:18.481536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464c66d-98bc-46a9-8177-c3471b35f4cb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:18.484570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336f3d-3570-4031-965d-2b71d2ae1d7a None None] Pushing event deleted for resources: {'Port': ['ID=2d58585e-f549-49e1-af4d-54f192bf886f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.491356 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3464c66d-98bc-46a9-8177-c3471b35f4cb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "GET /v2.0/ports?device_id=8adbcb26-1e5d-4a86-a9be-ab27c0635635 HTTP/1.1" status: 200 len: 913 time: 0.2070708 Dec 10 16:33:18.492041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.497050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:18.497866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: db98a4c8-7be5-45a1-b849-d2db0d35a2bf, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:18.504041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:18.507903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.559775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] Pushing event deleted for resources: {'Port': ['ID=91849dab-4931-4732-9782-165fd474b3ee,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.559775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f23eb-c2e8-48d0-a0c1-93e9333901b7 None None] No DVR routers for this DVR port 91849dab-4931-4732-9782-165fd474b3ee on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:18.626752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91849dab-4931-4732-9782-165fd474b3ee no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:18.671721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 91849dab-4931-4732-9782-165fd474b3ee {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:18.672075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91849dab-4931-4732-9782-165fd474b3ee not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:18.672516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2d58585e-f549-49e1-af4d-54f192bf886f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:18.706252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2d58585e-f549-49e1-af4d-54f192bf886f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:18.706605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2d58585e-f549-49e1-af4d-54f192bf886f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:18.726538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.752451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Port': ['ID=91849dab-4931-4732-9782-165fd474b3ee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:18.772223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:18.773526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.880069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a27282-284a-42dc-94f8-012ac273b9f7 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:33:18.902051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:18.905462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.929822 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3031b206-20ea-4a22-8838-36cfccba6887 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3879967 Dec 10 16:33:18.929822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:18.937297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1032389832', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:18.956736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:18.960370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:18.963237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ad:2f:8f'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:18.973918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7682bc6f-fe65-4986-aff2-9a069d59bfa1 None None] Provisioning complete for port 81aebd5c-fea8-4ffc-9e66-80389014c6ad triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:18.974860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7682bc6f-fe65-4986-aff2-9a069d59bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.006574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693a9d-8d3b-4af2-b569-d04fe72e618e req-ab4fcde1-6746-465d-b205-505e07cc6a9b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.008105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-19693a9d-8d3b-4af2-b569-d04fe72e618e req-ab4fcde1-6746-465d-b205-505e07cc6a9b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 944 time: 0.1506221 Dec 10 16:33:19.010338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55004d2-6ca5-4e38-89ea-4aadade87190']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.045809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.046142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a3fd18-dc11-44c7-92e0-fd7457e74e9d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.062470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Made reservation on behalf of 00c739e2241c4ad69ad38f6f422629b5 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:19.066501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.070546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7682bc6f-fe65-4986-aff2-9a069d59bfa1 None None] Port 81aebd5c-fea8-4ffc-9e66-80389014c6ad cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:19.090946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.094416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.103211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, db98a4c8-7be5-45a1-b849-d2db0d35a2bf) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:19.112814 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-19693a9d-8d3b-4af2-b569-d04fe72e618e req-82dc0af3-5daa-4aed-b397-c9e6dca68c77 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941722 Dec 10 16:33:19.131608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.132432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.137185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27282-284a-42dc-94f8-012ac273b9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:33:19.156288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.168380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:19.169142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:19.172659 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:19.255164 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f65fef1c-db4e-4a43-9952-69535352f799 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5385504 Dec 10 16:33:19.255792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:19.264575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699566574'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:19.327367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.358510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.365369 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/b55004d2-6ca5-4e38-89ea-4aadade87190 HTTP/1.1" status: 204 len: 168 time: 3.0612872 Dec 10 16:33:19.366861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:19.374793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4795c4a-738f-4573-8b01-751a6d4e0d8e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=b55004d2-6ca5-4e38-89ea-4aadade87190,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.398114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:19.401839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.402068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:19.446435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.455448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:19.465000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.466026 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 35f34926-c8cf-468f-8937-c3ac3000732c of type vlan for network 4692c92f-a09e-418e-898c-425d2c5d97bc Dec 10 16:33:19.469463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.469811 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Added segment 9db9fad1-cb3b-4495-90a7-801ca1f2126b of type vlan for network 4427c8fd-e4ae-40b8-aa05-d7211f3f39d0 Dec 10 16:33:19.486936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b068-3ae2-4b53-a445-603989574c50 req-107bcfd5-7ea0-4738-a568-d6468234c841 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.488451 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ecd0b068-3ae2-4b53-a445-603989574c50 req-107bcfd5-7ea0-4738-a568-d6468234c841 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 944 time: 0.6213233 Dec 10 16:33:19.508115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.551105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.555413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] device_id is not set on port 41dd39fb-5b6f-4699-9e97-218f423bc335 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:19.571224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-db98a4c8-7be5-45a1-b849-d2db0d35a2bf', 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': 'e7d1d923-853e-428f-9b6c-fcc7dddaaec6'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:19.572645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.579574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.622969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.628703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:19.629320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.659177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.662630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port 0b7817ee-4f3b-4630-ad81-d247d74bf77b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:19.663016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.706698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.716488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb2a4e7-07f3-4aa1-8b22-7600bf8a1685,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.739706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Port 0b7817ee-4f3b-4630-ad81-d247d74bf77b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:19.740691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0a8d84cd-cabd-400d-96a1-d269b8682eb2 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:19.749474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ecd0b068-3ae2-4b53-a445-603989574c50 req-c5dba776-84b5-403f-ba60-913cf334f2c7 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426474 Dec 10 16:33:19.765286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=4692c92f-a09e-418e-898c-425d2c5d97bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:19.782181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 4692c92f-a09e-418e-898c-425d2c5d97bc details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:19.794162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b96e246b-9808-4c84-b185-cc105b830368 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5362108 Dec 10 16:33:19.796096 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Allocated IP 172.26.4.73 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/41dd39fb-5b6f-4699-9e97-218f423bc335) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:19.798310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:19.805394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '4692c92f-a09e-418e-898c-425d2c5d97bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:19.845499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Allocated IP 2001:db8::1 (db98a4c8-7be5-45a1-b849-d2db0d35a2bf/e7d1d923-853e-428f-9b6c-fcc7dddaaec6/0decc818-0ce7-4103-8a4c-a413aab67ee0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:19.847458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port dc1cc656-160f-420f-a182-1518b4931696 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:19.847853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.869876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.892678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591dff96-cbad-44dd-90d6-3d5685f8026d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.903650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.904365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6071a2e1-3d0f-4b9c-ad1c-c5a4353644be') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:19.948812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:19.986671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.004201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:20.004676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:20.007984 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:20.033641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.065847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:20.069635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.071357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:20.082524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:20.082904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.089063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port 63d4682f-88c9-493b-9f3f-10c2d167f2e9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:20.089437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.092330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.093388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.093971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.131056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:33:20.131600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:33:20.180558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.265273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=4427c8fd-e4ae-40b8-aa05-d7211f3f39d0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.278250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:20.283837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.284011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.288076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 4427c8fd-e4ae-40b8-aa05-d7211f3f39d0 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:20.294989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.295124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:20.295205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/591dff96-cbad-44dd-90d6-3d5685f8026d HTTP/1.1" status: 204 len: 168 time: 0.9186068 Dec 10 16:33:20.296630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Pushing event updated for resources: {'Port': ['ID=41dd39fb-5b6f-4699-9e97-218f423bc335,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.301042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:20.303300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.309797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f22a2e95-33cc-4926-8eab-483ef7f5e667 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9253876 Dec 10 16:33:20.317945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.330069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55381f8-6e79-4415-8ea0-0e2f1a77a88e tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=591dff96-cbad-44dd-90d6-3d5685f8026d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.358280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Port 63d4682f-88c9-493b-9f3f-10c2d167f2e9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:20.364997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.374383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.419972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port 7eb2c578-247d-4c7d-a108-a7ff2680c3f5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:20.419972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.419972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.468079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.499341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:20.500135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.505577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:20.515778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Port 7eb2c578-247d-4c7d-a108-a7ff2680c3f5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:20.517652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:20.529212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Pushing event updated for resources: {'Port': ['ID=0decc818-0ce7-4103-8a4c-a413aab67ee0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.552648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:20.596851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=81aebd5c-fea8-4ffc-9e66-80389014c6ad,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:20.636460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] In _notify_port_updated(), no bound segment for port 81aebd5c-fea8-4ffc-9e66-80389014c6ad on network c0e35771-5344-4d0e-b969-adf22c80a4e0 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:33:20.642318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.642949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.646923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ebd2a138-4cf0-43f3-9f51-f535c81c4248 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "PUT /v2.0/ports/81aebd5c-fea8-4ffc-9e66-80389014c6ad HTTP/1.1" status: 200 len: 994 time: 1.6863365 Dec 10 16:33:20.654496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port 2dcc48f1-fe64-4730-98e1-c4ff80296505 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:20.655011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.660912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.718496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:20.748425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Attempting to bind port 0decc818-0ce7-4103-8a4c-a413aab67ee0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:20.748425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Attempting to bind port 0decc818-0ce7-4103-8a4c-a413aab67ee0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:20.748728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Attempting to bind port 0decc818-0ce7-4103-8a4c-a413aab67ee0 on network db98a4c8-7be5-45a1-b849-d2db0d35a2bf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:20.784533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba984bc-72fb-4f19-b3d7-58f13a6dd5fe req-4539eae6-545d-4b90-be1d-b7a2b77cf5fe tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.786112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ba984bc-72fb-4f19-b3d7-58f13a6dd5fe req-4539eae6-545d-4b90-be1d-b7a2b77cf5fe tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 944 time: 0.5624094 Dec 10 16:33:20.812625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:20.812985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Checking segment: {'id': '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:20.816168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.816598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Bound using segment: {'id': '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:20.817132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Bound port: 0decc818-0ce7-4103-8a4c-a413aab67ee0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'db98a4c8-7be5-45a1-b849-d2db0d35a2bf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:20.817530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.835453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0088e59-b7c7-43bf-82a7-f594c34b7b8b" -d '{"events": [{"server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:20.836332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.836975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.849842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.850362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8356f835-9856-42d0-96f3-88648d7798d2 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:20.867199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 81aebd5c-fea8-4ffc-9e66-80389014c6ad {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:20.867614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.893940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9b435-f83d-4502-aaaf-4d0acba7ee31 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:20.898039 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8dc9b435-f83d-4502-aaaf-4d0acba7ee31 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "GET /v2.0/networks/4427c8fd-e4ae-40b8-aa05-d7211f3f39d0 HTTP/1.1" status: 200 len: 756 time: 0.5536191 Dec 10 16:33:20.903839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:20.942242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:20.943717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port fdd06b81-ba8b-4139-8949-9df116ed9ca0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:20.944215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.006991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.018713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a0cfad77-1554-4c10-8710-ef6f2981f092 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2769058 Dec 10 16:33:21.021285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.024195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ba984bc-72fb-4f19-b3d7-58f13a6dd5fe req-d9245575-fb96-4275-b853-99ede4fb5556 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273738 Dec 10 16:33:21.024742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.034229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.73'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:21.039765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58615a-53f5-4012-b9b4-3d76c65a56a5 req-34522173-bcfd-4843-a600-19b09ae48d31 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.041525 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e58615a-53f5-4012-b9b4-3d76c65a56a5 req-34522173-bcfd-4843-a600-19b09ae48d31 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.1668425 Dec 10 16:33:21.043914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting port b396b4a6-95ee-422a-bd30-69068a67a06a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:21.044338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.055948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] For port 0decc818-0ce7-4103-8a4c-a413aab67ee0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:21.059531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] For port 0decc818-0ce7-4103-8a4c-a413aab67ee0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0decc818-0ce7-4103-8a4c-a413aab67ee0,segment=NetworkSegment(0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0),segment_id=0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:21.065470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 81aebd5c-fea8-4ffc-9e66-80389014c6ad owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:21.120771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Provisioning complete for port 68488849-00c4-43b7-b03b-e577310e3d39 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:21.121500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.154865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.180289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5e357146-4861-43ba-b556-1daf4c76771c None None] Port 68488849-00c4-43b7-b03b-e577310e3d39 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:21.186201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 8356f835-9856-42d0-96f3-88648d7798d2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:33:21.190764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 8356f835-9856-42d0-96f3-88648d7798d2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:21.200312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.226253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.243532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e58615a-53f5-4012-b9b4-3d76c65a56a5 req-cc805464-6b1b-44ca-9752-d7753f8d662a tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433661 Dec 10 16:33:21.247743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.257532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2c6f5-0651-44bd-b9b3-c59953c8a870 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.262713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-58b2c6f5-0651-44bd-b9b3-c59953c8a870 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "GET /v2.0/networks/7ad5687f-8240-4bf6-8c5b-8fb42c5d270d HTTP/1.1" status: 200 len: 768 time: 0.3351235 Dec 10 16:33:21.268390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.269920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=0bc53f64-14da-47dc-878a-a22a2d2fd82b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.291834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.293650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.297263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753539d-093e-4ef4-a3c9-c384e955c27b x-openstack-request-id: req-8753539d-093e-4ef4-a3c9-c384e955c27b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:21.297630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:21.297955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8753539d-093e-4ef4-a3c9-c384e955c27b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:21.298470 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'code': 200} Dec 10 16:33:21.305178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Calling delete_port for b396b4a6-95ee-422a-bd30-69068a67a06a owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:21.323574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600adb12-fd2a-4a99-a65d-ddf211613ed4 None None] Pushing event updated for resources: {'Port': ['ID=0decc818-0ce7-4103-8a4c-a413aab67ee0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.364245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.368013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.409533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8356f835-9856-42d0-96f3-88648d7798d2,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:21.418866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dd5866-42b2-4b83-8aac-97aa838deadd']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.440719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb100203-2c0c-40ae-a474-474b4b6829a4') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.441048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb100203-2c0c-40ae-a474-474b4b6829a4') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.453684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.462034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.463777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '35f34926-c8cf-468f-8937-c3ac3000732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4692c92f-a09e-418e-898c-425d2c5d97bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:21.464643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: 4692c92f-a09e-418e-898c-425d2c5d97bc, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:21.486804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.499967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.500273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:21.500658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:21.506162 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:21.567204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.604986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.627636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=81aebd5c-fea8-4ffc-9e66-80389014c6ad,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.638572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 4692c92f-a09e-418e-898c-425d2c5d97bc is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:21.657793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.696016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4427c8fd-e4ae-40b8-aa05-d7211f3f39d0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.709477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db9fad1-cb3b-4495-90a7-801ca1f2126b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.710025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db9fad1-cb3b-4495-90a7-801ca1f2126b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:21.732467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.773223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.790429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.796128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/d6dd5866-42b2-4b83-8aac-97aa838deadd HTTP/1.1" status: 204 len: 168 time: 1.4895427 Dec 10 16:33:21.799082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.807744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.813051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 4692c92f-a09e-418e-898c-425d2c5d97bc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:21.821858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878767-21a4-48f9-8027-aed135deab7f tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=d6dd5866-42b2-4b83-8aac-97aa838deadd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:21.824128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.824801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.827407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:21.827790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:21.835872 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:21.876634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.879689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da12daa6-2d24-498f-ba2b-5034c5563386 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/81aebd5c-fea8-4ffc-9e66-80389014c6ad HTTP/1.1" status: 204 len: 168 time: 1.2177699 Dec 10 16:33:21.884882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.892025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.905568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-9e4e732f-eddd-4891-8bbf-c72f79612647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:21.907077 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-9e4e732f-eddd-4891-8bbf-c72f79612647 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 1098 time: 0.1857967 Dec 10 16:33:21.927127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.928546 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ff699-be92-4759-bc6d-5549c9834aa0 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] GET failed (client error): The resource could not be found. Dec 10 16:33:21.929624 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a2ff699-be92-4759-bc6d-5549c9834aa0 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports/81aebd5c-fea8-4ffc-9e66-80389014c6ad HTTP/1.1" status: 404 len: 333 time: 0.0437870 Dec 10 16:33:21.939208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:21.944385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-670683525'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:21.947495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-822a5344-d4b4-4ae2-bb0e-f3b0097c67a8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:21.997571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Port': ['ID=b396b4a6-95ee-422a-bd30-69068a67a06a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.001905 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d3e8aab-ae9d-4a56-b488-d2dc54b9eb5d tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2021818 Dec 10 16:33:22.006283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:22.029815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.032801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.081870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6ec083-e421-44e9-8888-8832b6d6500e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:22.092623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4427c8fd-e4ae-40b8-aa05-d7211f3f39d0 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:33:22.097526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ec07b4-475a-4cf1-8e6e-0888d2969b86') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:22.097824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ec07b4-475a-4cf1-8e6e-0888d2969b86') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:22.120291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.127394 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4427c8fd-e4ae-40b8-aa05-d7211f3f39d0 HTTP/1.1" status: 204 len: 168 time: 0.8505175 Dec 10 16:33:22.138696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb196e6-ad41-4d42-a58f-420b4a8e514e tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Network': ['ID=4427c8fd-e4ae-40b8-aa05-d7211f3f39d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.149217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.149217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:22.151737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'name': 'tempest-network--763168176'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:22.240638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.256372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.256579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:22.256884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:22.260551 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:22.316491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.357499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746411e-ffdd-4e3a-bd3e-fd0f4700d26f req-41a6c3c2-e56c-40d8-b8f6-4760c057e4ca tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:22.359153 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a746411e-ffdd-4e3a-bd3e-fd0f4700d26f req-41a6c3c2-e56c-40d8-b8f6-4760c057e4ca tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1683755 Dec 10 16:33:22.359781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.362250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Made reservation on behalf of cbfbf6905b414010b6fe95ddf87870a8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:22.364462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.429670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.553299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28250c3e-b894-4e18-bef6-57f0411dce72 None None] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:22.560109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de689ada-958b-4d66-a396-9475decc3f22 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:22.625344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0decc818-0ce7-4103-8a4c-a413aab67ee0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:22.670719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cb677-ff79-4c8e-8126-8fdf81ecfa44 None None] Network 4692c92f-a09e-418e-898c-425d2c5d97bc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:22.717570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a000-6a0d-4bdd-9723-868315d29ded req-a7156380-8493-4aa2-8197-478502504d6e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:22.722004 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4bc5a000-6a0d-4bdd-9723-868315d29ded req-a7156380-8493-4aa2-8197-478502504d6e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.3275564 Dec 10 16:33:22.741048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.753449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.759258 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] 10.222.0.21 "DELETE /v2.0/networks/1b6ec083-e421-44e9-8888-8832b6d6500e HTTP/1.1" status: 204 len: 168 time: 0.9591799 Dec 10 16:33:22.794949 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.811684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:22.822805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.839344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-822a5344-d4b4-4ae2-bb0e-f3b0097c67a8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.890092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] Provisioning complete for port 0decc818-0ce7-4103-8a4c-a413aab67ee0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:22.891482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.927298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b7974-b062-4bc4-a8b3-600145aab610 tempest-BulkNetworkOpsTest-378290088 tempest-BulkNetworkOpsTest-378290088-project] Pushing event deleted for resources: {'Network': ['ID=1b6ec083-e421-44e9-8888-8832b6d6500e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:22.950230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:22.987230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:22.987509 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Added segment 6a62ce5f-2c71-4122-b5f0-d85172041e05 of type vlan for network 8efb8b5d-8445-45cf-b578-04748f867422 Dec 10 16:33:22.993942 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a746411e-ffdd-4e3a-bd3e-fd0f4700d26f req-fc764113-a083-4de7-b0aa-1613cc7dbec2 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265695 Dec 10 16:33:23.019769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.035060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0decc818-0ce7-4103-8a4c-a413aab67ee0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:23.035446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.073980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.088281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-822a5344-d4b4-4ae2-bb0e-f3b0097c67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.099873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc53f64-14da-47dc-878a-a22a2d2fd82b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.102014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a6dcd-02e3-410c-a600-5166aad3d1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-4692c92f-a09e-418e-898c-425d2c5d97bc', 'network_id': '4692c92f-a09e-418e-898c-425d2c5d97bc', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': '0bc53f64-14da-47dc-878a-a22a2d2fd82b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:23.103232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f04a6dcd-02e3-410c-a600-5166aad3d1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.124063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.136971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4692c92f-a09e-418e-898c-425d2c5d97bc']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.145362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 9d915402-9336-4cab-b050-b772749329cd yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:23.169776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.170709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.170709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.170885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.171147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.171486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.171826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.172160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.172855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.172855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.173171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.173503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.173832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:23.185593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:23.224609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f34926-c8cf-468f-8937-c3ac3000732c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.225850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f34926-c8cf-468f-8937-c3ac3000732c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.249694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5cbf1771-aed3-4e66-9f50-01829b850d00 req-822a5344-d4b4-4ae2-bb0e-f3b0097c67a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3278720 Dec 10 16:33:23.263442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.264503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:23.265137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.302713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:23.305200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e4cb7d-ff8a-48f4-8b71-22e4aa3206ad" -d '{"events": [{"server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "name": "network-vif-plugged", "status": "completed", "tag": "8356f835-9856-42d0-96f3-88648d7798d2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:23.352267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.373234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000bec4-ee0c-48b2-8da5-62d516d53004 None None] Network 4692c92f-a09e-418e-898c-425d2c5d97bc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:23.407529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=8efb8b5d-8445-45cf-b578-04748f867422,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.415245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228e623b-2796-436e-9f32-a5645ed22929 x-openstack-request-id: req-228e623b-2796-436e-9f32-a5645ed22929 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:23.416078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "name": "network-vif-plugged", "status": "completed", "tag": "8356f835-9856-42d0-96f3-88648d7798d2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:23.416078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-228e623b-2796-436e-9f32-a5645ed22929 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:23.416078 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2', 'code': 200} Dec 10 16:33:23.425622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.435239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a5344-d4b4-4ae2-bb0e-f3b0097c67a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4aa217-f500-418d-a95a-8fe6f0c8a964,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:23.447817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4bc5a000-6a0d-4bdd-9723-868315d29ded req-82eff0c7-86a5-4e4b-a988-53fbbbdbd511 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6578434 Dec 10 16:33:23.455796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:23.470684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8efb8b5d-8445-45cf-b578-04748f867422 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:23.472481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.481694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.482712 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] Sync routers for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:23.493485 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:23.494543 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.499515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:23.503797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-637ee999-278e-4a16-ae8b-8a74753b9211 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "PUT /v2.0/routers/8adbcb26-1e5d-4a86-a9be-ab27c0635635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0096192 Dec 10 16:33:23.519869 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-980c35f1-ffbd-421a-b483-b9aa5d26b121 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3698885 Dec 10 16:33:23.523369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:23.539206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:23.539418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:23.539653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:23.546623 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:23.595265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] For port 0decc818-0ce7-4103-8a4c-a413aab67ee0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0decc818-0ce7-4103-8a4c-a413aab67ee0,segment=NetworkSegment(0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0),segment_id=0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:23.596230 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.620340 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] Routers {'8adbcb26-1e5d-4a86-a9be-ab27c0635635'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:23.622248 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.670089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:23.674745 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:23.676417 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071c42e-bb3c-4de4-a3a3-d1a02ecc0310 None None] The sync data for ids ['8adbcb26-1e5d-4a86-a9be-ab27c0635635'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:23.729181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.784783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.4 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/9d915402-9336-4cab-b050-b772749329cd) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:23.879880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.918636 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fe2ecd9b-1cf9-4bcb-8267-3e24a13af758 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20dd7032355d4d08ac624b2c9887ac56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473009 Dec 10 16:33:23.919316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:23.990032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:23.993392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.033194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:24.033548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:24.039247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2b8f3-167c-4caf-9709-d2a9746d4c6f None None] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:24.066968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Network 8efb8b5d-8445-45cf-b578-04748f867422 is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:33:24.067856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.068459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.071190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "PUT /v2.0/networks/8efb8b5d-8445-45cf-b578-04748f867422 HTTP/1.1" status: 200 len: 857 time: 0.5443888 Dec 10 16:33:24.078643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46834) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:24.088872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fe77e-f506-4f23-b362-0e19d5a8901d None None] Pushing event updated for resources: {'Port': ['ID=0decc818-0ce7-4103-8a4c-a413aab67ee0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.089557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.102738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-03eda867-4ba4-45ea-9155-bc7528e51bb8 None None] Provisioning complete for port 41dd39fb-5b6f-4699-9e97-218f423bc335 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.103113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-03eda867-4ba4-45ea-9155-bc7528e51bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.165462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-03eda867-4ba4-45ea-9155-bc7528e51bb8 None None] Port 41dd39fb-5b6f-4699-9e97-218f423bc335 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:24.171865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-03eda867-4ba4-45ea-9155-bc7528e51bb8 None None] Could not find standard attr ID for object 81aebd5c-fea8-4ffc-9e66-80389014c6ad. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:24.199847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event updated for resources: {'Network': ['ID=8efb8b5d-8445-45cf-b578-04748f867422,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.235416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.235757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.236102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.236474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.236783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.236881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.237363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.237451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.237789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.238547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.238547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.238786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.239111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.239443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e170df1-265b-48d5-9c23-265889888810 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:24.273956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.280514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.286988 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/4692c92f-a09e-418e-898c-425d2c5d97bc HTTP/1.1" status: 204 len: 168 time: 2.2723589 Dec 10 16:33:24.287186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef0912-37d4-4bfa-a46f-8746d5bcb9dc req-96137942-a38b-46b1-af0f-633f3e943720 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.287629 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57ef0912-37d4-4bfa-a46f-8746d5bcb9dc req-96137942-a38b-46b1-af0f-633f3e943720 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1688008 Dec 10 16:33:24.288136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:24.293913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135795784'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:24.308640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f8627eca-7e8c-4c42-895f-cba432387f89 None None] Provisioning complete for port 0decc818-0ce7-4103-8a4c-a413aab67ee0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.310207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f8627eca-7e8c-4c42-895f-cba432387f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.310405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.325576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2013a-f7e9-4258-b5d1-1eea36b23ce9 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=4692c92f-a09e-418e-898c-425d2c5d97bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.420530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57ef0912-37d4-4bfa-a46f-8746d5bcb9dc req-8441cb83-81b8-45b8-a7ed-6dfa8b76ef29 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221967 Dec 10 16:33:24.437252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.461574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efb8b5d-8445-45cf-b578-04748f867422']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:24.475274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a62ce5f-2c71-4122-b5f0-d85172041e05') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:24.476607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a62ce5f-2c71-4122-b5f0-d85172041e05') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:24.488095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.490453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.491759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3501b4e0-3974-4f93-9232-e8f8af0434b1 HTTP/1.1" status: 204 len: 168 time: 0.5713580 Dec 10 16:33:24.517615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.519838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:24.529715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.563228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6933608-d94f-4b46-943f-307ba5a78393 req-f2d66193-9289-41a9-918d-d4757b5f4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.564920 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6933608-d94f-4b46-943f-307ba5a78393 req-f2d66193-9289-41a9-918d-d4757b5f4e16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.3229368 Dec 10 16:33:24.599356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:24.609039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.619914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2fb20152-ce6f-4e5d-99d5-e93202c83828 None None] Provisioning complete for port 0decc818-0ce7-4103-8a4c-a413aab67ee0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.620413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fb20152-ce6f-4e5d-99d5-e93202c83828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.627792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad02c2-8214-4b8a-910b-c8ae5a3a5bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3501b4e0-3974-4f93-9232-e8f8af0434b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:24.635934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.636339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment a3652d06-1482-4a65-bdea-3021efb0b565 of type vlan for network ea65f02f-7104-47ca-9121-e7032e8e3b6d Dec 10 16:33:24.659422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.675405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.709253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:24.709668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:24.712016 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:24.755289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0decc818-0ce7-4103-8a4c-a413aab67ee0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:24.770543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.851365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7d86-962a-4f1d-b273-9f8f95861da0 req-c8a27721-8224-4b37-81d1-8a7a71e4e3a2 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.852993 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ab5b7d86-962a-4f1d-b273-9f8f95861da0 req-c8a27721-8224-4b37-81d1-8a7a71e4e3a2 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.2622638 Dec 10 16:33:24.854352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.862207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0decc818-0ce7-4103-8a4c-a413aab67ee0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:24.862630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.867925 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6933608-d94f-4b46-943f-307ba5a78393 req-d2895a11-5b62-4af9-b091-1f9da3298805 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852902 Dec 10 16:33:24.880331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.888461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.898329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8efb8b5d-8445-45cf-b578-04748f867422 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:33:24.936481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.950382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8efb8b5d-8445-45cf-b578-04748f867422 HTTP/1.1" status: 204 len: 168 time: 0.8678846 Dec 10 16:33:24.951975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.959662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:24.973293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:24.973944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:24.986079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a314ba9-e9e6-4cc8-a2bf-952d5bfaba71 tempest-ExternalNetworksTestJSON-504078373 tempest-ExternalNetworksTestJSON-504078373-project-admin] Pushing event deleted for resources: {'Network': ['ID=8efb8b5d-8445-45cf-b578-04748f867422,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.022254 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cd8820-f4d5-4cbf-b2dc-e2e4db67e8a9 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:25.022723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cd8820-f4d5-4cbf-b2dc-e2e4db67e8a9 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:25.032729 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03cd8820-f4d5-4cbf-b2dc-e2e4db67e8a9 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "DELETE /v2.0/subnets/3f05b0cf-3388-4634-b0d7-a1e83ce5b929 HTTP/1.1" status: 404 len: 337 time: 0.0716200 Dec 10 16:33:25.055960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:25.121020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=ea65f02f-7104-47ca-9121-e7032e8e3b6d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.141434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ea65f02f-7104-47ca-9121-e7032e8e3b6d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:25.174176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.235207 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fca03f2c-c1d4-4347-b3c6-7b5df74d5438 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9451156 Dec 10 16:33:25.245540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:25.251607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:25.340297 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ab5b7d86-962a-4f1d-b273-9f8f95861da0 req-7465a6f8-0045-4e54-b0fe-4c0e7b04584f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581292 Dec 10 16:33:25.480251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.504244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting port 63d4682f-88c9-493b-9f3f-10c2d167f2e9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:25.504944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.507322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad5687f-8240-4bf6-8c5b-8fb42c5d270d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:25.561373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534e6152-d276-4600-abf7-6f56eb456fd2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:25.561689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534e6152-d276-4600-abf7-6f56eb456fd2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:25.579130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.581257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.619786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d62431-6668-4773-9a3d-c5e9adeb42d9 req-914ec4ed-65ed-4bc8-9c90-2ead9ca1f4a0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:25.622055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7d62431-6668-4773-9a3d-c5e9adeb42d9 req-914ec4ed-65ed-4bc8-9c90-2ead9ca1f4a0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0915954 Dec 10 16:33:25.632745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.671568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:25.675137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.679756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.687333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7d62431-6668-4773-9a3d-c5e9adeb42d9 req-47232fd5-2aac-4e56-9682-594f3f15f52a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575585 Dec 10 16:33:25.743404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:25.743820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:25.765917 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:25.820130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:25.822003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:25.877739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:25.880169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=9d915402-9336-4cab-b050-b772749329cd,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:25.889795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:25.956389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Calling delete_port for 63d4682f-88c9-493b-9f3f-10c2d167f2e9 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:26.043860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.154392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.156127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.162498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46868) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.168139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a136295c-67cb-499d-916d-50137e3b250d None None] Provisioning complete for port 9d915402-9336-4cab-b050-b772749329cd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:26.168139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a136295c-67cb-499d-916d-50137e3b250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.168985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.171873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] 10.222.0.21 "DELETE /v2.0/networks/7ad5687f-8240-4bf6-8c5b-8fb42c5d270d HTTP/1.1" status: 204 len: 168 time: 1.1148460 Dec 10 16:33:26.175654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.200310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a136295c-67cb-499d-916d-50137e3b250d None None] Port 9d915402-9336-4cab-b050-b772749329cd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:26.219775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=2e511bd7-9d1a-492f-9b7a-e2003fb6c3b0,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:26.229457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': 'a3652d06-1482-4a65-bdea-3021efb0b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:26.229938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: ea65f02f-7104-47ca-9121-e7032e8e3b6d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:26.255683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd1ebc-75e0-49b2-984a-7024f017b120 tempest-ExternalNetworksTestJSON-463611956 tempest-ExternalNetworksTestJSON-463611956-project] Pushing event deleted for resources: {'Network': ['ID=7ad5687f-8240-4bf6-8c5b-8fb42c5d270d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:26.277225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.278975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.300046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network ea65f02f-7104-47ca-9121-e7032e8e3b6d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:26.362612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1831951107'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:26.459355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26ef26-d877-43b7-80fa-65afbea99327 req-2b091eb0-bb47-46fc-9cb3-29377ee581c5 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.461019 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4e26ef26-d877-43b7-80fa-65afbea99327 req-2b091eb0-bb47-46fc-9cb3-29377ee581c5 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Dec 10 16:33:26.464110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ea65f02f-7104-47ca-9121-e7032e8e3b6d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:26.467995 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-258575d4-651f-4734-bc68-840e947c5e23 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5246272 Dec 10 16:33:26.467995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.467995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5409bc71-2a4c-4e97-8cf8-f95e45c6dfbc {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:26.474831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.475931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ad:2f:8f'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:26.478241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc6407-35f2-4d2c-ba21-25f9f617aa1e None None] Network ea65f02f-7104-47ca-9121-e7032e8e3b6d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:26.502538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.508669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.509393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.539992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Port': ['ID=63d4682f-88c9-493b-9f3f-10c2d167f2e9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:26.557544 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4e26ef26-d877-43b7-80fa-65afbea99327 req-ed4c14eb-b2d4-425e-b10d-e5d4217f69b6 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879622 Dec 10 16:33:26.563181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abda79-9fea-4989-902b-01a5edf36b61 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:26.620810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ea65f02f-7104-47ca-9121-e7032e8e3b6d', 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': '2e511bd7-9d1a-492f-9b7a-e2003fb6c3b0'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:26.620810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.628840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.632960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:26.636554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.649354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.731657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.734875 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:33:26.739128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-026bcdd0-3f65-4c55-92a8-1e8ab6fb45f0 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7082078 Dec 10 16:33:26.739954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.742136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.784658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.793340 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c77f90c6-7c26-48dc-804a-8b5a8702c266 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5465128 Dec 10 16:33:26.804252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Allocated IP 2001:db8::1 (ea65f02f-7104-47ca-9121-e7032e8e3b6d/2e511bd7-9d1a-492f-9b7a-e2003fb6c3b0/ea7bb9c3-eb47-4337-b054-cc0b53d3bc73) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:26.804455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.886572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.906338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c91df-0b9b-417a-811f-8ff9fefed67a req-2f923cac-0afc-4b30-903e-8719e2c5ad4a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:26.907953 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-043c91df-0b9b-417a-811f-8ff9fefed67a req-2f923cac-0afc-4b30-903e-8719e2c5ad4a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0945621 Dec 10 16:33:26.911043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.911560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Fanout notify agent at l3_agent the message router_deleted on router 8adbcb26-1e5d-4a86-a9be-ab27c0635635 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:26.919732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.923304 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7a4cc5a3-283a-4e47-a637-1bd25aef75bf tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/routers/8adbcb26-1e5d-4a86-a9be-ab27c0635635 HTTP/1.1" status: 204 len: 168 time: 3.4147170 Dec 10 16:33:26.930381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:26.947014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.958674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:26.967364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:26.967701 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment d8ee6dfa-54b6-44c7-91b9-d8df88966d57 of type vlan for network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 Dec 10 16:33:26.991725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Deleting port 41dd39fb-5b6f-4699-9e97-218f423bc335 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:26.992030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.016016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.025692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.069323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.071242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting subnet 57f77514-8f88-4e8b-b7a4-83dab2a60342 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:27.082571 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-043c91df-0b9b-417a-811f-8ff9fefed67a req-484aa124-b7de-4174-a2d7-3f26a1c4b955 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593187 Dec 10 16:33:27.084808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.111475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237aae93-22a1-4f53-a338-0a9ec77b9f99 req-ba322209-0205-4b97-bffc-5df4b0a35d04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.113432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.113577 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-237aae93-22a1-4f53-a338-0a9ec77b9f99 req-ba322209-0205-4b97-bffc-5df4b0a35d04 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.3268216 Dec 10 16:33:27.130963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:27.137778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff592c2d-70d1-4680-bf79-562b7305ab87,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.145755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Request body: {'floatingip': {'port_id': '0a8d84cd-cabd-400d-96a1-d269b8682eb2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:27.159278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.164679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.165300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.202084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.211870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Network ea65f02f-7104-47ca-9121-e7032e8e3b6d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:27.217741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:27.224974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:27.244716 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4f6d08c-27c1-47b5-8237-def47a717ea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81683c4c52434dd0b585560c66472cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540571 Dec 10 16:33:27.247183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:27.247716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.251719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.266858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.301244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Pushing event updated for resources: {'Port': ['ID=ea7bb9c3-eb47-4337-b054-cc0b53d3bc73,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.310740 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1447423 Dec 10 16:33:27.314367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Calling delete_port for 41dd39fb-5b6f-4699-9e97-218f423bc335 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:27.315912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:27.319317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.319770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.320536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.321123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.321529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.322018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.323979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.323979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.323979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.323979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.323979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.324440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.326734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:33:27.327183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'name': 'tempest-PortsTestJSON-654832171'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:27.343701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Attempting to bind port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:27.344153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Attempting to bind port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a3652d06-1482-4a65-bdea-3021efb0b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:27.344588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Attempting to bind port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 on network ea65f02f-7104-47ca-9121-e7032e8e3b6d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:27.350431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:27.350997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Checking segment: {'id': 'a3652d06-1482-4a65-bdea-3021efb0b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:27.351471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.351940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Bound using segment: {'id': 'a3652d06-1482-4a65-bdea-3021efb0b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:27.352502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Bound port: ea7bb9c3-eb47-4337-b054-cc0b53d3bc73, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3652d06-1482-4a65-bdea-3021efb0b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ea65f02f-7104-47ca-9121-e7032e8e3b6d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:27.352962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.370722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1364e4-009b-47e3-8e12-6140a06fc6a9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.400431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:27.403954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.467701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.503756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] For port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:27.508440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] For port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ea7bb9c3-eb47-4337-b054-cc0b53d3bc73,segment=NetworkSegment(a3652d06-1482-4a65-bdea-3021efb0b565),segment_id=a3652d06-1482-4a65-bdea-3021efb0b565)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:27.554396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:27.554790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.557951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.643077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:27.643434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.656042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:27.660347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.728656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.737931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb596-6bd8-4fd7-b421-b77fa6cb5e7f None None] Pushing event updated for resources: {'Port': ['ID=ea7bb9c3-eb47-4337-b054-cc0b53d3bc73,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.803937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.806643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.810240 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d8c1915-2f71-40f5-89a4-fc3f9b34c765 HTTP/1.1" status: 204 len: 168 time: 0.5562046 Dec 10 16:33:27.855962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc67631-c2a6-4ccf-a70c-62c22c35e429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c1915-2f71-40f5-89a4-fc3f9b34c765,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.887587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162fa29-86ef-4c0a-95ae-d1f125b0e2f0 req-6584a0e9-ccb4-4754-bb20-b7773431a6df tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.892765 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1162fa29-86ef-4c0a-95ae-d1f125b0e2f0 req-6584a0e9-ccb4-4754-bb20-b7773431a6df tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.5959127 Dec 10 16:33:27.896073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.902564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:27.916316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Request body: {'floatingip': {'port_id': '8356f835-9856-42d0-96f3-88648d7798d2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:27.925696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=9d915402-9336-4cab-b050-b772749329cd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:27.974788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] In _notify_port_updated(), no bound segment for port 9d915402-9336-4cab-b050-b772749329cd on network c0e35771-5344-4d0e-b969-adf22c80a4e0 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:33:27.985108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:27.985820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:27.987269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c59a6597-ab5c-43e2-8220-8107829372dd tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "PUT /v2.0/ports/9d915402-9336-4cab-b050-b772749329cd HTTP/1.1" status: 200 len: 995 time: 1.5176315 Dec 10 16:33:28.002384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:28.012188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.175208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-09ed8565-92f0-45a7-9846-2b338bee09eb None None] Provisioning complete for port 9d915402-9336-4cab-b050-b772749329cd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:28.176211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09ed8565-92f0-45a7-9846-2b338bee09eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.254712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09ed8565-92f0-45a7-9846-2b338bee09eb None None] Port 9d915402-9336-4cab-b050-b772749329cd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:28.290882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:28.295445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.322130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.365366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port dfa426b7-079e-4718-b7df-9607fa0d605b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:28.404375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Subnet': ['ID=57f77514-8f88-4e8b-b7a4-83dab2a60342,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.408885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.412195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-21c9f547-3511-47a9-8099-1042c419bfee tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/subnets/57f77514-8f88-4e8b-b7a4-83dab2a60342 HTTP/1.1" status: 204 len: 168 time: 1.4808791 Dec 10 16:33:28.416140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5918405-c666-4d2b-afad-c2ac837e2101 None None] Network a5216bcf-246c-4b93-8a38-262bd4a9f8d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:28.421908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:28.435944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.450990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.487772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=ea7bb9c3-eb47-4337-b054-cc0b53d3bc73,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.546049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:28.634125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Pushing event deleted for resources: {'Port': ['ID=41dd39fb-5b6f-4699-9e97-218f423bc335,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:28.655924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] DHCP port deletion for a5216bcf-246c-4b93-8a38-262bd4a9f8d1 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:28.661161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 9d915402-9336-4cab-b050-b772749329cd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:28.661430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.685126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50beaff0-6765-46dc-b684-5f1c47bdabf3 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:28.709968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.734452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Deleting port df5d38b3-3fac-4f67-b65a-1312d312606c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:28.734837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.818308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.836856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] For port df5d38b3-3fac-4f67-b65a-1312d312606c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=df5d38b3-3fac-4f67-b65a-1312d312606c,segment=NetworkSegment(94c99794-e54f-45b4-8827-8cda14b90528),segment_id=94c99794-e54f-45b4-8827-8cda14b90528)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:28.840836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:28.858464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Calling delete_port for df5d38b3-3fac-4f67-b65a-1312d312606c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:28.964918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device df5d38b3-3fac-4f67-b65a-1312d312606c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:28.976165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:29.000265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.007137 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7f02346c-ab49-408e-aebf-4b113bef8600 tempest-RoutersAdminNegativeTest-1732042249 tempest-RoutersAdminNegativeTest-1732042249-project-admin] 10.222.0.21 "DELETE /v2.0/ports/41dd39fb-5b6f-4699-9e97-218f423bc335 HTTP/1.1" status: 204 len: 168 time: 2.2623065 Dec 10 16:33:29.018030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:33:29.072515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.096480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.109362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] The port 'df5d38b3-3fac-4f67-b65a-1312d312606c' was deleted {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 10 16:33:29.115692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.129027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] Pushing event deleted for resources: {'Port': ['ID=df5d38b3-3fac-4f67-b65a-1312d312606c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.134909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7443b8-0638-4226-a75c-379efef0f6d1 None None] No DVR routers for this DVR port df5d38b3-3fac-4f67-b65a-1312d312606c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:29.149295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.190371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071b858-05f1-43f8-8fdc-159043e2bcb4 None None] Network ea65f02f-7104-47ca-9121-e7032e8e3b6d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:29.197378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 9d915402-9336-4cab-b050-b772749329cd owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:29.220687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.227034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.266070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=2e511bd7-9d1a-492f-9b7a-e2003fb6c3b0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.283715 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a864a7a7-e817-4d99-b489-c7ed89f55764 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbfbf6905b414010b6fe95ddf87870a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027182 Dec 10 16:33:29.297762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ad917c10-f25b-4e71-858b-4a43fddb2f00 None None] Could not find standard attr ID for object ea7bb9c3-eb47-4337-b054-cc0b53d3bc73. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:29.298338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:33:29.301056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:29.343981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.348977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.409148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4245f-9333-4b38-993c-1ff0c3986b90 None None] DHCP port deletion for ea65f02f-7104-47ca-9121-e7032e8e3b6d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:29.420703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.430382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.458557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5216bcf-246c-4b93-8a38-262bd4a9f8d1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.463675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea65f02f-7104-47ca-9121-e7032e8e3b6d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.479059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c99794-e54f-45b4-8827-8cda14b90528') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.479364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c99794-e54f-45b4-8827-8cda14b90528') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.480089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3652d06-1482-4a65-bdea-3021efb0b565') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.480947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3652d06-1482-4a65-bdea-3021efb0b565') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:29.489190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.495532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.504731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.521192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.524217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.543590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:29.544031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:29.547413 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:29.549818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.552060 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Floating IP 4144175b-8c89-4b97-b164-d0b2d356a175 associated. External IP: 172.26.4.153, port: 0a8d84cd-cabd-400d-96a1-d269b8682eb2. Dec 10 16:33:29.577262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.592631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.628782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:29.629213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:29.638806 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:29.689413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46920) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:29.735083 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Floating IP cc47eb0f-2296-4359-b58e-5256a607edb6 associated. External IP: 172.26.4.66, port: 8356f835-9856-42d0-96f3-88648d7798d2. Dec 10 16:33:29.762509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=dfa426b7-079e-4718-b7df-9607fa0d605b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.796511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:29.796880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:29.803267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.822272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.826113 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/ea65f02f-7104-47ca-9121-e7032e8e3b6d HTTP/1.1" status: 204 len: 168 time: 3.0179160 Dec 10 16:33:29.841986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:29.847286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176755816'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:29.856355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810d05-b1b5-4c8d-b7ff-6604e6b821d0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=ea65f02f-7104-47ca-9121-e7032e8e3b6d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:29.858423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-929c299a-ae44-44d4-ab97-6ebb2c992657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.867385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.870316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:29.874650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bd67c1b-e69f-45fc-8ac8-1ca7ad8a2b53 HTTP/1.1" status: 204 len: 168 time: 0.5709524 Dec 10 16:33:29.903158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a2961-9ee3-4cbc-9540-8691e2f67c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd67c1b-e69f-45fc-8ac8-1ca7ad8a2b53,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.027514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:30.031006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.096790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:30.117722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-929c299a-ae44-44d4-ab97-6ebb2c992657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.125957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.126301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 0d9a76f7-84e4-4be3-a944-c8c44f8202ee of type vlan for network b8a821ae-0cad-4a3f-953d-b1db1fc9801c Dec 10 16:33:30.128629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Router 06555661-cdea-462b-874d-2fa7725dedd8 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:30.159140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.160690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.175869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.185228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.191015 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/networks/a5216bcf-246c-4b93-8a38-262bd4a9f8d1 HTTP/1.1" status: 204 len: 168 time: 1.7620196 Dec 10 16:33:30.208755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.216478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=9d915402-9336-4cab-b050-b772749329cd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.221446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8943c-398f-481a-a759-15f64b0682fb tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Network': ['ID=a5216bcf-246c-4b93-8a38-262bd4a9f8d1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.280094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.resource_extend [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:33:30.292041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-929c299a-ae44-44d4-ab97-6ebb2c992657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.293533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:30.315284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.319146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-76c7c396-e27d-4e07-8a81-63c6a184c6f8 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/9d915402-9336-4cab-b050-b772749329cd HTTP/1.1" status: 204 len: 168 time: 2.3137069 Dec 10 16:33:30.321504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:33:30.324370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.376163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:30.380959 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a057eb-6454-49c0-a68f-95ac139cc05b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] GET failed (client error): The resource could not be found. Dec 10 16:33:30.388752 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06a057eb-6454-49c0-a68f-95ac139cc05b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports/9d915402-9336-4cab-b050-b772749329cd HTTP/1.1" status: 404 len: 333 time: 0.0433447 Dec 10 16:33:30.392356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed218064-97d7-499f-b336-1ae42e3cf5d3 None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:30.407722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.421039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-1105296222'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:30.421432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:30.427151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:30.427786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.468266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.474039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:30.474634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.522932 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-929c299a-ae44-44d4-ab97-6ebb2c992657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81de9d40cec04f41843367bba5c44956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284564 Dec 10 16:33:30.529566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.550329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c299a-ae44-44d4-ab97-6ebb2c992657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa9c32-5a77-4485-9987-90869ee61abc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.584590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=b8a821ae-0cad-4a3f-953d-b1db1fc9801c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:30.588196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:30.593972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.598754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Sync routers for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:30.608338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network b8a821ae-0cad-4a3f-953d-b1db1fc9801c details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:30.627140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:30.631474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e36a58cb-376a-44ec-a83e-f9ba2775a155 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "PUT /v2.0/floatingips/cc47eb0f-2296-4359-b58e-5256a607edb6 HTTP/1.1" status: 200 len: 990 time: 2.7222040 Dec 10 16:33:30.633173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:30.638790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da83b0-64e0-41c6-aa14-cc0709054c25" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "tag": "8356f835-9856-42d0-96f3-88648d7798d2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:30.639230 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8f33e280-a9e8-47dc-9b90-1f5f44cc7d65 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3130028 Dec 10 16:33:30.643297 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Sync routers for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:30.645525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.649095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.657557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1272515838'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:30.658014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Deleting port 0b7817ee-4f3b-4630-ad81-d247d74bf77b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:30.658255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.672158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:30.676372 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.687962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.701103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:30.707470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:30.708112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:30.710805 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-377bed99-2378-4252-9f66-b2c1b993935e tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "PUT /v2.0/floatingips/4144175b-8c89-4b97-b164-d0b2d356a175 HTTP/1.1" status: 200 len: 991 time: 3.5765505 Dec 10 16:33:30.715747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:33:30.718409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:33:30.754434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e08bc2b-fd5d-4c32-9503-c3ac9c62e348 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9108129 Dec 10 16:33:30.761417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f35c4-3213-4d78-bf28-760a43d9ff5f x-openstack-request-id: req-d47f35c4-3213-4d78-bf28-760a43d9ff5f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:30.762422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "tag": "8356f835-9856-42d0-96f3-88648d7798d2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:30.762782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d47f35c4-3213-4d78-bf28-760a43d9ff5f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:30.763304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2', 'status': 'completed', 'code': 200} Dec 10 16:33:30.763833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:30.765805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.825078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:30.838090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.838578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:30.854839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Calling delete_port for 0b7817ee-4f3b-4630-ad81-d247d74bf77b owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:30.934517 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:30.957129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c60b175-d845-4d14-9dfd-cacf58cff812 x-openstack-request-id: req-5c60b175-d845-4d14-9dfd-cacf58cff812 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:33:30.957418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:33:30.957799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c60b175-d845-4d14-9dfd-cacf58cff812 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:33:30.958201 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'status': 'completed', 'code': 200} Dec 10 16:33:30.971660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:30.975262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.014092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:31.014092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ea7bb9c3-eb47-4337-b054-cc0b53d3bc73 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:31.050603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 0762a19b-33e8-4b62-a439-11961ebdfe4e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:31.065328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-6abc624d-69cb-45d9-967c-0dc4f372f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.067017 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-6abc624d-69cb-45d9-967c-0dc4f372f006 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.3245950 Dec 10 16:33:31.146213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:31.187136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:31.190781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.238011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.241902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.243081 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7aa9c32-5a77-4485-9987-90869ee61abc HTTP/1.1" status: 204 len: 168 time: 0.7123318 Dec 10 16:33:31.344429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-d95807d4-007e-40f3-940a-587d338e5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.346166 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-d95807d4-007e-40f3-940a-587d338e5d72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e4f04438a3234a60829a3cddceef9c49&device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 1098 time: 0.3817339 Dec 10 16:33:31.363705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329185c-4524-4c74-ab89-f6d21c497e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa9c32-5a77-4485-9987-90869ee61abc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:31.386326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:31.390120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.421710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:31.453752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-b868c968-5571-44aa-bfdc-66022c19396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.455850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-b868c968-5571-44aa-bfdc-66022c19396b service neutron] 10.222.0.61 "GET /v2.0/networks?id=73f26039-7d90-4bdf-9792-0d98d1425dde HTTP/1.1" status: 200 len: 905 time: 0.1017778 Dec 10 16:33:31.464622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.12 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/0762a19b-33e8-4b62-a439-11961ebdfe4e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:31.500473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.501126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment 08b84791-cc3a-4b6f-af76-9c207016e4eb of type vlan for network 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6 Dec 10 16:33:31.504412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-8afc86ad-4bec-4c3d-9796-76fda4917ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.506808 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-8afc86ad-4bec-4c3d-9796-76fda4917ef4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.4091833 Dec 10 16:33:31.544860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.583044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cc47eb0f-2296-4359-b58e-5256a607edb6', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'floating_ip_address': '172.26.4.66', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'port_id': '8356f835-9856-42d0-96f3-88648d7798d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'mac_address': 'fa:16:3e:8d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:47Z', 'updated_at': '2021-12-10T16:33:29Z', 'revision_number': 1, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:31.604327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Pushing event deleted for resources: {'Port': ['ID=0b7817ee-4f3b-4630-ad81-d247d74bf77b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:31.622762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Checking router: 06555661-cdea-462b-874d-2fa7725dedd8 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:33:31.628436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11421ae-f08c-4115-8017-1f63bd229cbb None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:31.636028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:31.636486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:31.679335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-bfa412a2-cea2-4704-947b-6640bff56047 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2 HTTP/1.1" status: 200 len: 999 time: 0.2165360 Dec 10 16:33:31.686555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '4144175b-8c89-4b97-b164-d0b2d356a175', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'port_id': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'mac_address': 'fa:16:3e:8e:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:49Z', 'updated_at': '2021-12-10T16:33:28Z', 'revision_number': 1, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:31.731970 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Checking router: 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:33:31.744883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.748415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.749985 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-77c1be53-34fa-4385-9954-3cd772477596 tempest-FloatingIPAdminTestJSON-704726046 tempest-FloatingIPAdminTestJSON-704726046-project] 10.222.0.21 "DELETE /v2.0/floatingips/43e65e59-a0e0-4522-ab2e-bafb7e3f1680 HTTP/1.1" status: 204 len: 168 time: 1.5386064 Dec 10 16:33:31.756648 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:31.758756 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:31.760767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:31.766382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-fc92cc85-4322-4161-ad10-4e0735184352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.768530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-fc92cc85-4322-4161-ad10-4e0735184352 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45a44295-9782-4b0b-b45c-6d6af2f91cc0 HTTP/1.1" status: 200 len: 843 time: 0.0789905 Dec 10 16:33:31.780990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:31.904860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-1a7462f6-26c6-4f20-9d6d-74eddfaf3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:31.911116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:33:31.914790 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-1a7462f6-26c6-4f20-9d6d-74eddfaf3e94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73f26039-7d90-4bdf-9792-0d98d1425dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1356652 Dec 10 16:33:31.916790 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-8736f4a1-52c1-4ca9-99db-f23b00240db8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 998 time: 0.3953996 Dec 10 16:33:32.030690 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:32.083950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cc47eb0f-2296-4359-b58e-5256a607edb6', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'floating_ip_address': '172.26.4.66', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'port_id': '8356f835-9856-42d0-96f3-88648d7798d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'mac_address': 'fa:16:3e:8d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:47Z', 'updated_at': '2021-12-10T16:33:29Z', 'revision_number': 1, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:32.100371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-91da6f5e-6754-4c8c-9a15-1d406fc32b63 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753187 Dec 10 16:33:32.153463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb746ba-458c-4ab8-8e4d-7262e5c6f208 None None] The sync data for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv is: [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cc47eb0f-2296-4359-b58e-5256a607edb6', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'floating_ip_address': '172.26.4.66', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'port_id': '8356f835-9856-42d0-96f3-88648d7798d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'mac_address': 'fa:16:3e:8d:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:47Z', 'updated_at': '2021-12-10T16:33:29Z', 'revision_number': 1, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:32.179896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.186682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.187300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.197414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-652315e8-a0ef-4009-a3e9-80784e93a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.198862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-652315e8-a0ef-4009-a3e9-80784e93a90d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.2624185 Dec 10 16:33:32.235945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef927da6-5d83-4b6c-8ef0-c3a82dcb76dc req-52fc4b21-82bd-4f31-9bce-80a02d7a03e1 service neutron] 10.222.0.61 "GET /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263943 Dec 10 16:33:32.336331 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '4144175b-8c89-4b97-b164-d0b2d356a175', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'port_id': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'mac_address': 'fa:16:3e:8e:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:49Z', 'updated_at': '2021-12-10T16:33:28Z', 'revision_number': 1, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:32.371456 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796980b-6dc8-4714-899b-8bcbfda15fa4 None None] The sync data for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv is: [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '4144175b-8c89-4b97-b164-d0b2d356a175', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'port_id': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'mac_address': 'fa:16:3e:8e:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:32:49Z', 'updated_at': '2021-12-10T16:33:28Z', 'revision_number': 1, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:32.376743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:32.384476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.392929 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-045d2948-ac68-40f9-a0f5-0a909c0fd157 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7428007 Dec 10 16:33:32.395854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.398436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:32.404837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'ports': [{'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'}, {'network_id': '0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6'}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:32.405410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:32.406069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:32.411953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-1a5b164f-795e-4a24-bc2f-1432d38548f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:32.431640 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-1a5b164f-795e-4a24-bc2f-1432d38548f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1627126 Dec 10 16:33:32.503855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3910a-621c-425b-87c9-f41eab79849f None None] New status for floating IP cc47eb0f-2296-4359-b58e-5256a607edb6: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:33:32.549342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46988) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.584705 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-96595381-43f7-49c2-b43e-6b74db3a5af9 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517994 Dec 10 16:33:32.699609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.702064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.706989 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-656ee81c-14a1-4878-a768-d6966f2714ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00c739e2241c4ad69ad38f6f422629b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565125 Dec 10 16:33:32.707290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 46992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.709374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 46994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:32.744665 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c615148-73bf-4d37-8b62-eec8a0cca4eb None None] New status for floating IP 4144175b-8c89-4b97-b164-d0b2d356a175: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:33:32.770897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.818832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.866688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:32.871808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.885452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:32.886194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:32.917152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:32.926295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=0762a19b-33e8-4b62-a439-11961ebdfe4e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:32.957992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:33.007778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=37203df4-b8ac-43bf-80d2-6ddf9234d4ac,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.019492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.019889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3668220c-a489-4abb-b946-7f2698a18981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.022131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.025864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb2a4e7-07f3-4aa1-8b22-7600bf8a1685 HTTP/1.1" status: 204 len: 168 time: 0.3133254 Dec 10 16:33:33.070085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 954563f9-ab83-4769-b94d-74ff64788364 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:33.077526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d5441-3b57-401a-9861-e3746ceb7196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb2a4e7-07f3-4aa1-8b22-7600bf8a1685,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.089239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '0d9a76f7-84e4-4be3-a944-c8c44f8202ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:33.096416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: b8a821ae-0cad-4a3f-953d-b1db1fc9801c, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:33.148263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6da83b0-64e0-41c6-aa14-cc0709054c25 req-f9231d26-20ab-49e9-8499-d7cd2e6f9688 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546310 Dec 10 16:33:33.196396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:33.196396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.264556 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f0324605-cf64-4301-9b37-ff7f27707195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da181e87c74e4aaf9d566c36ab1c40ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487225 Dec 10 16:33:33.272948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:33.299944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.341411 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fe173eca-03fa-4eb9-b9d2-c682a0d8b4da tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9294140 Dec 10 16:33:33.341411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network b8a821ae-0cad-4a3f-953d-b1db1fc9801c is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:33.341618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.343381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47014) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:33.353873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'network_id': 'c0e35771-5344-4d0e-b969-adf22c80a4e0', 'name': 'tempest-AllowedAddressPairTestJSON-1479834806'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:33.380544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c4f65d44-092b-4bb9-ad42-649f0f85c04d None None] Provisioning complete for port 0762a19b-33e8-4b62-a439-11961ebdfe4e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:33.380952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f65d44-092b-4bb9-ad42-649f0f85c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.389214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 1c11208b-bd35-4bd1-9727-8f4222b13ff5 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:33.436450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c4f65d44-092b-4bb9-ad42-649f0f85c04d None None] Port 0762a19b-33e8-4b62-a439-11961ebdfe4e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:33.475565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.487391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:33.553652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, b8a821ae-0cad-4a3f-953d-b1db1fc9801c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:33.560129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:33.560754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.561791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.568358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f5bdc-cd0c-4f41-8b62-0654f6a6ffc9 None None] Network b8a821ae-0cad-4a3f-953d-b1db1fc9801c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:33.620580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1502628381', 'router:external': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:33.637363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Made reservation on behalf of 6ae13be35f05478e9e33a04294cc35cf for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:33.641236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.667116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.671306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.672472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2d943ea-a80d-4c75-abef-c327306959ce HTTP/1.1" status: 204 len: 168 time: 0.3984110 Dec 10 16:33:33.673921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] device_id is not set on port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:33.692715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-b8a821ae-0cad-4a3f-953d-b1db1fc9801c', 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': '37203df4-b8ac-43bf-80d2-6ddf9234d4ac'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:33.693936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.734562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a061bb7-a02f-40a1-b23c-8aa720191b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d943ea-a80d-4c75-abef-c327306959ce,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.746810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.821099 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-90e8f29f-9468-47c9-862c-641c841b37f5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0450442 Dec 10 16:33:33.823829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:33.844455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Allocated IP 2001:db8::1 (b8a821ae-0cad-4a3f-953d-b1db1fc9801c/37203df4-b8ac-43bf-80d2-6ddf9234d4ac/f8463309-6ca4-4014-b0c6-4116da875419) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:33.854067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:33.860057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:33.862635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:33.863713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.891679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=954563f9-ab83-4769-b94d-74ff64788364,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.908405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Allocated IP 172.20.0.5 (c0e35771-5344-4d0e-b969-adf22c80a4e0/bffabc28-1d2d-46b2-b93d-76f989b6acd2/5db04dbf-4ee9-48b0-a15c-5f3b28c64617) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:33.944777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=1c11208b-bd35-4bd1-9727-8f4222b13ff5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:33.977627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Made reservation on behalf of 83383cf8c797408f999c9082c61a2367 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:33.981427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.983851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:33.997555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': '08b84791-cc3a-4b6f-af76-9c207016e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:33.998767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:34.004243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.085555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.093494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.109313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.188737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.232384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.233870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:34.241460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.274928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae4a33-1eb2-4ef7-96e4-672dedfc19a6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.302535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Network b8a821ae-0cad-4a3f-953d-b1db1fc9801c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:34.305685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:34.310772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:34.318452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.325731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Pushing event updated for resources: {'Port': ['ID=f8463309-6ca4-4014-b0c6-4116da875419,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.354711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:34.357238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.362625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:34.365389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:34.374165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.379987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.380241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaed3a5-6e36-47da-a09d-0ece1414441c None None] Network 0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:34.380693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.397254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=37203df4-b8ac-43bf-80d2-6ddf9234d4ac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.415874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.417268 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Added segment 0f6ac133-85ce-4a21-bfa0-28de9b084cf2 of type vlan for network a78998fb-61da-4329-8203-57a12f0f9dde Dec 10 16:33:34.422285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:34.432828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=5db04dbf-4ee9-48b0-a15c-5f3b28c64617,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.464263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:34.468253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Attempting to bind port f8463309-6ca4-4014-b0c6-4116da875419 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:34.468625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Attempting to bind port f8463309-6ca4-4014-b0c6-4116da875419 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0d9a76f7-84e4-4be3-a944-c8c44f8202ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:34.469012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Attempting to bind port f8463309-6ca4-4014-b0c6-4116da875419 on network b8a821ae-0cad-4a3f-953d-b1db1fc9801c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:34.470601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:34.473179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.512008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.522782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22c87128-2baa-433b-a22f-5569164334a5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1253183 Dec 10 16:33:34.523979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.537586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.545738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:34.546277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Checking segment: {'id': '0d9a76f7-84e4-4be3-a944-c8c44f8202ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:34.546802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.547299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Bound using segment: {'id': '0d9a76f7-84e4-4be3-a944-c8c44f8202ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:34.554919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Bound port: f8463309-6ca4-4014-b0c6-4116da875419, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9a76f7-84e4-4be3-a944-c8c44f8202ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:34.555558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.570729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a821ae-0cad-4a3f-953d-b1db1fc9801c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.573514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77752c64-8a74-41e7-aaa5-cd4c3990ec97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.582773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.583879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.584562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.595584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:34.596659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.611094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9a76f7-84e4-4be3-a944-c8c44f8202ee') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.611400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9a76f7-84e4-4be3-a944-c8c44f8202ee') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:34.631969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.649906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47052) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.669209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.680389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:34.680805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:34.684061 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:34.687566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] For port f8463309-6ca4-4014-b0c6-4116da875419, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:34.701682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Network': ['ID=a78998fb-61da-4329-8203-57a12f0f9dde,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:34.714588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a78998fb-61da-4329-8203-57a12f0f9dde details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:34.728659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 1c11208b-bd35-4bd1-9727-8f4222b13ff5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:34.729118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.744190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c5f629fb-dfa9-405a-b2e8-6a75134b931d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3973608 Dec 10 16:33:34.751197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47056) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.767000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ad:2f:8f'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a8:01:55'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:34.792465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] For port f8463309-6ca4-4014-b0c6-4116da875419, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f8463309-6ca4-4014-b0c6-4116da875419,segment=NetworkSegment(0d9a76f7-84e4-4be3-a944-c8c44f8202ee),segment_id=0d9a76f7-84e4-4be3-a944-c8c44f8202ee)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:34.798986 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a666a71e-c5a4-43a8-9c61-961c3e87fd6d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3105516 Dec 10 16:33:34.802419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:34.807630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'subnet': {'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:34.833406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:33:34.833406 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:33:34.833406 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': 'b8a821ae-0cad-4a3f-953d-b1db1fc9801c'}] Dec 10 16:33:34.833406 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:34.833804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:34.852594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.867608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 1c11208b-bd35-4bd1-9727-8f4222b13ff5 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:34.873127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-835781a6-271f-4117-b677-1cf20cb7e472 None None] Provisioning complete for port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:34.873904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-835781a6-271f-4117-b677-1cf20cb7e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:34.925628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Made reservation on behalf of 83383cf8c797408f999c9082c61a2367 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:34.928015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.049035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.097140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-835781a6-271f-4117-b677-1cf20cb7e472 None None] Port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:35.104138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.151026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.157874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/1c11208b-bd35-4bd1-9727-8f4222b13ff5 HTTP/1.1" status: 204 len: 168 time: 0.6262405 Dec 10 16:33:35.160571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.161567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3379-7ffb-40b4-b699-db65c9726a0e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=1c11208b-bd35-4bd1-9727-8f4222b13ff5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.174614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f00f-93a0-4f71-b350-e9ab0cf8198e None None] Pushing event updated for resources: {'Port': ['ID=f8463309-6ca4-4014-b0c6-4116da875419,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.183456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864eed7c-5eec-44c5-ba90-fd6bc1c7d386 None None] Network b8a821ae-0cad-4a3f-953d-b1db1fc9801c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:35.195818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'networks': [{'name': 'tempest-network--1827576454'}, {'name': 'tempest-network--1645565992'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:35.196386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-network--1827576454'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:35.196861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-network--1645565992'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:35.206142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77752c64-8a74-41e7-aaa5-cd4c3990ec97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.222556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f81ea9c-372e-4892-838e-6bb200d5472b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.276322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1800ba-c8a5-4526-86b8-a76860ec1d10 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.281137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-77752c64-8a74-41e7-aaa5-cd4c3990ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.284026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860b325-e3dc-46ac-a769-203a517af5ae None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:33:35.284408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1800ba-c8a5-4526-86b8-a76860ec1d10 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.289091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-be1800ba-c8a5-4526-86b8-a76860ec1d10 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1235087 Dec 10 16:33:35.289793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.317013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'network': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:35.321534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.323567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.335497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.364014 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-77752c64-8a74-41e7-aaa5-cd4c3990ec97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98da13a172e242a699bc724f1f0d77d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8230526 Dec 10 16:33:35.366439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.367912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.384838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752c64-8a74-41e7-aaa5-cd4c3990ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5a053-0ed7-4ef4-903e-01fff4560376,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.431113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 954563f9-ab83-4769-b94d-74ff64788364 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:35.431471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.450042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860b325-e3dc-46ac-a769-203a517af5ae None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:33:35.553414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.570337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 954563f9-ab83-4769-b94d-74ff64788364 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:35.588250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.673544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.678074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port f8463309-6ca4-4014-b0c6-4116da875419 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:35.678608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.703669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.709968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:33:35.710508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.749860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.783596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.784125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.791072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.793825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=954563f9-ab83-4769-b94d-74ff64788364,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.807397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.809754 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9824da35-4674-41db-9306-e7b52c157ed1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/954563f9-ab83-4769-b94d-74ff64788364 HTTP/1.1" status: 204 len: 168 time: 0.4986486 Dec 10 16:33:35.813614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.825026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Checking segment: {'id': '0f6ac133-85ce-4a21-bfa0-28de9b084cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:35.825480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network hostable DHCP agents. Network: a78998fb-61da-4329-8203-57a12f0f9dde, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:35.836473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port f8463309-6ca4-4014-b0c6-4116da875419, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f8463309-6ca4-4014-b0c6-4116da875419,segment=NetworkSegment(0d9a76f7-84e4-4be3-a944-c8c44f8202ee),segment_id=0d9a76f7-84e4-4be3-a944-c8c44f8202ee)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:35.836846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.870413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for f8463309-6ca4-4014-b0c6-4116da875419 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:35.873351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bec11c-a623-4304-82dd-57d326829631 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:35.874865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d8bec11c-a623-4304-82dd-57d326829631 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0602477 Dec 10 16:33:35.877604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47072) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.879810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c181f320-068d-4eb0-9662-0984253ffe1c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.900072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.904530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-40053797-6f27-45c6-ae1e-3353ee9e1b74 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:33:35.905980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-40053797-6f27-45c6-ae1e-3353ee9e1b74 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/1c11208b-bd35-4bd1-9727-8f4222b13ff5 HTTP/1.1" status: 404 len: 333 time: 0.0271695 Dec 10 16:33:35.907270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network a78998fb-61da-4329-8203-57a12f0f9dde is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:35.910024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.936382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7184db3c-3c13-4d80-bb7e-ab5b12f76b55 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:33:35.937801 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7184db3c-3c13-4d80-bb7e-ab5b12f76b55 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/954563f9-ab83-4769-b94d-74ff64788364 HTTP/1.1" status: 404 len: 333 time: 0.0268626 Dec 10 16:33:35.940613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:35.942825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.945619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.946766 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26a5a053-0ed7-4ef4-903e-01fff4560376 HTTP/1.1" status: 204 len: 168 time: 0.5745480 Dec 10 16:33:35.949571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:35.965946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25948e1-303e-4cff-a0d2-dbe5705d9e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5a053-0ed7-4ef4-903e-01fff4560376,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:35.978149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.992350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:35.992350 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment 13d1ff94-c200-4c34-9c61-ac036debc7e3 of type vlan for network 808d1afa-41b3-4c72-b1d0-47862b143391 Dec 10 16:33:36.006624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a78998fb-61da-4329-8203-57a12f0f9dde) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:36.011927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.014933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.015627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68027b35-e052-4d8f-bc18-9b8ae57a0df8 None None] Network a78998fb-61da-4329-8203-57a12f0f9dde requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:36.063259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.119962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.147698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event updated for resources: {'Port': ['ID=5db04dbf-4ee9-48b0-a15c-5f3b28c64617,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.173352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] In _notify_port_updated(), no bound segment for port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 on network c0e35771-5344-4d0e-b969-adf22c80a4e0 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:33:36.175035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.181123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.182661 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e40f23cc-c966-419a-92ad-11009564bbfb tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "PUT /v2.0/ports/5db04dbf-4ee9-48b0-a15c-5f3b28c64617 HTTP/1.1" status: 200 len: 1057 time: 1.4229300 Dec 10 16:33:36.185408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.190386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.196233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3e4eb-58f3-4faa-b73d-fbb39a930a4d None None] Network a78998fb-61da-4329-8203-57a12f0f9dde requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:36.220326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.231510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b84791-cc3a-4b6f-af76-9c207016e4eb') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.231989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b84791-cc3a-4b6f-af76-9c207016e4eb') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.242525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.257598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.265468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:36.265891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.275780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.286598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-621bf80d-7e08-44b7-b800-648c046d1fc2 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4829929 Dec 10 16:33:36.289642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:36.300274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.318523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port f8463309-6ca4-4014-b0c6-4116da875419 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:36.318769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1989138516', 'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:36.321356 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:36.357057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=f8463309-6ca4-4014-b0c6-4116da875419,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.359369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.359723 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment 6fcfd3b7-0b4c-4c99-b03d-d9a848613554 of type vlan for network 6adefa19-aaab-4db1-9008-e7d4a14a149d Dec 10 16:33:36.425302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e43ebf5e-0293-4d4f-a2b7-3224ceff6ffc None None] Provisioning complete for port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:36.425675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e43ebf5e-0293-4d4f-a2b7-3224ceff6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.442644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.448280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.456516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6 HTTP/1.1" status: 204 len: 168 time: 0.5114896 Dec 10 16:33:36.462966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.472974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-927964058'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:36.475951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e43ebf5e-0293-4d4f-a2b7-3224ceff6ffc None None] Port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:36.506201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f31b48-fb05-474c-9905-801d2ddeb496 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=0e3c8ccd-085c-4f0e-86f1-fd7fc79e5ce6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.506771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.522820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.551913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.563876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a821ae-0cad-4a3f-953d-b1db1fc9801c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.579599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9a76f7-84e4-4be3-a944-c8c44f8202ee') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.579906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9a76f7-84e4-4be3-a944-c8c44f8202ee') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:36.596882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Made reservation on behalf of 83383cf8c797408f999c9082c61a2367 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:36.599155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.602212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.607410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:36.607751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.654154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:36.657918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.664157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.664664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.670423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.675205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.675826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.681797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:36.690718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.691058 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment 9be64738-a6f5-488b-900d-ece99da043e9 of type vlan for network dd5e4063-1f1b-415d-bdbf-10bef60c051e Dec 10 16:33:36.692762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.706891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] device_id is not set on port ca17b44c-a179-44d3-853f-479c83330e6b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:36.736010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.755652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:36.756069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:36.760234 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:36.825190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.830856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:36.832023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.855756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1990292 Dec 10 16:33:36.858082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=808d1afa-41b3-4c72-b1d0-47862b143391,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.864559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.873434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 808d1afa-41b3-4c72-b1d0-47862b143391 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:36.898609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=dd5e4063-1f1b-415d-bdbf-10bef60c051e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:36.929096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:36.933318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.952758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a8d6234a-bd85-4cba-b96a-0ad381c043d4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4886675 Dec 10 16:33:36.954779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b096975-53d2-4c58-8fda-8f78bf3a5753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:36.956794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:36.962553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:37.003121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.025485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.062273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 5db04dbf-4ee9-48b0-a15c-5f3b28c64617 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:37.067637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.070983 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/b8a821ae-0cad-4a3f-953d-b1db1fc9801c HTTP/1.1" status: 204 len: 168 time: 3.2461743 Dec 10 16:33:37.075157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.081012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148388299'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:37.095689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901a37c-6c3e-4402-b150-13ac71a47a6b tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=6adefa19-aaab-4db1-9008-e7d4a14a149d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.108568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 6adefa19-aaab-4db1-9008-e7d4a14a149d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:37.124803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b096975-53d2-4c58-8fda-8f78bf3a5753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.160615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:37.164177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.171834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b096975-53d2-4c58-8fda-8f78bf3a5753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.181246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a68b9c-fae9-4e08-a648-f32309788a68 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=b8a821ae-0cad-4a3f-953d-b1db1fc9801c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.190697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 2001:db8::ca (a78998fb-61da-4329-8203-57a12f0f9dde/e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c/ca17b44c-a179-44d3-853f-479c83330e6b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:37.211382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.217679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.223578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.229809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.235916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.237801 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1794180b-f3ae-4ecd-a80e-2164045c81d6 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3015 time: 0.3687215 Dec 10 16:33:37.243453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.261158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:33:37.261860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:33:37.268410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096975-53d2-4c58-8fda-8f78bf3a5753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d775d8-9493-4b99-86ef-b17b2201c9f0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.275551 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5b096975-53d2-4c58-8fda-8f78bf3a5753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0883a680c3e4c46b9c23a8763e32163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403156 Dec 10 16:33:37.276286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:37.280295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.282112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.354046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:37.370086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.389704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.390046 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 011b36ab-d6b4-474c-9912-4510bc4f43f6 of type vlan for network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 Dec 10 16:33:37.440922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.457338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.518159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.585699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.596308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.601921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.602553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.627939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.631188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808d1afa-41b3-4c72-b1d0-47862b143391']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:37.644495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.656477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d1ff94-c200-4c34-9c61-ac036debc7e3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:37.656878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d1ff94-c200-4c34-9c61-ac036debc7e3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:37.663350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.666041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.670672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5d775d8-9493-4b99-86ef-b17b2201c9f0 HTTP/1.1" status: 204 len: 168 time: 0.3814013 Dec 10 16:33:37.670672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.693112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=5db04dbf-4ee9-48b0-a15c-5f3b28c64617,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.696241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.721883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbc506-e8ec-42fa-841b-3ad225e14c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d775d8-9493-4b99-86ef-b17b2201c9f0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.742607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6637924 Dec 10 16:33:37.744078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:37.749605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:37.759396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82663c4-023f-4609-91f2-6aa82daf8e81 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=0670a06c-8583-4b36-ad0a-a9c2d0c68533,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.774682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.792367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:37.798979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:37.799691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.827265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=ac650c27-9250-4592-9dd2-3cf1a85d6057,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:37.855220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': '9be64738-a6f5-488b-900d-ece99da043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:37.855579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: dd5e4063-1f1b-415d-bdbf-10bef60c051e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:37.891400 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:37.906236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.906970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.974587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network a78998fb-61da-4329-8203-57a12f0f9dde is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:37.982705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:37.987965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:37.991181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:37.992146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:37.992745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.005360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.008534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/808d1afa-41b3-4c72-b1d0-47862b143391 HTTP/1.1" status: 204 len: 168 time: 0.7632411 Dec 10 16:33:38.011389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47112) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.021230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:38.025436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.031103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:38.031526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=ca17b44c-a179-44d3-853f-479c83330e6b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:38.034973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21859d-dba1-47a8-be1d-9200bf565d37 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=808d1afa-41b3-4c72-b1d0-47862b143391,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:38.119546 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6ff8631a-cca3-4ae9-aa66-a98e322a0e70 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8086860 Dec 10 16:33:38.122900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.152251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, dd5e4063-1f1b-415d-bdbf-10bef60c051e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:38.163082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:38.164079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.173836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911d0bf-9e3d-4e14-8be9-b9622db46a84 None None] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:38.174776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.203898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.208326 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6df56d05-a3c6-4fb2-880a-883a7918f32b tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/5db04dbf-4ee9-48b0-a15c-5f3b28c64617 HTTP/1.1" status: 204 len: 168 time: 2.0206847 Dec 10 16:33:38.211337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.231493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Deleting port ca17b44c-a179-44d3-853f-479c83330e6b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:38.231912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.268721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c56fd9-ec2f-4398-bc9d-7af2eaf08e47 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] GET failed (client error): The resource could not be found. Dec 10 16:33:38.270199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f7c56fd9-ec2f-4398-bc9d-7af2eaf08e47 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports/5db04dbf-4ee9-48b0-a15c-5f3b28c64617 HTTP/1.1" status: 404 len: 333 time: 0.0579226 Dec 10 16:33:38.272924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.276883 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-07c827ea-a37f-424a-b6dd-16b481a25ef9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3180559 Dec 10 16:33:38.280485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.319595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-dd5e4063-1f1b-415d-bdbf-10bef60c051e', 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': 'ac650c27-9250-4592-9dd2-3cf1a85d6057'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:38.320837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.414229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.443431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Calling delete_port for ca17b44c-a179-44d3-853f-479c83330e6b owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:38.460587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 0762a19b-33e8-4b62-a439-11961ebdfe4e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:38.461047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.501941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Allocated IP 172.20.0.2 (dd5e4063-1f1b-415d-bdbf-10bef60c051e/ac650c27-9250-4592-9dd2-3cf1a85d6057/94511994-b076-41e1-b9b0-956178985902) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:38.628013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e', 'name': 'tempest-PortsTestJSON-1606446092'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:38.669436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.679942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.702913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.707616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 0762a19b-33e8-4b62-a439-11961ebdfe4e owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:38.708248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.770417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adefa19-aaab-4db1-9008-e7d4a14a149d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.787992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.813894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcfd3b7-0b4c-4c99-b03d-d9a848613554') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.814204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcfd3b7-0b4c-4c99-b03d-d9a848613554') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:38.838980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.851160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca17b44c-a179-44d3-853f-479c83330e6b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:38.863393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.873458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.876800 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-acafa48a-89c3-4a90-8df6-66343960cab5 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ca17b44c-a179-44d3-853f-479c83330e6b HTTP/1.1" status: 204 len: 168 time: 0.7529631 Dec 10 16:33:38.879956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:38.884833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde', 'external_fixed_ips': [{'subnet_id': 'e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c', 'ip_address': '2001:db8::ca'}]}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:38.889624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.897677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:38.898156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:38.901469 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:38.919104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:38.922669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:38.928359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:38.932927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:38.941658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:38.952199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Pushing event updated for resources: {'Port': ['ID=94511994-b076-41e1-b9b0-956178985902,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:38.988453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:38.994576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.019231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.021501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Attempting to bind port 94511994-b076-41e1-b9b0-956178985902 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:39.021879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Attempting to bind port 94511994-b076-41e1-b9b0-956178985902 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9be64738-a6f5-488b-900d-ece99da043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:39.022247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Attempting to bind port 94511994-b076-41e1-b9b0-956178985902 on network dd5e4063-1f1b-415d-bdbf-10bef60c051e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:39.030476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:39.033916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Checking segment: {'id': '9be64738-a6f5-488b-900d-ece99da043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:39.033916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.033916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Bound using segment: {'id': '9be64738-a6f5-488b-900d-ece99da043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:39.033916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Bound port: 94511994-b076-41e1-b9b0-956178985902, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be64738-a6f5-488b-900d-ece99da043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dd5e4063-1f1b-415d-bdbf-10bef60c051e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:39.033916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.079650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=0762a19b-33e8-4b62-a439-11961ebdfe4e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.104021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.110414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.112654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=ae514080-1a15-4fd9-b797-a0eb24dffd17,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.126845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] For port 94511994-b076-41e1-b9b0-956178985902, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:39.128793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '011b36ab-d6b4-474c-9912-4510bc4f43f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:39.129184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: 0670a06c-8583-4b36-ad0a-a9c2d0c68533, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:39.137472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.140758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] For port 94511994-b076-41e1-b9b0-956178985902, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94511994-b076-41e1-b9b0-956178985902,segment=NetworkSegment(9be64738-a6f5-488b-900d-ece99da043e9),segment_id=9be64738-a6f5-488b-900d-ece99da043e9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:39.150505 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c2caac9-c266-417e-98f4-7f1df5f8872d tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/0762a19b-33e8-4b62-a439-11961ebdfe4e HTTP/1.1" status: 204 len: 168 time: 0.8760366 Dec 10 16:33:39.151461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.176076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.197696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.206648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.214259 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/6adefa19-aaab-4db1-9008-e7d4a14a149d HTTP/1.1" status: 204 len: 168 time: 1.1969550 Dec 10 16:33:39.224291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.237397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee428a57-cfa0-41d2-a9a9-767b649a020a tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] GET failed (client error): The resource could not be found. Dec 10 16:33:39.238952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ee428a57-cfa0-41d2-a9a9-767b649a020a tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "GET /v2.0/ports/0762a19b-33e8-4b62-a439-11961ebdfe4e HTTP/1.1" status: 404 len: 333 time: 0.0848427 Dec 10 16:33:39.249579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.283026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab12420-3a46-4554-a1b5-b6bdefafc7e4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=6adefa19-aaab-4db1-9008-e7d4a14a149d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.304500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927243d-6c27-4646-8024-1d54b97c4182 None None] Pushing event updated for resources: {'Port': ['ID=94511994-b076-41e1-b9b0-956178985902,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:39.351504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.7 (dd5e4063-1f1b-415d-bdbf-10bef60c051e/ac650c27-9250-4592-9dd2-3cf1a85d6057/8b3e083a-52e9-44af-a8f9-1a3aa1f56d83) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:39.358904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.369072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:39.554834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0670a06c-8583-4b36-ad0a-a9c2d0c68533) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:39.563115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89a97c-919b-4f8a-bbca-98bd9f638b9e None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:39.719383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.720478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.759234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-0670a06c-8583-4b36-ad0a-a9c2d0c68533', 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': 'ae514080-1a15-4fd9-b797-a0eb24dffd17'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:39.760128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.762439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.806325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cf23c-df27-4bc5-b0f2-4936c3135cd8 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.809811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting port 325be07a-0b43-4b95-945e-71f99af6397e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:39.810333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.813688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cf23c-df27-4bc5-b0f2-4936c3135cd8 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.819966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cf23c-df27-4bc5-b0f2-4936c3135cd8 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:39.821762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0a6cf23c-df27-4bc5-b0f2-4936c3135cd8 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.5957267 Dec 10 16:33:39.826442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.832126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-894231830'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:39.836227 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ef90c7c2-606e-4717-a842-0e5863ebb1d1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0913270 Dec 10 16:33:39.850147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:39.855956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:39.936251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:39.937890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Allocated IP 2001:db8::2 (0670a06c-8583-4b36-ad0a-a9c2d0c68533/ae514080-1a15-4fd9-b797-a0eb24dffd17/ebccb19d-63e0-4a5a-b514-e943a8a5d9dc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:39.942055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:39.942323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.032551 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:40.062208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.062208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment cebcb295-696f-433d-8445-11a845668dd3 of type vlan for network 3662e57f-274a-420f-b68a-793abae8c3c8 Dec 10 16:33:40.086386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.115372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Calling delete_port for 325be07a-0b43-4b95-945e-71f99af6397e owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:40.120109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.185531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.198461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:40.203455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.283465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.285272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.312919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.318601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.319234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.359043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:40.371849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.372653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:40.378085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:40.380552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Pushing event updated for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.383322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:40.419137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:40.421405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=3662e57f-274a-420f-b68a-793abae8c3c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.428763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:40.460736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 3662e57f-274a-420f-b68a-793abae8c3c8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:40.466727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1c5c20fc-c797-4999-9ec4-a46788bc31ec tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6387546 Dec 10 16:33:40.467429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47178) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.503671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.504331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.520544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1271059543'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:40.535521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Attempting to bind port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:40.536033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Attempting to bind port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '011b36ab-d6b4-474c-9912-4510bc4f43f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:40.536501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Attempting to bind port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc on network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:40.555806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=8b3e083a-52e9-44af-a8f9-1a3aa1f56d83,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.571711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:40.572354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Checking segment: {'id': '011b36ab-d6b4-474c-9912-4510bc4f43f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:40.573334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.574067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Bound using segment: {'id': '011b36ab-d6b4-474c-9912-4510bc4f43f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:40.575526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.576061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Bound port: ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011b36ab-d6b4-474c-9912-4510bc4f43f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:40.576513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.589851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76151202-a420-4357-94ea-720cefc8c6d9 None None] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:40.602208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5492cf6d-4c96-4b29-b3da-b79307342328 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-870876642'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:40.602719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5492cf6d-4c96-4b29-b3da-b79307342328 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Unknown quota resources ['metering_label']. {{(pid=103598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:33:40.608669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.624403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f09fe527-d109-41cb-b8ac-50321f00667c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0043817 Dec 10 16:33:40.632510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:40.739893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.762805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.816525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Port': ['ID=325be07a-0b43-4b95-945e-71f99af6397e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.825261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:40.826128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:40.829682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.842237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:40.845322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:40.845917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.853680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94511994-b076-41e1-b9b0-956178985902 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:40.887589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=9d31e81f-0920-4fca-8f63-8d0b787922dd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:40.890963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:40.902870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.903464 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment cc2673db-7368-4bde-b0df-62e64e8d7443 of type vlan for network c7399b2b-3e3d-4438-8ac7-f5373c28eff5 Dec 10 16:33:40.937412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] Provisioning complete for port 94511994-b076-41e1-b9b0-956178985902 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:40.937785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.955889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:40.974780 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-218198cd-520f-4dbe-9794-8a15a3df32a5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1226997 Dec 10 16:33:40.975283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:40.981350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.017067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,segment=NetworkSegment(011b36ab-d6b4-474c-9912-4510bc4f43f6),segment_id=011b36ab-d6b4-474c-9912-4510bc4f43f6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:41.047272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 94511994-b076-41e1-b9b0-956178985902 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:41.047643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.092977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.094743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.096962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.098331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.099941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.107186 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c4391cc-bc0e-4b0a-b2d3-e0f30baab8be tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1242914 Dec 10 16:33:41.108704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.114137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.129910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264377801'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.135166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:41.135644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.159280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5492cf6d-4c96-4b29-b3da-b79307342328 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.163162 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5492cf6d-4c96-4b29-b3da-b79307342328 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7856803 Dec 10 16:33:41.164386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47190) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.171022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-288429d2-d532-48b9-bd0e-e8b1135db01f tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '18a0ac63-4aa7-4e69-8adc-1be649558843'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.171897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-288429d2-d532-48b9-bd0e-e8b1135db01f tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:33:41.206001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.235308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.239025 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-42c5d447-1f03-44e2-b7d0-e88e04e96590 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/ports/325be07a-0b43-4b95-945e-71f99af6397e HTTP/1.1" status: 204 len: 168 time: 1.9571824 Dec 10 16:33:41.258066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.281655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55e44-cc98-49b1-a0ee-a27f98fa18c3 None None] Pushing event updated for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.318123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.324779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 2001:db8::ca (a78998fb-61da-4329-8203-57a12f0f9dde/e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c/7f1d2851-c94d-420c-8906-9bc8f3d6c051) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:41.327748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:41.328409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.348699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] For port 94511994-b076-41e1-b9b0-956178985902, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94511994-b076-41e1-b9b0-956178985902,segment=NetworkSegment(9be64738-a6f5-488b-900d-ece99da043e9),segment_id=9be64738-a6f5-488b-900d-ece99da043e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:41.370493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.374708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Deleting subnet bffabc28-1d2d-46b2-b93d-76f989b6acd2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:41.378280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.417532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=c7399b2b-3e3d-4438-8ac7-f5373c28eff5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.425878 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-288429d2-d532-48b9-bd0e-e8b1135db01f tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:33:41.433385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.434859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c7399b2b-3e3d-4438-8ac7-f5373c28eff5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:41.450544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.564300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.584652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-288429d2-d532-48b9-bd0e-e8b1135db01f tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.591523 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-288429d2-d532-48b9-bd0e-e8b1135db01f tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4249167 Dec 10 16:33:41.592206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.599255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-40c94092-812b-4434-9e6c-58dcafd1f545 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '18a0ac63-4aa7-4e69-8adc-1be649558843'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.599821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-40c94092-812b-4434-9e6c-58dcafd1f545 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:33:41.646196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:41.654677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.672783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f18dd0a-9904-46ca-b77d-c912d33e7816 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1683693 Dec 10 16:33:41.673591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.678886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:41.679333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:41.680948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'ports': [{'network_id': '3662e57f-274a-420f-b68a-793abae8c3c8', 'name': 'tempest-port--502328408', 'admin_state_up': True}, {'network_id': 'c7399b2b-3e3d-4438-8ac7-f5373c28eff5', 'admin_state_up': False}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.682782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'port': {'network_id': '3662e57f-274a-420f-b68a-793abae8c3c8', 'name': 'tempest-port--502328408', 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.684293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'port': {'network_id': 'c7399b2b-3e3d-4438-8ac7-f5373c28eff5', 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:41.687358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-065a7470-b3dd-441f-ab77-9cd83166ae5c None None] Provisioning complete for port 94511994-b076-41e1-b9b0-956178985902 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:41.687734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065a7470-b3dd-441f-ab77-9cd83166ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.689569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c495-01d1-4d74-8f0b-d90d2652c3bc None None] Pushing event updated for resources: {'Port': ['ID=94511994-b076-41e1-b9b0-956178985902,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.713486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.763706 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.services.metering.metering_plugin [None req-40c94092-812b-4434-9e6c-58dcafd1f545 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 16:33:41.790012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.798561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Subnet': ['ID=bffabc28-1d2d-46b2-b93d-76f989b6acd2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:41.808555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.814407 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-364d8755-583a-4ccf-9f7d-27fbb8311ccf tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/subnets/bffabc28-1d2d-46b2-b93d-76f989b6acd2 HTTP/1.1" status: 204 len: 168 time: 0.5523670 Dec 10 16:33:41.817872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ebd7b0-0b81-4149-8cdf-79b0dd67a50f None None] Network c0e35771-5344-4d0e-b969-adf22c80a4e0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:41.826693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.828890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:41.843650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:41.892604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-065a7470-b3dd-441f-ab77-9cd83166ae5c None None] Provisioning complete for port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:41.893008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-065a7470-b3dd-441f-ab77-9cd83166ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.909376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.909725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 6db6be21-9115-4359-b0b4-7bb45368cffc of type vlan for network d2fc7978-6f5d-45ff-8561-20707fa16e7f Dec 10 16:33:41.918786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40c94092-812b-4434-9e6c-58dcafd1f545 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:41.920503 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-40c94092-812b-4434-9e6c-58dcafd1f545 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3265586 Dec 10 16:33:41.923503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:41.961848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-065a7470-b3dd-441f-ab77-9cd83166ae5c None None] Port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:42.042157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] DHCP port deletion for c0e35771-5344-4d0e-b969-adf22c80a4e0 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:42.095277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-14ef9bf3-3541-4e3b-85d8-98b8cee8b361 None None] Provisioning complete for port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:42.095648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14ef9bf3-3541-4e3b-85d8-98b8cee8b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.110620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:42.115671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.128493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Deleting port 768aa95b-2b63-40ff-84d2-c74e689a49ba {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:42.128865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.130856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.178156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-14ef9bf3-3541-4e3b-85d8-98b8cee8b361 None None] Port 8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:42.236329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] For port 768aa95b-2b63-40ff-84d2-c74e689a49ba, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=768aa95b-2b63-40ff-84d2-c74e689a49ba,segment=NetworkSegment(c5e47131-45c4-42a9-b64d-645a607c159e),segment_id=c5e47131-45c4-42a9-b64d-645a607c159e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:42.237186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] device_id is not set on port e327cf4a-5841-4d18-ab1f-55e995c7d5ba yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:42.237679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.263465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Calling delete_port for 768aa95b-2b63-40ff-84d2-c74e689a49ba owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:42.390275 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f0280dba-6701-4473-a156-ad287274f78e tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=587111a5-e8bd-4dcf-86ee-db0e88167929 HTTP/1.1" status: 200 len: 462 time: 0.0884881 Dec 10 16:33:42.393702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.393812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.411603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.416189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.421730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.441007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.463285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] Pushing event deleted for resources: {'Port': ['ID=768aa95b-2b63-40ff-84d2-c74e689a49ba,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.466140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d795797-22cf-447f-b9d9-d44b3178556a None None] No DVR routers for this DVR port 768aa95b-2b63-40ff-84d2-c74e689a49ba on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:42.497878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] device_id is not set on port 61056e2c-d4b6-4fd0-968c-5b8a7a646570 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:42.627026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.636645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24a193-f1b2-46ef-915a-22dc09780556 None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:42.681622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.688849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:42.689672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.709808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.727128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.731130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:42.731532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.791621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.847740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94511994-b076-41e1-b9b0-956178985902 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:42.849236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-180407ea-e7e4-4f80-8aa5-1bc3ff26cb08 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.853390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-180407ea-e7e4-4f80-8aa5-1bc3ff26cb08 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/587111a5-e8bd-4dcf-86ee-db0e88167929 HTTP/1.1" status: 204 len: 168 time: 0.4496746 Dec 10 16:33:42.856765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.856913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.872016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Port': ['ID=e327cf4a-5841-4d18-ab1f-55e995c7d5ba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.872657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network a78998fb-61da-4329-8203-57a12f0f9dde is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:42.878924 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5d443032-6476-4cef-b3c0-43c215bea256 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=587111a5-e8bd-4dcf-86ee-db0e88167929 HTTP/1.1" status: 200 len: 221 time: 0.0240138 Dec 10 16:33:42.884442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e35771-5344-4d0e-b969-adf22c80a4e0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.889476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.893743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8bcf2c54-0298-4d4f-aee8-c89bd7127490 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--950514419', 'description': 'label created by tempest'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:42.894193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8bcf2c54-0298-4d4f-aee8-c89bd7127490 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Unknown quota resources ['metering_label']. {{(pid=103599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 16:33:42.898517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Checking segment: {'id': 'cebcb295-696f-433d-8445-11a845668dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3662e57f-274a-420f-b68a-793abae8c3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:42.898952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network hostable DHCP agents. Network: 3662e57f-274a-420f-b68a-793abae8c3c8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:42.899314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:42.902645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:42.927607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.934875 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8147469 Dec 10 16:33:42.936275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e47131-45c4-42a9-b64d-645a607c159e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.936574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e47131-45c4-42a9-b64d-645a607c159e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:42.954032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 94511994-b076-41e1-b9b0-956178985902 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:42.954405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:42.957846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:42.963731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:42.970874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1d2851-c94d-420c-8906-9bc8f3d6c051,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:42.986930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Update dhcp port {'port': {'network_id': '0670a06c-8583-4b36-ad0a-a9c2d0c68533', 'fixed_ips': [{'subnet_id': 'ae514080-1a15-4fd9-b797-a0eb24dffd17', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d31e81f-0920-4fca-8f63-8d0b787922dd'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': 'ebccb19d-63e0-4a5a-b514-e943a8a5d9dc'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:33:43.019855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.029058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126c11-6626-4f5c-9cd3-babf8c05a006 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=d2fc7978-6f5d-45ff-8561-20707fa16e7f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.043830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=8b3e083a-52e9-44af-a8f9-1a3aa1f56d83,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.046260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,segment=NetworkSegment(011b36ab-d6b4-474c-9912-4510bc4f43f6),segment_id=011b36ab-d6b4-474c-9912-4510bc4f43f6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:43.059232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.077875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:43.119295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.132373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.141012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:43.141424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:43.145493 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:43.152703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network 3662e57f-274a-420f-b68a-793abae8c3c8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:43.213790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.218422 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d249d9c7-755d-47d1-bdde-5d25a87ce09e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 HTTP/1.1" status: 204 len: 168 time: 2.5844827 Dec 10 16:33:43.228489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.295962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 3662e57f-274a-420f-b68a-793abae8c3c8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:43.297871 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec1f02d-45e3-4cf9-9b99-46ce16e3c6ed tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:43.298439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec1f02d-45e3-4cf9-9b99-46ce16e3c6ed tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:43.304156 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ec1f02d-45e3-4cf9-9b99-46ce16e3c6ed tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 HTTP/1.1" status: 404 len: 333 time: 0.0711896 Dec 10 16:33:43.305246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.313352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:43.314209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.315707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6b42e-4e41-4951-931c-a21aa3d0be10 None None] Network 3662e57f-274a-420f-b68a-793abae8c3c8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:43.341673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fbb21f-6d85-4475-9e9c-97810c71d577 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:33:43.346014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-28fbb21f-6d85-4475-9e9c-97810c71d577 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/8b3e083a-52e9-44af-a8f9-1a3aa1f56d83 HTTP/1.1" status: 404 len: 333 time: 0.0362165 Dec 10 16:33:43.346014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.358113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.361652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.369265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] 10.222.0.21 "DELETE /v2.0/networks/c0e35771-5344-4d0e-b969-adf22c80a4e0 HTTP/1.1" status: 204 len: 168 time: 1.5411782 Dec 10 16:33:43.379729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af56e-9f79-49c8-89d9-5b7fe2906b9a None None] Pushing event updated for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.383137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebccb19d-63e0-4a5a-b514-e943a8a5d9dc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:43.676889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.676889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2c54-0298-4d4f-aee8-c89bd7127490 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.676889 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8bcf2c54-0298-4d4f-aee8-c89bd7127490 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5553715 Dec 10 16:33:43.682887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44a8c4-fce5-435e-9964-882b5be85099 tempest-AllowedAddressPairTestJSON-9319758 tempest-AllowedAddressPairTestJSON-9319758-project] Pushing event deleted for resources: {'Network': ['ID=c0e35771-5344-4d0e-b969-adf22c80a4e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.683231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Port': ['ID=61056e2c-d4b6-4fd0-968c-5b8a7a646570,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:43.683231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Checking segment: {'id': 'cc2673db-7368-4bde-b0df-62e64e8d7443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7399b2b-3e3d-4438-8ac7-f5373c28eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:43.683231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network hostable DHCP agents. Network: c7399b2b-3e3d-4438-8ac7-f5373c28eff5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:43.683706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet ac650c27-9250-4592-9dd2-3cf1a85d6057 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:43.683706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.684068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:43.684068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.684297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.684376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Allocated IP 172.20.0.1 (0670a06c-8583-4b36-ad0a-a9c2d0c68533/9d31e81f-0920-4fca-8f63-8d0b787922dd/ebccb19d-63e0-4a5a-b514-e943a8a5d9dc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:43.684461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.684544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.730526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,segment=NetworkSegment(011b36ab-d6b4-474c-9912-4510bc4f43f6),segment_id=011b36ab-d6b4-474c-9912-4510bc4f43f6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:43.768960 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0b9d7fa5-29ce-4f50-a73a-ba1241d13833 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4e245ff8-09c6-478b-a1e0-32cafa3844db HTTP/1.1" status: 200 len: 467 time: 0.1048574 Dec 10 16:33:43.772616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.781009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.808820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.814270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 768aa95b-2b63-40ff-84d2-c74e689a49ba no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:43.835333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 768aa95b-2b63-40ff-84d2-c74e689a49ba {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:43.835663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 768aa95b-2b63-40ff-84d2-c74e689a49ba not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:43.881126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.885108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.904333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.931130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f is not hosted by any dhcp agent {{(pid=103599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:33:43.936714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:43.942199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:43.942199 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "PUT /v2.0/networks/d2fc7978-6f5d-45ff-8561-20707fa16e7f HTTP/1.1" status: 200 len: 723 time: 0.9795451 Dec 10 16:33:43.942199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network c7399b2b-3e3d-4438-8ac7-f5373c28eff5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:43.957333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:43.962525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:43.998191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311296-b4a9-48b2-a031-7f8cb77cf551 None None] Pushing event updated for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.016473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.037663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc60871-ac4e-487f-aa64-598cae172464 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=d2fc7978-6f5d-45ff-8561-20707fa16e7f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.039709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c7399b2b-3e3d-4438-8ac7-f5373c28eff5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:44.044085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:44.049947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.052526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:44.053972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=ac650c27-9250-4592-9dd2-3cf1a85d6057,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.055217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.055919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.057050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5ea0b4-03a1-4d87-9cd4-66bf5ae6f1b9 None None] Network c7399b2b-3e3d-4438-8ac7-f5373c28eff5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:44.075494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.078873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-72442b62-bdcd-4be8-82ae-e6c2714e6186 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/ac650c27-9250-4592-9dd2-3cf1a85d6057 HTTP/1.1" status: 204 len: 168 time: 0.7317171 Dec 10 16:33:44.082253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.104224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d43d2bee-a77f-4d9f-939c-d795923fa572 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.104224 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d43d2bee-a77f-4d9f-939c-d795923fa572 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/4e245ff8-09c6-478b-a1e0-32cafa3844db HTTP/1.1" status: 204 len: 168 time: 0.3231730 Dec 10 16:33:44.104637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.129612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e2e81d50-ebeb-47ea-ad72-074f0366c0f0 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=4e245ff8-09c6-478b-a1e0-32cafa3844db HTTP/1.1" status: 200 len: 216 time: 0.0268662 Dec 10 16:33:44.137666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.174501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bd502e88-4c70-4c92-b10e-e7de833befd7 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0380616 Dec 10 16:33:44.175124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.177735 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-22c17942-ece7-489d-b9ea-c68a09eb5f6f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5030906 Dec 10 16:33:44.182667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.187151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b830eaa0-d9c7-4f7c-863c-ccd7a9998098 None None] Network dd5e4063-1f1b-415d-bdbf-10bef60c051e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:44.202535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-633d39d7-d336-4b3f-9058-49f3320475b6 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209877 Dec 10 16:33:44.203684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.278602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:44.282443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.288670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47246) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.325256 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-34a99f96-ba93-4028-bd60-c229d8dc5b3b tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/18a0ac63-4aa7-4e69-8adc-1be649558843 HTTP/1.1" status: 200 len: 472 time: 0.1096628 Dec 10 16:33:44.326898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.359240 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d67b909e-e50b-456e-8caa-f1901e2943ef tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/30bb3b37-da90-4b50-af62-bbe94c29f4eb HTTP/1.1" status: 200 len: 459 time: 0.0260317 Dec 10 16:33:44.359961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.385647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.415591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1837f-0ee2-4617-a556-4dd0a92fb09d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.424979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1837f-0ee2-4617-a556-4dd0a92fb09d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:44.430339 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-adc1837f-0ee2-4617-a556-4dd0a92fb09d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2460418 Dec 10 16:33:44.432623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.453073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router 215ae92b-76df-4018-addb-3d25355e3031 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:44.600383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.642368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03829d3d-201b-43b8-8d2b-5e72a304dc46 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.648216 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03829d3d-201b-43b8-8d2b-5e72a304dc46 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/30bb3b37-da90-4b50-af62-bbe94c29f4eb HTTP/1.1" status: 204 len: 168 time: 0.2828946 Dec 10 16:33:44.649453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.654615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] DHCP port deletion for dd5e4063-1f1b-415d-bdbf-10bef60c051e request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:44.731594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Deleting port 94511994-b076-41e1-b9b0-956178985902 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:44.732023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.791483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebccb19d-63e0-4a5a-b514-e943a8a5d9dc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:44.801005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:44.802414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=d1226d73-0e25-4de9-8893-322f8b61156a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:44.837918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Sync routers for ids ['215ae92b-76df-4018-addb-3d25355e3031'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:44.869360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '6db6be21-9115-4359-b0b4-7bb45368cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:44.869550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: d2fc7978-6f5d-45ff-8561-20707fa16e7f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:44.875866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aa7591a0-0448-4063-b132-23d77f384c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae13be35f05478e9e33a04294cc35cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845907 Dec 10 16:33:44.878140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.879115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c45b6-3c53-4395-9ef7-899eb09ab0cb None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:44.938129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.951610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Routers {'215ae92b-76df-4018-addb-3d25355e3031'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:44.952179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['215ae92b-76df-4018-addb-3d25355e3031'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:44.955965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.958582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] For port 94511994-b076-41e1-b9b0-956178985902, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94511994-b076-41e1-b9b0-956178985902,segment=NetworkSegment(9be64738-a6f5-488b-900d-ece99da043e9),segment_id=9be64738-a6f5-488b-900d-ece99da043e9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:44.958991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:44.959996 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ba6280d-e7cb-442a-b85d-51197fe84610 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.0790029 Dec 10 16:33:44.963617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:44.979336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.041921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-965e6141-c1f2-48bd-a435-e8792f27e6f2 None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:45.042811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-965e6141-c1f2-48bd-a435-e8792f27e6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.049822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Calling delete_port for 94511994-b076-41e1-b9b0-956178985902 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:45.095630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:45.124228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.191129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:45.191735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.197735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 94511994-b076-41e1-b9b0-956178985902 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:45.198255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.203208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, d2fc7978-6f5d-45ff-8561-20707fa16e7f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:45.213951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:45.214734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685871'] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.227051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.230567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.234241 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1e5eee7-decb-449c-a5e8-9cb9aaa10c71 HTTP/1.1" status: 204 len: 168 time: 0.3527267 Dec 10 16:33:45.234394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944e934-0bef-4762-b75f-c97d8455b5ee None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:45.244426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299ff1d-798a-4e42-97e9-076fb6f28257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5eee7-decb-449c-a5e8-9cb9aaa10c71,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:45.286333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.297628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-71146803-0997-413b-9e32-898bc6e98e66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3368735 Dec 10 16:33:45.298459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:45.300777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Set router 215ae92b-76df-4018-addb-3d25355e3031 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:33:45.308309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:45.326827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Deleting port e327cf4a-5841-4d18-ab1f-55e995c7d5ba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:45.327172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.335712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 94511994-b076-41e1-b9b0-956178985902, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94511994-b076-41e1-b9b0-956178985902,segment=NetworkSegment(9be64738-a6f5-488b-900d-ece99da043e9),segment_id=9be64738-a6f5-488b-900d-ece99da043e9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:45.335964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.390120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e895a222-6e72-4b57-b899-ff6f07ef38f9 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.394109 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e895a222-6e72-4b57-b899-ff6f07ef38f9 tempest-MeteringIpV6TestJSON-607550002 tempest-MeteringIpV6TestJSON-607550002-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/18a0ac63-4aa7-4e69-8adc-1be649558843 HTTP/1.1" status: 204 len: 168 time: 0.7383697 Dec 10 16:33:45.400651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 94511994-b076-41e1-b9b0-956178985902 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:45.436057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.482632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Calling delete_port for e327cf4a-5841-4d18-ab1f-55e995c7d5ba owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:45.621104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.650280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.662174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 94511994-b076-41e1-b9b0-956178985902 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:45.668773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=94511994-b076-41e1-b9b0-956178985902,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:45.713782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.743330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-d2fc7978-6f5d-45ff-8561-20707fa16e7f', 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': 'd1226d73-0e25-4de9-8893-322f8b61156a'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:45.745156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.753762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] Pushing event deleted for resources: {'Port': ['ID=94511994-b076-41e1-b9b0-956178985902,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:45.775530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ac6d7-8f30-4956-a672-4efb74ce1be2 None None] No DVR routers for this DVR port 94511994-b076-41e1-b9b0-956178985902 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:45.876768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Port': ['ID=e327cf4a-5841-4d18-ab1f-55e995c7d5ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:45.902369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.910411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:45.915528 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-85600698-e40a-48c5-9b52-e4e0f8180676 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/ports/e327cf4a-5841-4d18-ab1f-55e995c7d5ba HTTP/1.1" status: 204 len: 168 time: 1.4790306 Dec 10 16:33:45.952474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13501261'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.960642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.995331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Deleting port 7f1d2851-c94d-420c-8906-9bc8f3d6c051 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:45.996181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:45.997939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5e4063-1f1b-415d-bdbf-10bef60c051e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:46.003826 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94511994-b076-41e1-b9b0-956178985902 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:46.017377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be64738-a6f5-488b-900d-ece99da043e9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:46.018498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be64738-a6f5-488b-900d-ece99da043e9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:46.033821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.048660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.056409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:46.057507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:46.061726 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:46.139677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.158108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Calling delete_port for 7f1d2851-c94d-420c-8906-9bc8f3d6c051 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:46.164142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Deleting port 61056e2c-d4b6-4fd0-968c-5b8a7a646570 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:46.164473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.166312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 94511994-b076-41e1-b9b0-956178985902 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:46.166708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94511994-b076-41e1-b9b0-956178985902 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:46.184191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.197007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.202177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.205808 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/dd5e4063-1f1b-415d-bdbf-10bef60c051e HTTP/1.1" status: 204 len: 168 time: 2.1215205 Dec 10 16:33:46.209486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.214477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2090833882'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:46.217574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5a689618-9286-477e-ab3d-7ad01a8409e7 None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:46.218089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a689618-9286-477e-ab3d-7ad01a8409e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.233688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Allocated IP 2001:db8::2 (d2fc7978-6f5d-45ff-8561-20707fa16e7f/d1226d73-0e25-4de9-8893-322f8b61156a/ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:46.233952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46805a0-6411-4950-a022-b9bab0cec73b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=dd5e4063-1f1b-415d-bdbf-10bef60c051e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:46.275079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.285804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215ae92b-76df-4018-addb-3d25355e3031', 'name': '', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde', 'external_fixed_ips': [{'subnet_id': 'e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c', 'ip_address': '2001:db8::ca'}], 'enable_snat': True}, 'gw_port_id': '7f1d2851-c94d-420c-8906-9bc8f3d6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:33:39Z', 'updated_at': '2021-12-10T16:33:43Z', 'revision_number': 3, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port': {'id': '7f1d2851-c94d-420c-8906-9bc8f3d6c051', 'name': '', 'network_id': 'a78998fb-61da-4329-8203-57a12f0f9dde', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ae92b-76df-4018-addb-3d25355e3031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c', 'ip_address': '2001:db8::ca', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:33:40Z', 'updated_at': '2021-12-10T16:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:46.296863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Calling delete_port for 61056e2c-d4b6-4fd0-968c-5b8a7a646570 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:46.327941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Checking router: 215ae92b-76df-4018-addb-3d25355e3031 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:33:46.328164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Updating router 215ae92b-76df-4018-addb-3d25355e3031 port 7f1d2851-c94d-420c-8906-9bc8f3d6c051 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:33:46.339157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:46.344205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.375783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57aec6fa-760a-4eb8-9089-908cc4634acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.402001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.412532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:46.430614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.431216 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment aa845076-1929-40b9-9b18-d13b44580713 of type vlan for network a98d727c-051f-4f26-96f4-f106df12876e Dec 10 16:33:46.487205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.567993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.595556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Port': ['ID=61056e2c-d4b6-4fd0-968c-5b8a7a646570,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:46.603186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.607094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1c8d1ecd-7489-400b-adae-665ce6295e4d tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/ports/61056e2c-d4b6-4fd0-968c-5b8a7a646570 HTTP/1.1" status: 204 len: 168 time: 0.6958671 Dec 10 16:33:46.609743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.630546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.636473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:46.636977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.665946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1a48253-6c55-4b4b-a884-64f6005ee48f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0550652 Dec 10 16:33:46.667791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.675630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.680762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1362110064'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:46.730937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1d2851-c94d-420c-8906-9bc8f3d6c051,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:46.737607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.759671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5491400 Dec 10 16:33:46.765021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.770895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:46.778590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ccbf2-b4d9-4fd4-95eb-632eff1c2b9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=a98d727c-051f-4f26-96f4-f106df12876e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:46.800475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a98d727c-051f-4f26-96f4-f106df12876e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:46.838125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:46.850495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57aec6fa-760a-4eb8-9089-908cc4634acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.851748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:46.852809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.855827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.856571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.874575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.900327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:46.918148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.918379 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment 9f57685d-40a4-4109-855e-b002740c0d5d of type vlan for network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 Dec 10 16:33:46.932428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57aec6fa-760a-4eb8-9089-908cc4634acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:46.986030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-239888694'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:46.990042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.002174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.020761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:47.024277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.032085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-57aec6fa-760a-4eb8-9089-908cc4634acf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a8c4acb0c234df7ae7fba800b22e170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8446274 Dec 10 16:33:47.037000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec6fa-760a-4eb8-9089-908cc4634acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acfa3b-f2f9-40fb-b44c-c4ae02cb1bb9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.039576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.046119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:47.070000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:47.076703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:47.118422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Pushing event updated for resources: {'Port': ['ID=ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.137245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.138688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 215ae92b-76df-4018-addb-3d25355e3031 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:47.148421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.150676 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-504b5582-ffd4-472e-899c-03f791ab0c01 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/routers/215ae92b-76df-4018-addb-3d25355e3031 HTTP/1.1" status: 204 len: 168 time: 2.1860139 Dec 10 16:33:47.154937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.170490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Attempting to bind port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:47.170862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Attempting to bind port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '6db6be21-9115-4359-b0b4-7bb45368cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:47.171225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Attempting to bind port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d on network d2fc7978-6f5d-45ff-8561-20707fa16e7f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:47.178144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:47.178332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:47.189919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.190235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:47.190583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Checking segment: {'id': '6db6be21-9115-4359-b0b4-7bb45368cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:47.190993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.191393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Bound using segment: {'id': '6db6be21-9115-4359-b0b4-7bb45368cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:47.191872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Bound port: ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db6be21-9115-4359-b0b4-7bb45368cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd2fc7978-6f5d-45ff-8561-20707fa16e7f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:47.192245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.209058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Deleting subnet e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:47.211373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.213798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.218235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:47.218519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.238115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13218799'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.257893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.259544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Made reservation on behalf of da0549006f2344dc995c3c82c97ff8e4 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:47.263573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.266863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.287634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:47.287854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.289613 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "PUT /v2.0/subnets/d1226d73-0e25-4de9-8893-322f8b61156a HTTP/1.1" status: 200 len: 826 time: 1.9898198 Dec 10 16:33:47.296370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] For port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:47.297858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.304324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] For port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d,segment=NetworkSegment(6db6be21-9115-4359-b0b4-7bb45368cffc),segment_id=6db6be21-9115-4359-b0b4-7bb45368cffc)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:47.309777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.359963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.385612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.391693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e37c6-2b25-49af-994b-c2c4ca372d65 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=d1226d73-0e25-4de9-8893-322f8b61156a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.406974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.418384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=d5cf5c28-fa45-4c69-a4b1-21de81451bb8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.449886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:47.459903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c904febf-d488-4ccf-b110-270305f8a133 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7831702 Dec 10 16:33:47.466270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.478174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-366306957'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:47.513644 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-1abe2efb-a783-404d-bbb4-45b80fd50dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1926844 Dec 10 16:33:47.516674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.528596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715daf40-c3f7-42d4-adb1-6e03ae6802cb None None] Pushing event updated for resources: {'Port': ['ID=ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.582737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.604746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:47.605248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.630932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:47.634397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.637635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.640221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.641379 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89acfa3b-f2f9-40fb-b44c-c4ae02cb1bb9 HTTP/1.1" status: 204 len: 168 time: 0.5816231 Dec 10 16:33:47.677027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.725422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=1f09fd82-d0bc-479f-a47d-e39f857e784e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.731605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Port 7f1d2851-c94d-420c-8906-9bc8f3d6c051 not found while updating agent binding for router 215ae92b-76df-4018-addb-3d25355e3031. {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 16:33:47.732984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.745022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.750772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c098fc73-a58c-42f6-9f28-97e68344bdde tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c HTTP/1.1" status: 204 len: 168 time: 0.5925965 Dec 10 16:33:47.760876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:47.767060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d,segment=NetworkSegment(6db6be21-9115-4359-b0b4-7bb45368cffc),segment_id=6db6be21-9115-4359-b0b4-7bb45368cffc)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:47.768464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.769483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Routers set() bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:47.770511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Router IDs set() for agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:33:47.773509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'215ae92b-76df-4018-addb-3d25355e3031'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:33:47.773914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2702a-aab0-47a1-bf60-fb398c1c6e3a None None] The sync data for ids ['215ae92b-76df-4018-addb-3d25355e3031'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:47.812837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.831431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:47.840665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12659b-5df3-42e2-b7c3-aaef606d3366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acfa3b-f2f9-40fb-b44c-c4ae02cb1bb9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:47.846873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:47.884398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-8cd9ec59-26d4-4381-a626-ed0bc2f86d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:47.886809 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-8cd9ec59-26d4-4381-a626-ed0bc2f86d72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.3123248 Dec 10 16:33:47.897300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.897656 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Added segment b46eb414-f6a2-40f3-b46d-571d538ac350 of type vlan for network 334935a4-060a-4055-be4e-e1f29f1fe5f6 Dec 10 16:33:47.922094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:47.927106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': 'aa845076-1929-40b9-9b18-d13b44580713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:47.927420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: a98d727c-051f-4f26-96f4-f106df12876e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:47.955534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.024990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.029356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.038782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:48.064868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdf836c-29bf-4fc6-bdd9-402f90348feb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.081648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78998fb-61da-4329-8203-57a12f0f9dde']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:48.082732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.083081 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Added segment eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5 of type vlan for network beb60fe6-43d2-45a5-88a6-4cb43a09127d Dec 10 16:33:48.097115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6ac133-85ce-4a21-bfa0-28de9b084cf2') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:48.097423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6ac133-85ce-4a21-bfa0-28de9b084cf2') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:48.112369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.128679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.135701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:48.136131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:48.138090 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:48.146396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.150333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-75d01535-8469-4b64-85cc-ed9cc238824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.151941 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-75d01535-8469-4b64-85cc-ed9cc238824a service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.2368932 Dec 10 16:33:48.166272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network a98d727c-051f-4f26-96f4-f106df12876e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:48.213845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.230519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.236198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.236853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.242188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.265200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a98d727c-051f-4f26-96f4-f106df12876e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:48.269774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.270381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.276351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c70ae-3da4-4f90-8248-a6db509db977 None None] Network a98d727c-051f-4f26-96f4-f106df12876e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:48.331149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.336828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.337508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.341857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:48.344313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.376923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8891790 Dec 10 16:33:48.377164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a78998fb-61da-4329-8203-57a12f0f9dde {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:33:48.378567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.380722 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-010e7da3-dfed-42ef-bd4d-6bc669ab518e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.2179096 Dec 10 16:33:48.382600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a78998fb-61da-4329-8203-57a12f0f9dde HTTP/1.1" status: 204 len: 168 time: 0.6198401 Dec 10 16:33:48.398344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031513d-1513-4c7a-977f-d3d7df80fcf4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Network': ['ID=334935a4-060a-4055-be4e-e1f29f1fe5f6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.452740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 334935a4-060a-4055-be4e-e1f29f1fe5f6 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:48.469766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a010a-bf57-465c-94ac-3386247f49ed tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Network': ['ID=a78998fb-61da-4329-8203-57a12f0f9dde,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.503643 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-816e5005-9716-48cd-8589-4d94b9d33776 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7375433 Dec 10 16:33:48.522252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:48.534323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1146575852'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:48.564447 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7252533 Dec 10 16:33:48.566454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.574483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47340) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:48.583257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-a98d727c-051f-4f26-96f4-f106df12876e', 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': '1f09fd82-d0bc-479f-a47d-e39f857e784e'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:48.584507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.586501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'subnet': {'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:48.640810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:48.674592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df93bf4a-32d9-42cd-8a03-d578a2db86f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.782520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-d76cb77a-569a-4548-a22e-a58b53a9a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.784694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-d76cb77a-569a-4548-a22e-a58b53a9a655 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.3954954 Dec 10 16:33:48.796870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6d27-dd61-460c-8a41-e75f5e46dc5e tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Network': ['ID=beb60fe6-43d2-45a5-88a6-4cb43a09127d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:48.821184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:48.941057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:48.967799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-4e9ba51d-a905-4617-8979-ecb8652bf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:48.971263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-4e9ba51d-a905-4617-8979-ecb8652bf12c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1639273 Dec 10 16:33:49.049827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Made reservation on behalf of da0549006f2344dc995c3c82c97ff8e4 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:49.054604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.073617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=d1226d73-0e25-4de9-8893-322f8b61156a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.085865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564e5a8-ec58-44df-ae6c-caec363888f2 None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:49.167106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-45a055dd-4175-4d37-b7bf-0a70769242dd None None] Could not find standard attr ID for object ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:49.175575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Allocated IP 172.20.0.2 (a98d727c-051f-4f26-96f4-f106df12876e/1f09fd82-d0bc-479f-a47d-e39f857e784e/6f5c785a-730e-4de8-9aff-ee7fef7cc20f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:49.205193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.241821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fc7978-6f5d-45ff-8561-20707fa16e7f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:49.253634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db6be21-9115-4359-b0b4-7bb45368cffc') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:49.254082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db6be21-9115-4359-b0b4-7bb45368cffc') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:49.279399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.306892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc72b3-c8cb-471d-ba58-155859bd5f6c None None] DHCP port deletion for d2fc7978-6f5d-45ff-8561-20707fa16e7f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:49.311161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.328040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:49.328544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.336626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a90839-e8de-4c2e-9b7c-5a0cc22ae8a1 None None] Network d2fc7978-6f5d-45ff-8561-20707fa16e7f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:49.419150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47352) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:49.437709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'name': 'tempest-router--391159468', 'project_id': '784d0110dca2429dbc2cee99a02641a7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:49.502391 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:49.527359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df93bf4a-32d9-42cd-8a03-d578a2db86f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.569803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:49.573855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.598602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 1309d8c6-ea92-481c-abae-05a8adfb11e3 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:49.608564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.640286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.646158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/d2fc7978-6f5d-45ff-8561-20707fa16e7f HTTP/1.1" status: 204 len: 168 time: 2.3472495 Dec 10 16:33:49.648116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fcc54-c14d-48ce-aba6-04248cf72492 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=d2fc7978-6f5d-45ff-8561-20707fa16e7f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.654019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47354) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:49.666637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df93bf4a-32d9-42cd-8a03-d578a2db86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.671062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.710631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93bf4a-32d9-42cd-8a03-d578a2db86f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a37a52-be00-44bf-a176-4dc1124f6fda,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.720578 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6cdc94-d5bc-431e-aa55-24363fb6e3c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:33:49.721666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6cdc94-d5bc-431e-aa55-24363fb6e3c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:33:49.727835 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da6cdc94-d5bc-431e-aa55-24363fb6e3c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/d2fc7978-6f5d-45ff-8561-20707fa16e7f HTTP/1.1" status: 404 len: 339 time: 0.0714991 Dec 10 16:33:49.733397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:49.734745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.744956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429811440', 'description': 'd1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:49.749964 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-99d6491e-517b-42c7-871f-dcd8b0d1bda1 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659895 Dec 10 16:33:49.765857 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-df93bf4a-32d9-42cd-8a03-d578a2db86f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68b548af8fde422f90459bea05868804&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1221573 Dec 10 16:33:49.768335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:49.787370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Pushing event updated for resources: {'Port': ['ID=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.793075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Network a98d727c-051f-4f26-96f4-f106df12876e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:49.798301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:49.801910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:49.825800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.863250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.876198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Attempting to bind port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:49.876674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Attempting to bind port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'aa845076-1929-40b9-9b18-d13b44580713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:49.877120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Attempting to bind port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f on network a98d727c-051f-4f26-96f4-f106df12876e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:49.882842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:49.883219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Checking segment: {'id': 'aa845076-1929-40b9-9b18-d13b44580713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:49.883623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.884020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Bound using segment: {'id': 'aa845076-1929-40b9-9b18-d13b44580713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:49.884600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Bound port: 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa845076-1929-40b9-9b18-d13b44580713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98d727c-051f-4f26-96f4-f106df12876e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:49.885012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.892730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.915187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Subnet': ['ID=f8fa3169-7b2a-48b9-8f72-9f8107919999,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:49.917610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.918813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.924210 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:33:49.950248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:49.956090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:49.974008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] For port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:49.978624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] For port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,segment=NetworkSegment(aa845076-1929-40b9-9b18-d13b44580713),segment_id=aa845076-1929-40b9-9b18-d13b44580713)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:49.981716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Checking segment: {'id': 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:49.982072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network hostable DHCP agents. Network: beb60fe6-43d2-45a5-88a6-4cb43a09127d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:49.985926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.11 (a98d727c-051f-4f26-96f4-f106df12876e/1f09fd82-d0bc-479f-a47d-e39f857e784e/1309d8c6-ea92-481c-abae-05a8adfb11e3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:50.030620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.033626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.037155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27a37a52-be00-44bf-a176-4dc1124f6fda HTTP/1.1" status: 204 len: 168 time: 0.2652862 Dec 10 16:33:50.037155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:50.048378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb94ac-a456-476b-be41-cdafa54c211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a37a52-be00-44bf-a176-4dc1124f6fda,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.061366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.061721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 6885c062-c591-437b-b15c-70ace1da2e20 of type vlan for network 868fe3f9-1b6d-465f-a163-9a3374f9cd84 Dec 10 16:33:50.080854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.107362 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6404e620-6b35-455d-982c-43f1e5c85a87 req-1b05d3f1-8071-472d-b995-a91f772a4584 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466878 Dec 10 16:33:50.108450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.174298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:50.188521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.232296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.244715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:50.245576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.267875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be20b-69bf-4304-b502-0dea9c9136c6 None None] Pushing event updated for resources: {'Port': ['ID=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.283846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.300550 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.311742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, beb60fe6-43d2-45a5-88a6-4cb43a09127d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:50.318699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:50.319219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.322155 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baea7e5-4c9f-41ea-8958-a3085239e540 None None] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:50.349994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=868fe3f9-1b6d-465f-a163-9a3374f9cd84,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:50.376113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.381363 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3fee2992-700f-4657-aaca-cbc19530e925 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9542027 Dec 10 16:33:50.381719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47362) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:50.387914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 868fe3f9-1b6d-465f-a163-9a3374f9cd84 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:50.457722 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a340f411-5ad7-431b-99f5-6b22b74f62ba tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8753133 Dec 10 16:33:50.461281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.481428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3e4f5b57-3bdf-4ceb-a1a8-4189755e941e tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7452326 Dec 10 16:33:50.482726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:50.483237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:50.496553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.636424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-beb60fe6-43d2-45a5-88a6-4cb43a09127d', 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d', 'project_id': 'da0549006f2344dc995c3c82c97ff8e4', 'fixed_ips': [{'subnet_id': 'f8fa3169-7b2a-48b9-8f72-9f8107919999'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:50.637836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.661710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network a98d727c-051f-4f26-96f4-f106df12876e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:50.677406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-669134619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:50.733146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:50.743200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:50.950855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f5c785a-730e-4de8-9aff-ee7fef7cc20f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:50.994187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:50.997397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.041033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Allocated IP 172.20.0.2 (beb60fe6-43d2-45a5-88a6-4cb43a09127d/f8fa3169-7b2a-48b9-8f72-9f8107919999/48c05ca1-2623-45ab-a147-6d56e56d123a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:51.075322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa83994-68e4-4dd6-8e08-178df5b9e811 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:51.079428 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5fa83994-68e4-4dd6-8e08-178df5b9e811 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks?id=868fe3f9-1b6d-465f-a163-9a3374f9cd84 HTTP/1.1" status: 200 len: 764 time: 0.3888865 Dec 10 16:33:51.079428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=1309d8c6-ea92-481c-abae-05a8adfb11e3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.080216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47380) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.099629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'description': 'd2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:51.104111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:51.105311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.129925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.130476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abe33f7f-a527-4abc-97c1-07139c2b0aa6 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:33:51.134256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:51.134743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.193833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.197409 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2364a0cc-cd4c-402e-ab5a-747fcb12e430 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/routers/abe33f7f-a527-4abc-97c1-07139c2b0aa6 HTTP/1.1" status: 204 len: 168 time: 0.8123584 Dec 10 16:33:51.215659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.215659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.366406 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-377a5863-ea4f-4ffb-b7c5-a9a48b766ebb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.8395910 Dec 10 16:33:51.367073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.379449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.396040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.398889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.439775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,segment=NetworkSegment(aa845076-1929-40b9-9b18-d13b44580713),segment_id=aa845076-1929-40b9-9b18-d13b44580713)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:51.446962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.551566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.552153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.658464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.661292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Pushing event updated for resources: {'Port': ['ID=48c05ca1-2623-45ab-a147-6d56e56d123a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.676344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:51.680395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:51.717894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.719531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.720366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=868fe3f9-1b6d-465f-a163-9a3374f9cd84,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.726273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:51.743007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'subnets': [{'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--774861166', 'ip_version': 6}, {'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:51.744345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'subnet': {'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--774861166', 'ip_version': 6}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:51.744695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Request body: {'subnet': {'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:51.772011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:51.780768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 868fe3f9-1b6d-465f-a163-9a3374f9cd84 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:51.890768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 868fe3f9-1b6d-465f-a163-9a3374f9cd84 is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:33:51.919866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:51.920539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.924990 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-75324511-2c04-49a1-9e39-52477a12727b tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "PUT /v2.0/networks/868fe3f9-1b6d-465f-a163-9a3374f9cd84 HTTP/1.1" status: 200 len: 761 time: 0.8405445 Dec 10 16:33:51.935975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47404) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:51.969698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:51.985334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:51.988458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:51.988860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebfeb664-ff8b-4f91-ab0f-af1fb929ab8d not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:52.011280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182510de-17bc-4240-a75d-606a712d1092 None None] Network a98d727c-051f-4f26-96f4-f106df12876e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:52.046164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 1309d8c6-ea92-481c-abae-05a8adfb11e3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:52.046968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.116052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.118762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b3e5eeb-4a8e-45c3-a40b-21830a11721c tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4529145 Dec 10 16:33:52.124098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:52.154409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508faec-1289-46ee-b293-c07ae1af9c27 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:52.163484 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d508faec-1289-46ee-b293-c07ae1af9c27 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks?id=868fe3f9-1b6d-465f-a163-9a3374f9cd84 HTTP/1.1" status: 200 len: 764 time: 0.2215912 Dec 10 16:33:52.166085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:52.206080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-629411897', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:52.350400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Attempting to bind port 48c05ca1-2623-45ab-a147-6d56e56d123a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:52.351114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Attempting to bind port 48c05ca1-2623-45ab-a147-6d56e56d123a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:52.351710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Attempting to bind port 48c05ca1-2623-45ab-a147-6d56e56d123a on network beb60fe6-43d2-45a5-88a6-4cb43a09127d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:52.359437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-91cd494f-808b-4b11-9381-3356875e7a0f None None] Provisioning complete for port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:52.360503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91cd494f-808b-4b11-9381-3356875e7a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.364823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:52.365796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Checking segment: {'id': 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:52.366885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.367710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Bound using segment: {'id': 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:52.368310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Bound port: 48c05ca1-2623-45ab-a147-6d56e56d123a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:52.369189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.381550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Made reservation on behalf of 753e55a8642047e3afc83b071c421865 for: {'subnet': 2} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:52.386245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.389917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.431679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.454482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1657f-a4f6-47a2-9894-4ff1b781da3a tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:52.456626 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-55f1657f-a4f6-47a2-9894-4ff1b781da3a tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2895982 Dec 10 16:33:52.460601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47414) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:52.468614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 1309d8c6-ea92-481c-abae-05a8adfb11e3 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:52.513761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] For port 48c05ca1-2623-45ab-a147-6d56e56d123a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:52.518866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] For port 48c05ca1-2623-45ab-a147-6d56e56d123a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=48c05ca1-2623-45ab-a147-6d56e56d123a,segment=NetworkSegment(eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5),segment_id=eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:52.567083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.603373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.689947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9dd2e-cf83-4c2f-b9ac-35be243078e4 None None] Pushing event updated for resources: {'Port': ['ID=48c05ca1-2623-45ab-a147-6d56e56d123a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:52.786465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f5c785a-730e-4de8-9aff-ee7fef7cc20f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:52.882168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:52.882560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.899991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.900999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:52.909902 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7dda04f4-8f43-427f-a5d7-7adfd1de5eff tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 207 time: 0.4477861 Dec 10 16:33:52.913918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:52.965992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-976837d5-cc09-448c-9012-bf62b3c4128f None None] Provisioning complete for port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:52.966372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976837d5-cc09-448c-9012-bf62b3c4128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.052301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Allocated IP 172.20.0.1 (beb60fe6-43d2-45a5-88a6-4cb43a09127d/f8fa3169-7b2a-48b9-8f72-9f8107919999/365e6868-8eef-4aed-b9a5-f2f9c2f8deec) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:53.133396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.246098 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-976837d5-cc09-448c-9012-bf62b3c4128f None None] Could not find standard attr ID for object 1309d8c6-ea92-481c-abae-05a8adfb11e3. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:53.291092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.295608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=1309d8c6-ea92-481c-abae-05a8adfb11e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:53.304535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.312550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.320104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.326253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.332473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.338453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aa1d7d47-69c2-424f-a48f-60dc6caa9613 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4176548 Dec 10 16:33:53.339308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.340355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.359863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b60d966-13d3-41f7-af77-90950a2a2961 None None] Could not find standard attr ID for object 1309d8c6-ea92-481c-abae-05a8adfb11e3. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:53.494794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.498811 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c42d3864-8f10-4066-8ca0-7cc423d6c34a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/1309d8c6-ea92-481c-abae-05a8adfb11e3 HTTP/1.1" status: 204 len: 168 time: 2.1253862 Dec 10 16:33:53.506166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.513169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.514565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47438) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.585734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88fa3601-efb6-4560-9852-6b20641c31fd tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2421744 Dec 10 16:33:53.586363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c575ec97-f43c-4bb6-8f2f-b647dcbe9117 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:33:53.587779 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c575ec97-f43c-4bb6-8f2f-b647dcbe9117 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/1309d8c6-ea92-481c-abae-05a8adfb11e3 HTTP/1.1" status: 404 len: 333 time: 0.0751078 Dec 10 16:33:53.587906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.600674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.668369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1115655344', 'router:external': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:53.712376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.714468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.716187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.717743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.719313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.724797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-beb8a1c6-5d0e-4a55-98e5-efdde03b586f tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1322308 Dec 10 16:33:53.725482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.756604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.771392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.790572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 1f09fd82-d0bc-479f-a47d-e39f857e784e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:53.814804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.864181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:53.875673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Made reservation on behalf of 847ec82970dc48be8cbaa51d1c9194d3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:53.877970 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.889298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.890789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.892326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.893782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.895207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:53.900322 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e595fc15-f0fc-4dab-9a8d-e5b4d9d7a1c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1707554 Dec 10 16:33:53.900322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:53.900555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:53.909256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:53.940653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.942679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=365e6868-8eef-4aed-b9a5-f2f9c2f8deec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:53.950843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:53.971843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.017710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.070283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c9a2f-f364-4b8b-9f5b-a968ff37057c None None] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:54.100067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Subnet': ['ID=9e35d07a-f344-4116-a448-33e642f93bf3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.124051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29dd7a7-bac1-408d-b7a1-09de42ce62cf tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:54.129007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b29dd7a7-bac1-408d-b7a1-09de42ce62cf tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks/5bde0c37-4971-4243-b56e-004c0f7c414f HTTP/1.1" status: 200 len: 804 time: 0.2146554 Dec 10 16:33:54.130349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:54.141865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Checking segment: {'id': '9f57685d-40a4-4109-855e-b002740c0d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:54.142118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network hostable DHCP agents. Network: d5cf5c28-fa45-4c69-a4b1-21de81451bb8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:54.153748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] Provisioning complete for port 48c05ca1-2623-45ab-a147-6d56e56d123a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:54.153748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.166842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.236866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.319192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.325480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:54.339904 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-74d424ab-3326-4a8a-aba2-93da0d0a46bb tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/networks/5bde0c37-4971-4243-b56e-004c0f7c414f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2084808 Dec 10 16:33:54.343377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.344842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:54.348214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.356325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] For port 48c05ca1-2623-45ab-a147-6d56e56d123a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=48c05ca1-2623-45ab-a147-6d56e56d123a,segment=NetworkSegment(eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5),segment_id=eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:54.375148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.403422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:54.416051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.440546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.448210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d1b5f-ed85-43f8-8f30-55338133781f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.462912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.463279 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Added segment 9eff3088-d058-4316-bd12-383f1d10ac96 of type vlan for network f2f15f88-8be7-4ce7-b364-6c1387639f53 Dec 10 16:33:54.477302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccba5d-783f-422d-921b-aa5f606f8a25 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:54.482284 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9dccba5d-783f-422d-921b-aa5f606f8a25 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets/f848bce8-75b4-4cef-b1b0-0b6a43703bc0 HTTP/1.1" status: 200 len: 843 time: 0.1326954 Dec 10 16:33:54.483114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, d5cf5c28-fa45-4c69-a4b1-21de81451bb8) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:54.489763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47458) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:54.493218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8842b-b3ae-42c3-b1f2-837b508697f9 None None] Network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:54.498113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.597730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593051d-d355-40d3-aea2-ee7fa12666a3 None None] Network a98d727c-051f-4f26-96f4-f106df12876e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:54.601624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.606376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=1f09fd82-d0bc-479f-a47d-e39f857e784e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.608619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.614772 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7b980db6-8ef0-4c97-88b2-db861f252c1a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/1f09fd82-d0bc-479f-a47d-e39f857e784e HTTP/1.1" status: 204 len: 168 time: 1.0120213 Dec 10 16:33:54.626215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:54.669042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797e22c-d75a-4f37-a0ea-a913c9e1c97f None None] Pushing event updated for resources: {'Port': ['ID=48c05ca1-2623-45ab-a147-6d56e56d123a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.718871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3613e-7ea1-49fe-957c-0d9dcd63dc05 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:54.720325 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-40b3613e-7ea1-49fe-957c-0d9dcd63dc05 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "GET /v2.0/subnets/f848bce8-75b4-4cef-b1b0-0b6a43703bc0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2220230 Dec 10 16:33:54.726020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:54.735442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event updated for resources: {'Subnet': ['ID=eeaef561-0c7f-4190-a24c-789b3f258222,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:54.744853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-462108791'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:54.751334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Checking segment: {'id': 'b46eb414-f6a2-40f3-b46d-571d538ac350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:54.752008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network hostable DHCP agents. Network: 334935a4-060a-4055-be4e-e1f29f1fe5f6, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:54.757605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.758506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-d5cf5c28-fa45-4c69-a4b1-21de81451bb8', 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8', 'project_id': '753e55a8642047e3afc83b071c421865', 'fixed_ips': [{'subnet_id': '9e35d07a-f344-4116-a448-33e642f93bf3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:54.759546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.798905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Allocated IP 172.26.4.235 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/247f17ea-c9e9-4579-9765-14b90e25a302) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:54.809481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.833419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2e0347c-36ef-4c62-9027-9db48f56f3f2 None None] Provisioning complete for port 365e6868-8eef-4aed-b9a5-f2f9c2f8deec triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:54.833800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e0347c-36ef-4c62-9027-9db48f56f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.865664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 48c05ca1-2623-45ab-a147-6d56e56d123a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:54.896665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Network 334935a4-060a-4055-be4e-e1f29f1fe5f6 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:54.927760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:54.931298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.955017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:54.955382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:54.976155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:33:54.978610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0347c-36ef-4c62-9027-9db48f56f3f2 None None] Port 365e6868-8eef-4aed-b9a5-f2f9c2f8deec cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:55.004842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.005208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Added segment 6e30574b-5847-4997-9abf-59ff9c25ac95 of type vlan for network 97e30504-8f58-4c74-bb12-9584e1220fe1 Dec 10 16:33:55.016019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 334935a4-060a-4055-be4e-e1f29f1fe5f6) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:55.022891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.038365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.039315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.045717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.045850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34470e91-e33e-4621-8851-8c790382cb5f None None] Network 334935a4-060a-4055-be4e-e1f29f1fe5f6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:55.046071 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.046364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2e0347c-36ef-4c62-9027-9db48f56f3f2 None None] Provisioning complete for port 48c05ca1-2623-45ab-a147-6d56e56d123a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:55.046795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2e0347c-36ef-4c62-9027-9db48f56f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.047044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.047542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.075845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,segment=NetworkSegment(aa845076-1929-40b9-9b18-d13b44580713),segment_id=aa845076-1929-40b9-9b18-d13b44580713)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:55.076172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.106560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 6f5c785a-730e-4de8-9aff-ee7fef7cc20f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:55.122218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.125287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Allocated IP 2001:db8::1 (d5cf5c28-fa45-4c69-a4b1-21de81451bb8/9e35d07a-f344-4116-a448-33e642f93bf3/6378f336-1f4a-4233-ac5d-de51f1b99d9b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:55.125790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.128649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] DHCP port deletion for a98d727c-051f-4f26-96f4-f106df12876e request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:55.147331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 48c05ca1-2623-45ab-a147-6d56e56d123a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:55.148182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.168939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Network': ['ID=f2f15f88-8be7-4ce7-b364-6c1387639f53,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.179432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.184206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7ae742d9-a457-478b-b963-f3aabe65422f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.4529026 Dec 10 16:33:55.185978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:55.197419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:55.240357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.253445 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6a787e2f-f6c1-4339-b029-4005ca7d6862 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7352242 Dec 10 16:33:55.254411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:55.291310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=365e6868-8eef-4aed-b9a5-f2f9c2f8deec,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.294247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.299434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb5a05-9d2c-43f4-bca9-8824ab5e140a tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.301026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'subnet': {'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:55.301141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb5a05-9d2c-43f4-bca9-8824ab5e140a tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.302626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb5a05-9d2c-43f4-bca9-8824ab5e140a tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.311615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-02cb5a05-9d2c-43f4-bca9-8824ab5e140a tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1170542 Dec 10 16:33:55.311860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.314426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:55.315116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.317728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:55.320434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:55.328745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:55.332288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:55.335729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event updated for resources: {'Port': ['ID=247f17ea-c9e9-4579-9765-14b90e25a302,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.398469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd2b7d-3717-42f2-8442-e2eaeb19731f None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:55.431424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-334935a4-060a-4055-be4e-e1f29f1fe5f6', 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6', 'project_id': '753e55a8642047e3afc83b071c421865', 'fixed_ips': [{'subnet_id': 'eeaef561-0c7f-4190-a24c-789b3f258222'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:55.432326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.472981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.514740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Network': ['ID=97e30504-8f58-4c74-bb12-9584e1220fe1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.529875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Deleting subnet 9e35d07a-f344-4116-a448-33e642f93bf3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:55.545576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:55.554946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:55.581320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:55.583148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:55.594950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Made reservation on behalf of 847ec82970dc48be8cbaa51d1c9194d3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:55.597401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.649190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.678541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d727c-051f-4f26-96f4-f106df12876e']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:55.690992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa845076-1929-40b9-9b18-d13b44580713') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:55.691360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa845076-1929-40b9-9b18-d13b44580713') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:55.707502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.708794 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-49d5332c-5e19-4f70-ab09-ea1af008efb3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9799306 Dec 10 16:33:55.713074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:55.725405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:55.766174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:33:55.877958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Router 7e550845-59e8-4003-9b23-6fa74475c91d is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:55.896395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.906758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.981151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Deleting port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:55.981372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.983685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:55.983819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:55.989483 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:56.047756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.129494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] For port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:56.130158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.153702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Provisioning complete for port 365e6868-8eef-4aed-b9a5-f2f9c2f8deec triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:56.153702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.166469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Allocated IP 2001:db8:0:1::1 (334935a4-060a-4055-be4e-e1f29f1fe5f6/eeaef561-0c7f-4190-a24c-789b3f258222/556c78ee-1bbb-4c26-a03c-0bd8aaea31f2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:56.178337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.186367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Calling delete_port for 6f5c785a-730e-4de8-9aff-ee7fef7cc20f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:56.187711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.194355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/a98d727c-051f-4f26-96f4-f106df12876e HTTP/1.1" status: 204 len: 168 time: 1.5666516 Dec 10 16:33:56.199213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:33:56.202097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Made reservation on behalf of 4dee582785fe43cb9ef9ae218cd34a8c for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:56.206471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.207867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.209964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.210894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:56.241884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'name': 'tempest-PortsTestJSON-150239564'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:56.267817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Network a98d727c-051f-4f26-96f4-f106df12876e is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:33:56.268147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] No DVR routers for this DVR port 6f5c785a-730e-4de8-9aff-ee7fef7cc20f on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:56.301573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.318410 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Port 365e6868-8eef-4aed-b9a5-f2f9c2f8deec cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:56.334610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:56.345654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:56.347475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Pushing event updated for resources: {'Port': ['ID=6378f336-1f4a-4233-ac5d-de51f1b99d9b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.351486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:56.405147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226329bd-78d7-481e-868a-92317da9ab94 None None] Pushing event deleted for resources: {'Port': ['ID=6f5c785a-730e-4de8-9aff-ee7fef7cc20f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.405981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.417169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Provisioning complete for port 247f17ea-c9e9-4579-9765-14b90e25a302 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:56.417169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.439533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:56.445701 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d369b88-3dd0-4b77-8c69-5d88e180f874 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "PUT /v2.0/routers/7e550845-59e8-4003-9b23-6fa74475c91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3205261 Dec 10 16:33:56.453209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:56.455579 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] Sync routers for ids ['7e550845-59e8-4003-9b23-6fa74475c91d'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:56.458952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'port': {'network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d', 'name': 'tempest-FloatingIPNegativeTestJSON-1035602690'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:56.477633 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] Routers {'7e550845-59e8-4003-9b23-6fa74475c91d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:56.479995 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7e550845-59e8-4003-9b23-6fa74475c91d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:56.497253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Attempting to bind port 6378f336-1f4a-4233-ac5d-de51f1b99d9b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:56.497631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Attempting to bind port 6378f336-1f4a-4233-ac5d-de51f1b99d9b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9f57685d-40a4-4109-855e-b002740c0d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:56.498016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Attempting to bind port 6378f336-1f4a-4233-ac5d-de51f1b99d9b on network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:56.525960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:56.525960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Checking segment: {'id': '9f57685d-40a4-4109-855e-b002740c0d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:56.527231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.527642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Bound using segment: {'id': '9f57685d-40a4-4109-855e-b002740c0d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:56.528148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Bound port: 6378f336-1f4a-4233-ac5d-de51f1b99d9b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f57685d-40a4-4109-855e-b002740c0d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5cf5c28-fa45-4c69-a4b1-21de81451bb8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:56.528543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.538240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb319c-cd1d-4a4b-b1af-d92393d7eda0 None None] Port 247f17ea-c9e9-4579-9765-14b90e25a302 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:56.594430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:56.614117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.619223 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] Routers {'7e550845-59e8-4003-9b23-6fa74475c91d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:56.620171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7e550845-59e8-4003-9b23-6fa74475c91d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:56.634724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.649121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7819a9-0f57-4cfd-b806-bcb843bfd11d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=a98d727c-051f-4f26-96f4-f106df12876e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.665227 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:56.666236 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00f86a-2b48-4666-99f4-d587b7c46026 None None] The sync data for ids ['7e550845-59e8-4003-9b23-6fa74475c91d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:56.710923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.751091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 48c05ca1-2623-45ab-a147-6d56e56d123a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:56.759897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:33:56.760429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:33:56.785239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Network 334935a4-060a-4055-be4e-e1f29f1fe5f6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:56.788376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.798584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:56.802303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:33:56.802781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.813595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:56.820477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Pushing event updated for resources: {'Port': ['ID=556c78ee-1bbb-4c26-a03c-0bd8aaea31f2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.851417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.861249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b97f455b-5f70-4f28-be82-24718b965e90,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.871698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] For port 6378f336-1f4a-4233-ac5d-de51f1b99d9b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:56.903561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.905094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 48c05ca1-2623-45ab-a147-6d56e56d123a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:56.905233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.907991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] For port 6378f336-1f4a-4233-ac5d-de51f1b99d9b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6378f336-1f4a-4233-ac5d-de51f1b99d9b,segment=NetworkSegment(9f57685d-40a4-4109-855e-b002740c0d5d),segment_id=9f57685d-40a4-4109-855e-b002740c0d5d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:56.910057 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/subnets/9e35d07a-f344-4116-a448-33e642f93bf3 HTTP/1.1" status: 204 len: 168 time: 1.5776014 Dec 10 16:33:56.910843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:56.916795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5337b7-fa38-4f4c-bdf7-ea397d532ecc tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Subnet': ['ID=9e35d07a-f344-4116-a448-33e642f93bf3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:56.926496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:56.931887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.945134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Attempting to bind port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:56.945512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Attempting to bind port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'b46eb414-f6a2-40f3-b46d-571d538ac350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:56.945883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Attempting to bind port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 on network 334935a4-060a-4055-be4e-e1f29f1fe5f6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:56.954240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:56.955038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Checking segment: {'id': 'b46eb414-f6a2-40f3-b46d-571d538ac350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:56.955038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.956030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Bound using segment: {'id': 'b46eb414-f6a2-40f3-b46d-571d538ac350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:56.956030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Bound port: 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46eb414-f6a2-40f3-b46d-571d538ac350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '334935a4-060a-4055-be4e-e1f29f1fe5f6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:56.963461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:56.975430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Checking segment: {'id': '9eff3088-d058-4316-bd12-383f1d10ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:56.975801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network hostable DHCP agents. Network: f2f15f88-8be7-4ce7-b364-6c1387639f53, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:56.993972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Deleting subnet eeaef561-0c7f-4190-a24c-789b3f258222 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:33:56.996180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port ff1374cc-356e-44ae-bd60-cd8e5a189320 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:56.999632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.000623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.055876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.103012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:57.112237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Made reservation on behalf of da0549006f2344dc995c3c82c97ff8e4 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:57.116655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.124890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ebf8f-f1fa-4962-9d4b-e68898e4bfb0 None None] Pushing event updated for resources: {'Port': ['ID=6378f336-1f4a-4233-ac5d-de51f1b99d9b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.138273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] For port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:57.161709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] For port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=556c78ee-1bbb-4c26-a03c-0bd8aaea31f2,segment=NetworkSegment(b46eb414-f6a2-40f3-b46d-571d538ac350),segment_id=b46eb414-f6a2-40f3-b46d-571d538ac350)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:57.168238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.170224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Router b4a5b338-123f-4027-99ca-0b269a0f2a89 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:33:57.222588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.230073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.244950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f5c785a-730e-4de8-9aff-ee7fef7cc20f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:33:57.259641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, f2f15f88-8be7-4ce7-b364-6c1387639f53) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:57.264665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] device_id is not set on port 65a55433-af1e-47c9-b1ad-d6841c61fcd2 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:57.275040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.275751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.297645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e0aa6-ff0c-4de6-a3ad-7c5c480a8a06 None None] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:57.306721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6f5c785a-730e-4de8-9aff-ee7fef7cc20f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:33:57.307055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f5c785a-730e-4de8-9aff-ee7fef7cc20f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:33:57.429352 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cfbe7486-1d08-40af-807f-724ceb806fcc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1368334 Dec 10 16:33:57.436405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.437870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.446547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=cd21dc6a-ecdc-411d-8247-0119fa20fef7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.467481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Checking segment: {'id': '6e30574b-5847-4997-9abf-59ff9c25ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:57.468100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network hostable DHCP agents. Network: 97e30504-8f58-4c74-bb12-9584e1220fe1, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:33:57.468618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-271941885', 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:57.472615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8d9e-a904-48c5-93d0-6586666f95ad None None] Pushing event updated for resources: {'Port': ['ID=556c78ee-1bbb-4c26-a03c-0bd8aaea31f2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.519492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:33:57.520193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Allocated IP 172.20.0.3 (beb60fe6-43d2-45a5-88a6-4cb43a09127d/f8fa3169-7b2a-48b9-8f72-9f8107919999/65a55433-af1e-47c9-b1ad-d6841c61fcd2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:57.538846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] Sync routers for ids ['b4a5b338-123f-4027-99ca-0b269a0f2a89'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:33:57.542570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.550997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d518843-b718-4720-8255-ad2fcbe61dc1 None None] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:57.556512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:33:57.594498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.603924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] Routers {'b4a5b338-123f-4027-99ca-0b269a0f2a89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:57.603924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b4a5b338-123f-4027-99ca-0b269a0f2a89'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.604218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.604302 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/subnets/eeaef561-0c7f-4190-a24c-789b3f258222 HTTP/1.1" status: 204 len: 168 time: 0.6807859 Dec 10 16:33:57.605167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Made reservation on behalf of 847ec82970dc48be8cbaa51d1c9194d3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:57.607480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.627670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c36ead-112a-461f-b9e1-13e7c49702d2 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaef561-0c7f-4190-a24c-789b3f258222,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:57.653650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] device_id is not set on port ccb7bc8a-c42a-4656-8f42-29e1c20f4621 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:57.697338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.733764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] Routers {'b4a5b338-123f-4027-99ca-0b269a0f2a89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:33:57.734392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b4a5b338-123f-4027-99ca-0b269a0f2a89'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.735593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a121f-584c-42eb-8ac0-fac3d491d98f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.759973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1a4a121f-584c-42eb-8ac0-fac3d491d98f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1580634 Dec 10 16:33:57.766157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 97e30504-8f58-4c74-bb12-9584e1220fe1) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:57.766157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.780457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.782050 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63ccf12f-afe2-4dcf-9c07-6d7c1abcdbec tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0514021 Dec 10 16:33:57.783460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.786803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47496) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:57.805473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ead08a-e289-45c6-9045-68f3f07b97df None None] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:57.832766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:57.833476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20955f-c086-475f-b8ef-4d64b308f2bb None None] The sync data for ids ['b4a5b338-123f-4027-99ca-0b269a0f2a89'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:33:57.925008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.20.0.11 (f2f15f88-8be7-4ce7-b364-6c1387639f53/b97f455b-5f70-4f28-be82-24718b965e90/ccb7bc8a-c42a-4656-8f42-29e1c20f4621) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:57.934269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:57.938017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:57.960197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.042453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-97e30504-8f58-4c74-bb12-9584e1220fe1', 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1', 'project_id': '4dee582785fe43cb9ef9ae218cd34a8c', 'fixed_ips': [{'subnet_id': 'cd21dc6a-ecdc-411d-8247-0119fa20fef7'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:33:58.043382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.044605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:58.062270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:58.065367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:58.070995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.071789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.147728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.153306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.158104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=ff1374cc-356e-44ae-bd60-cd8e5a189320,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.186815 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c84051b4-8be0-40c2-bb57-827950184192 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4725530 Dec 10 16:33:58.189565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.193092 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58afe379-4dc2-4197-a732-f0e8841f981d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9534771 Dec 10 16:33:58.193092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.195520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.199395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:58.211827 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-166f7f8b-f7f0-4a3a-8fce-e4a639f31c65 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/b4a5b338-123f-4027-99ca-0b269a0f2a89 HTTP/1.1" status: 200 len: 924 time: 0.4106331 Dec 10 16:33:58.234739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Allocated IP 2001:db8::3 (97e30504-8f58-4c74-bb12-9584e1220fe1/cd21dc6a-ecdc-411d-8247-0119fa20fef7/0123578a-81e6-43e2-b807-407a155f224a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:33:58.242813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.316966 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2874d908-0131-4f8c-8b34-e54cf98e4182 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4a5b338-123f-4027-99ca-0b269a0f2a89 HTTP/1.1" status: 200 len: 205 time: 0.0713596 Dec 10 16:33:58.320113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.348413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=65a55433-af1e-47c9-b1ad-d6841c61fcd2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.358757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:58.364943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:58.373040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:58.455532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.456197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.486046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Deleting port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:58.486553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.491894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port ff1374cc-356e-44ae-bd60-cd8e5a189320 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:58.492235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.515746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13501261'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.602000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.611695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.619990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for ff1374cc-356e-44ae-bd60-cd8e5a189320 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:58.620454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] For port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=556c78ee-1bbb-4c26-a03c-0bd8aaea31f2,segment=NetworkSegment(b46eb414-f6a2-40f3-b46d-571d538ac350),segment_id=b46eb414-f6a2-40f3-b46d-571d538ac350)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:58.620840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.636611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.641611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79dc71-7598-46c1-9441-5bc488962140 None None] Network d5cf5c28-fa45-4c69-a4b1-21de81451bb8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:58.694967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cc4d896c-d4b9-4dac-aae2-57a20b7e04f3 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2405536 Dec 10 16:33:58.745660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:58.748355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Calling delete_port for 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:58.757762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:58.775983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.796634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:58.799909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:58.803556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb7bc8a-c42a-4656-8f42-29e1c20f4621,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:58.807180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:58.811910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] Provisioning complete for port 6378f336-1f4a-4233-ac5d-de51f1b99d9b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:58.814008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.870978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:58.872074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.874208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.931381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6378f336-1f4a-4233-ac5d-de51f1b99d9b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:33:58.974437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:33:58.979776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:58.986312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:33:58.989944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:33:59.015047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Pushing event updated for resources: {'Port': ['ID=0123578a-81e6-43e2-b807-407a155f224a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.056191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=ff1374cc-356e-44ae-bd60-cd8e5a189320,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.079096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.082744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.085592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.093516 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d7e025d6-7715-41ab-bf0c-1ff134e17223 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/ff1374cc-356e-44ae-bd60-cd8e5a189320 HTTP/1.1" status: 204 len: 168 time: 0.8905792 Dec 10 16:33:59.097028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:59.099075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'mac_address': 'fa:16:3e:72:53:01', 'name': 'tempest-PortsTestJSON-1467547052'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:33:59.129203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] DHCP port deletion for d5cf5c28-fa45-4c69-a4b1-21de81451bb8 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:59.152663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Attempting to bind port 0123578a-81e6-43e2-b807-407a155f224a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:33:59.152663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Attempting to bind port 0123578a-81e6-43e2-b807-407a155f224a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '6e30574b-5847-4997-9abf-59ff9c25ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:33:59.152663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Attempting to bind port 0123578a-81e6-43e2-b807-407a155f224a on network 97e30504-8f58-4c74-bb12-9584e1220fe1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:33:59.161617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78d236-d0b6-4453-af1d-d333fb12b01b None None] Network 334935a4-060a-4055-be4e-e1f29f1fe5f6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:33:59.163445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6378f336-1f4a-4233-ac5d-de51f1b99d9b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:59.163862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.170418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.179795 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2b8bd39-98c1-45dd-ba5b-25eddd72909d tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7422600 Dec 10 16:33:59.183950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:59.221359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:33:59.221763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Checking segment: {'id': '6e30574b-5847-4997-9abf-59ff9c25ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:33:59.221928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.222322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Bound using segment: {'id': '6e30574b-5847-4997-9abf-59ff9c25ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:33:59.223435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Bound port: 0123578a-81e6-43e2-b807-407a155f224a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e30574b-5847-4997-9abf-59ff9c25ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '97e30504-8f58-4c74-bb12-9584e1220fe1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:33:59.223435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.244598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.293651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Deleting port ccb7bc8a-c42a-4656-8f42-29e1c20f4621 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:59.293987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.313447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] No DVR routers for this DVR port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:33:59.321338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Port': ['ID=556c78ee-1bbb-4c26-a03c-0bd8aaea31f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.344243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:33:59.372880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] For port 6378f336-1f4a-4233-ac5d-de51f1b99d9b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6378f336-1f4a-4233-ac5d-de51f1b99d9b,segment=NetworkSegment(9f57685d-40a4-4109-855e-b002740c0d5d),segment_id=9f57685d-40a4-4109-855e-b002740c0d5d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:59.410373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] For port 0123578a-81e6-43e2-b807-407a155f224a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:33:59.415354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] For port 0123578a-81e6-43e2-b807-407a155f224a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0123578a-81e6-43e2-b807-407a155f224a,segment=NetworkSegment(6e30574b-5847-4997-9abf-59ff9c25ac95),segment_id=6e30574b-5847-4997-9abf-59ff9c25ac95)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:33:59.433545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.435402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Deleting port 6378f336-1f4a-4233-ac5d-de51f1b99d9b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:59.436211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.452504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.465127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port 247f17ea-c9e9-4579-9765-14b90e25a302 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:33:59.465584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.470114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Calling delete_port for ccb7bc8a-c42a-4656-8f42-29e1c20f4621 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:59.472151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.485735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.485958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 37dea829-a849-4b02-b792-1d93e8851d3a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:33:59.498447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d453b0b-1457-4308-aded-e837637c0e6c None None] DHCP port deletion for 334935a4-060a-4055-be4e-e1f29f1fe5f6 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:33:59.523744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.543828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13218799'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.556272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334935a4-060a-4055-be4e-e1f29f1fe5f6']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:59.590723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] For port 6378f336-1f4a-4233-ac5d-de51f1b99d9b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6378f336-1f4a-4233-ac5d-de51f1b99d9b,segment=NetworkSegment(9f57685d-40a4-4109-855e-b002740c0d5d),segment_id=9f57685d-40a4-4109-855e-b002740c0d5d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:33:59.591122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.594277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.610031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46eb414-f6a2-40f3-b46d-571d538ac350') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:59.610031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46eb414-f6a2-40f3-b46d-571d538ac350') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:33:59.624167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135ad2d-16ae-4f2e-ba69-0cadc0f9710c None None] Pushing event updated for resources: {'Port': ['ID=6378f336-1f4a-4233-ac5d-de51f1b99d9b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.639674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.661363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Calling delete_port for 6378f336-1f4a-4233-ac5d-de51f1b99d9b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:59.662021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f01fcb2-814b-4333-98e6-d36ba1c187c2 None None] Could not find standard attr ID for object 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:33:59.680318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:33:59.681064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.683111 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "PUT /v2.0/subnets/cd21dc6a-ecdc-411d-8247-0119fa20fef7 HTTP/1.1" status: 200 len: 900 time: 1.4893961 Dec 10 16:33:59.692066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:33:59.692746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.711625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.719514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef191f14-02bf-469b-85b4-8cb4fc55e9dc tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event updated for resources: {'Subnet': ['ID=cd21dc6a-ecdc-411d-8247-0119fa20fef7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.722612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:33:59.723184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:33:59.723568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.746127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:33:59.746127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:33:59.748206 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:33:59.793639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f01fcb2-814b-4333-98e6-d36ba1c187c2 None None] Provisioning complete for port 65a55433-af1e-47c9-b1ad-d6841c61fcd2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:33:59.794248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f01fcb2-814b-4333-98e6-d36ba1c187c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.795772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for 247f17ea-c9e9-4579-9765-14b90e25a302 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:33:59.813802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.831772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55d68e-ca78-4d13-861f-5830159f8d05 None None] Pushing event updated for resources: {'Port': ['ID=0123578a-81e6-43e2-b807-407a155f224a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.879421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.880184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f01fcb2-814b-4333-98e6-d36ba1c187c2 None None] Port 65a55433-af1e-47c9-b1ad-d6841c61fcd2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:33:59.894552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.951990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb7bc8a-c42a-4656-8f42-29e1c20f4621,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:33:59.975608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.978137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:33:59.998638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.004091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.008712 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/334935a4-060a-4055-be4e-e1f29f1fe5f6 HTTP/1.1" status: 204 len: 168 time: 2.2371261 Dec 10 16:34:00.009333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Allocated IP 172.26.4.182 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/e3395424-328e-4b8e-a2e9-e8593ebdb136) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:00.014216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.040267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] No DVR routers for this DVR port 6378f336-1f4a-4233-ac5d-de51f1b99d9b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:00.042528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3903cc-ba3d-4fb9-aa93-a4e66b0c1853 None None] Pushing event deleted for resources: {'Port': ['ID=6378f336-1f4a-4233-ac5d-de51f1b99d9b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.094093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:00.106414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=37dea829-a849-4b02-b792-1d93e8851d3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.129448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:00.137627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:00.151873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:00.153534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.163118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e6cf7-ca75-4134-8790-f0b6d99ca753 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=334935a4-060a-4055-be4e-e1f29f1fe5f6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.164563 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.168512 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7ed54a3b-ebf6-4667-a4c7-87aa8792aab2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ccb7bc8a-c42a-4656-8f42-29e1c20f4621 HTTP/1.1" status: 204 len: 168 time: 0.9844835 Dec 10 16:34:00.172446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.183201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53', 'external_fixed_ips': [{'subnet_id': 'b97f455b-5f70-4f28-be82-24718b965e90', 'ip_address': '172.20.0.11'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:00.196460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port 0123578a-81e6-43e2-b807-407a155f224a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:00.196805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.244808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 6378f336-1f4a-4233-ac5d-de51f1b99d9b update to ACTIVE by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:34:00.246785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:00.260397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.267100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:00.267100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 16:34:00.281792 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-21a78ae8-0559-4cf9-b6ce-65783d58f8e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1842818 Dec 10 16:34:00.282983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.290323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 not found, will not notify nova. {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 16:34:00.304685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port 0123578a-81e6-43e2-b807-407a155f224a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0123578a-81e6-43e2-b807-407a155f224a,segment=NetworkSegment(6e30574b-5847-4997-9abf-59ff9c25ac95),segment_id=6e30574b-5847-4997-9abf-59ff9c25ac95)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:00.305083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.317581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for 0123578a-81e6-43e2-b807-407a155f224a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:00.361521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.362602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.404371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0c3c9-fe9d-445a-a8e1-3d11409ec93f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:00.405748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ea0c3c9-fe9d-445a-a8e1-3d11409ec93f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/37dea829-a849-4b02-b792-1d93e8851d3a HTTP/1.1" status: 200 len: 841 time: 0.1225450 Dec 10 16:34:00.408616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:00.462566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.482447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.515060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cf5c28-fa45-4c69-a4b1-21de81451bb8']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.525778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.529602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f57685d-40a4-4109-855e-b002740c0d5d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.529899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f57685d-40a4-4109-855e-b002740c0d5d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:00.533299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 37dea829-a849-4b02-b792-1d93e8851d3a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:00.533819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.577776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.640627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=0123578a-81e6-43e2-b807-407a155f224a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.681958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.709513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.718507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 37dea829-a849-4b02-b792-1d93e8851d3a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:00.739047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port 0123578a-81e6-43e2-b807-407a155f224a on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:00.773735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6378f336-1f4a-4233-ac5d-de51f1b99d9b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:00.808276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6378f336-1f4a-4233-ac5d-de51f1b99d9b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:00.808594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6378f336-1f4a-4233-ac5d-de51f1b99d9b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:00.809157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:00.836230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:00.836831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 556c78ee-1bbb-4c26-a03c-0bd8aaea31f2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:00.887165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.888867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=247f17ea-c9e9-4579-9765-14b90e25a302,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:00.894478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.918960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c778b5-adfc-477e-8195-6300b7fd720c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:00.926023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.959704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d9ef3-d63b-4f09-9ba1-3d02fa9ee93e None None] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:00.972082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.975025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:00.975425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:00.981799 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:01.005755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.043039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9329916-7072-47c7-8d70-06f6a000099e None None] Could not find standard attr ID for object 0123578a-81e6-43e2-b807-407a155f224a. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:34:01.048594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.123034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.163933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:01.167155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.173196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:01.176959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.179170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:01.181027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=e3395424-328e-4b8e-a2e9-e8593ebdb136,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.185419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.219639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=37dea829-a849-4b02-b792-1d93e8851d3a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.227372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.231381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a93c9f70-64da-4cb8-b835-6278f591da36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/37dea829-a849-4b02-b792-1d93e8851d3a HTTP/1.1" status: 204 len: 168 time: 0.8217366 Dec 10 16:34:01.232237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=cd21dc6a-ecdc-411d-8247-0119fa20fef7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.235038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.256641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.266303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.269685 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/d5cf5c28-fa45-4c69-a4b1-21de81451bb8 HTTP/1.1" status: 204 len: 168 time: 1.2506349 Dec 10 16:34:01.274081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.290991 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b314f858-5d07-4132-9247-0b84e47a961c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:01.292654 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b314f858-5d07-4132-9247-0b84e47a961c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/37dea829-a849-4b02-b792-1d93e8851d3a HTTP/1.1" status: 404 len: 333 time: 0.0554914 Dec 10 16:34:01.297988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.309387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc5df1-47d4-4a21-9282-d35feee1d8fa None None] Network 97e30504-8f58-4c74-bb12-9584e1220fe1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:01.316362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'name': 'tempest-PortsTestJSON-1213025385'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:01.320086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cf55b-4f8a-492b-920e-f7ff5630c9d4 tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=d5cf5c28-fa45-4c69-a4b1-21de81451bb8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.380104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.396452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.397624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router b4a5b338-123f-4027-99ca-0b269a0f2a89 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:01.410006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e30504-8f58-4c74-bb12-9584e1220fe1']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.424862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e30574b-5847-4997-9abf-59ff9c25ac95') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.425193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e30574b-5847-4997-9abf-59ff9c25ac95') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.430343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.431458 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-af47ca72-3967-4131-a63c-a12d0193ac0b tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/b4a5b338-123f-4027-99ca-0b269a0f2a89 HTTP/1.1" status: 204 len: 168 time: 3.1067162 Dec 10 16:34:01.439916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.442349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.456024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1110935879', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:01.475368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b29c9-dcb4-4f8b-84f9-883c6bbeca07 None None] DHCP port deletion for 97e30504-8f58-4c74-bb12-9584e1220fe1 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:01.492182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.504538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.511636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.529442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:01.529858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:01.532924 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:01.621084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.632588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.633667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.644735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.645381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.660519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.681152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.692320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.693430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7399b2b-3e3d-4438-8ac7-f5373c28eff5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.695625 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/97e30504-8f58-4c74-bb12-9584e1220fe1 HTTP/1.1" status: 204 len: 168 time: 2.0015316 Dec 10 16:34:01.705507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.711057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38b76-9447-40d8-996e-b4995f129ba2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=97e30504-8f58-4c74-bb12-9584e1220fe1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:01.733998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2673db-7368-4bde-b0df-62e64e8d7443') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.734298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2673db-7368-4bde-b0df-62e64e8d7443') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:01.786769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.790166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:01.793747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.808684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8fe69a-8676-4c76-b304-9f93eab40be8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:01.809243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8fe69a-8676-4c76-b304-9f93eab40be8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:01.812205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9d8fe69a-8676-4c76-b304-9f93eab40be8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/cd21dc6a-ecdc-411d-8247-0119fa20fef7 HTTP/1.1" status: 404 len: 337 time: 0.1028163 Dec 10 16:34:01.813878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.815302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:01.826751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.20.0.11 (f2f15f88-8be7-4ce7-b364-6c1387639f53/b97f455b-5f70-4f28-be82-24718b965e90/f080aba3-f679-402c-acfc-87c5d1eef3b0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:01.838288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.840716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port dd115455-1b05-4fa8-9656-24a7fff59812 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:01.890974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:01.891311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:01.896009 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:02.144942 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c216335f-f470-4912-a9c8-fff74e46b26c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:02.145381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c216335f-f470-4912-a9c8-fff74e46b26c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:02.148502 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c216335f-f470-4912-a9c8-fff74e46b26c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/97e30504-8f58-4c74-bb12-9584e1220fe1 HTTP/1.1" status: 404 len: 339 time: 0.3322480 Dec 10 16:34:02.153852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.215998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.238457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.244652 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/c7399b2b-3e3d-4438-8ac7-f5373c28eff5 HTTP/1.1" status: 204 len: 168 time: 0.9671645 Dec 10 16:34:02.244919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.250485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47548) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.274957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e0f43-f55a-4926-bd1b-20542e742ecb tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=c7399b2b-3e3d-4438-8ac7-f5373c28eff5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.291886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.308031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.328157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.388210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.395720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.399545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.462645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.474089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=e3395424-328e-4b8e-a2e9-e8593ebdb136,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.518077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.531322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.532036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:02.539218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:02.547252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:02.552771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:02.553407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.566592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=dd115455-1b05-4fa8-9656-24a7fff59812,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.601780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.605056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868fe3f9-1b6d-465f-a163-9a3374f9cd84']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.623456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6885c062-c591-437b-b15c-70ace1da2e20') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.623752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6885c062-c591-437b-b15c-70ace1da2e20') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.638607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.642203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.644534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3662e57f-274a-420f-b68a-793abae8c3c8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.655369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.659286 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-545f6442-9e2e-4f43-956d-52698a67bc84 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9099779 Dec 10 16:34:02.662239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fea2adad-7954-454c-8e3b-a6817fd79149 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3633730 Dec 10 16:34:02.662897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.668933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-85fd3382-0fb5-4692-b7ae-3ea98ada72a8 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'floatingip': {'port_id': '65a55433-af1e-47c9-b1ad-d6841c61fcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.672484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.676458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0123578a-81e6-43e2-b807-407a155f224a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:02.678891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:02.689598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebcb295-696f-433d-8445-11a845668dd3') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.689900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebcb295-696f-433d-8445-11a845668dd3') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:02.696569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.708752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0123578a-81e6-43e2-b807-407a155f224a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:02.709654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0123578a-81e6-43e2-b807-407a155f224a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:02.710728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.716245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:02.716651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:02.725188 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:02.742819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network f2f15f88-8be7-4ce7-b364-6c1387639f53 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:02.762883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85fd3382-0fb5-4692-b7ae-3ea98ada72a8 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.775855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:02.781074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.785377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:02.788287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=f080aba3-f679-402c-acfc-87c5d1eef3b0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:02.820637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:02.821079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:02.824141 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:02.861149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.886920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.894566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.960403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.967674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.970903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/868fe3f9-1b6d-465f-a163-9a3374f9cd84 HTTP/1.1" status: 204 len: 168 time: 0.8161530 Dec 10 16:34:02.979402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe1-ca15-4352-97ac-3cc05ba03a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.981673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:02.994205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:02.996181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937f00-29ab-47f1-a197-44e7767cd5c0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=868fe3f9-1b6d-465f-a163-9a3374f9cd84,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.035467 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-85fd3382-0fb5-4692-b7ae-3ea98ada72a8 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] update failed (client error): The resource could not be found. Dec 10 16:34:03.036520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-85fd3382-0fb5-4692-b7ae-3ea98ada72a8 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "PUT /v2.0/floatingips/1ae6a9d4-800a-48c9-82a2-13617f61ff33 HTTP/1.1" status: 404 len: 507 time: 0.3711340 Dec 10 16:34:03.038900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.042329 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] 10.222.0.21 "DELETE /v2.0/networks/3662e57f-274a-420f-b68a-793abae8c3c8 HTTP/1.1" status: 204 len: 168 time: 0.7888491 Dec 10 16:34:03.042914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.048404 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49a769a-7f53-4ccb-9674-163daab9fcf8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:03.048510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49a769a-7f53-4ccb-9674-163daab9fcf8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:03.051568 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d49a769a-7f53-4ccb-9674-163daab9fcf8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/d1226d73-0e25-4de9-8893-322f8b61156a HTTP/1.1" status: 404 len: 337 time: 0.0674918 Dec 10 16:34:03.069262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.109037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b385-0a5f-4dbf-b92f-07e82ee6026f tempest-BulkNetworkOpsIpV6Test-1545642997 tempest-BulkNetworkOpsIpV6Test-1545642997-project] Pushing event deleted for resources: {'Network': ['ID=3662e57f-274a-420f-b68a-793abae8c3c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.134206 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-31821d97-5438-4fd7-ac7f-d76521654b13 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:03.134921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31821d97-5438-4fd7-ac7f-d76521654b13 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:03.140936 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-31821d97-5438-4fd7-ac7f-d76521654b13 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/d2fc7978-6f5d-45ff-8561-20707fa16e7f HTTP/1.1" status: 404 len: 339 time: 0.0684299 Dec 10 16:34:03.142715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.156721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 172.26.4.222 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/5a3f3970-2eba-4a15-bae9-fa05fcf8626d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:03.269074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.277360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting subnet 9d31e81f-0920-4fca-8f63-8d0b787922dd {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:03.281619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.288289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting port e3395424-328e-4b8e-a2e9-e8593ebdb136 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:03.288640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.390930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.431492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.431834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.495893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Calling delete_port for e3395424-328e-4b8e-a2e9-e8593ebdb136 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:03.608400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.617182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.693006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] In _notify_port_updated(), no bound segment for port dd115455-1b05-4fa8-9656-24a7fff59812 on network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:34:03.694121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:03.694793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.696160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/ports/dd115455-1b05-4fa8-9656-24a7fff59812 HTTP/1.1" status: 200 len: 818 time: 1.0227401 Dec 10 16:34:03.702373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.702621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.732860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.760967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b6b4c-5076-4310-b852-9a0b583116d7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=dd115455-1b05-4fa8-9656-24a7fff59812,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:03.765601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.843615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9af618a-37c9-42a6-9ba2-bcb80a3bbe20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=753e55a8642047e3afc83b071c421865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340577 Dec 10 16:34:03.861397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:03.902377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.921124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port dd115455-1b05-4fa8-9656-24a7fff59812 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:03.921465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.964053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.965385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:03.991891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.001278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.019844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Port': ['ID=e3395424-328e-4b8e-a2e9-e8593ebdb136,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.035914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.066065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:04.072010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:04.074822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.077409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:04.080102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for dd115455-1b05-4fa8-9656-24a7fff59812 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:04.082476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.099323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5b2ca-f662-4051-a23a-33f3510c31d8 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:04.128430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=9d31e81f-0920-4fca-8f63-8d0b787922dd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.133288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router 736f8a29-75a3-4331-9612-f0418062a557 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:04.137561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.139105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.140823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8bfce80f-0bfc-45ca-a77f-8d5f1938fe3c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/9d31e81f-0920-4fca-8f63-8d0b787922dd HTTP/1.1" status: 204 len: 168 time: 0.9912810 Dec 10 16:34:04.141728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.142876 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3b12dfb5-2337-4d66-b319-e0ebe3b235f5 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ae6a9d4-800a-48c9-82a2-13617f61ff33 HTTP/1.1" status: 204 len: 168 time: 1.0960808 Dec 10 16:34:04.147540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.147845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.152325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ee23c4eb-dc04-4009-bc86-e2797866e2ab tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'floatingip': {'floating_network_id': 'beb60fe6-43d2-45a5-88a6-4cb43a09127d', 'port_id': '65a55433-af1e-47c9-b1ad-d6841c61fcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:04.155862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbe530-45d1-4ec3-8410-3b1273144a74 None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:04.228752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d29353ca-993f-433b-8cad-7b7df83cf621 None None] Provisioning complete for port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:04.229242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d29353ca-993f-433b-8cad-7b7df83cf621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.280679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting subnet ae514080-1a15-4fd9-b797-a0eb24dffd17 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:04.287242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.296045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d29353ca-993f-433b-8cad-7b7df83cf621 None None] Port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:04.303919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:04.320061 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Sync routers for ids ['736f8a29-75a3-4331-9612-f0418062a557'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:04.331121 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Routers {'736f8a29-75a3-4331-9612-f0418062a557'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:04.331732 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:33:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['736f8a29-75a3-4331-9612-f0418062a557'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:04.334281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.334811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee23c4eb-dc04-4009-bc86-e2797866e2ab tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.336838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.340796 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c181f320-068d-4eb0-9662-0984253ffe1c HTTP/1.1" status: 204 len: 168 time: 0.4719944 Dec 10 16:34:04.362010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c7384-d6e2-4614-9e09-d572113b141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181f320-068d-4eb0-9662-0984253ffe1c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.373200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.412022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.437530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.439221 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb1bd3a9-3757-4529-b421-eb880177d568 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2646682 Dec 10 16:34:04.449586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.480077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.484951 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/dd115455-1b05-4fa8-9656-24a7fff59812 HTTP/1.1" status: 204 len: 168 time: 0.7814212 Dec 10 16:34:04.487427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f5c33-02ab-4f93-90b2-25dd3728a13a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=dd115455-1b05-4fa8-9656-24a7fff59812,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:04.489622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.534083 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Set router 736f8a29-75a3-4331-9612-f0418062a557 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:04.761690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef594d-ccd0-48df-b404-248f10b2e9c1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:04.768955 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c3ef594d-ccd0-48df-b404-248f10b2e9c1 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2714713 Dec 10 16:34:04.773694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.804642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.846345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51253a7-f748-4a0f-8f07-8ac804f2e896 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:04.848717 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a51253a7-f748-4a0f-8f07-8ac804f2e896 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/dd115455-1b05-4fa8-9656-24a7fff59812 HTTP/1.1" status: 404 len: 333 time: 0.0727725 Dec 10 16:34:04.859804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:04.874520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.878744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1421846344'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:04.915825 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f8a29-75a3-4331-9612-f0418062a557', 'name': '', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53', 'external_fixed_ips': [{'subnet_id': 'b97f455b-5f70-4f28-be82-24718b965e90', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'f080aba3-f679-402c-acfc-87c5d1eef3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:00Z', 'updated_at': '2021-12-10T16:34:03Z', 'revision_number': 3, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port': {'id': 'f080aba3-f679-402c-acfc-87c5d1eef3b0', 'name': '', 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736f8a29-75a3-4331-9612-f0418062a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b97f455b-5f70-4f28-be82-24718b965e90', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b97f455b-5f70-4f28-be82-24718b965e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:04.936045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:04.964259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Checking router: 736f8a29-75a3-4331-9612-f0418062a557 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:04.964625 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Updating router 736f8a29-75a3-4331-9612-f0418062a557 port f080aba3-f679-402c-acfc-87c5d1eef3b0 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:05.049238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:05.053686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.092045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:05.102700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.103664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment 4b048b04-0604-4cf1-9bee-206359f96804 of type vlan for network e1da5451-a0a2-4982-ad32-4b7920a3d487 Dec 10 16:34:05.126764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.160700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.168167 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ee23c4eb-dc04-4009-bc86-e2797866e2ab tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:05.173831 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ee23c4eb-dc04-4009-bc86-e2797866e2ab tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0250995 Dec 10 16:34:05.177315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.191430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.193812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '65a55433-af1e-47c9-b1ad-d6841c61fcd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:05.201179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.231744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0fe610e7-797f-464e-a8bb-10b99e0635cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.245142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=ae514080-1a15-4fd9-b797-a0eb24dffd17,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:05.253540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.256784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-953c2465-6546-47eb-81fe-8a080027bbe0 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/ae514080-1a15-4fd9-b797-a0eb24dffd17 HTTP/1.1" status: 204 len: 168 time: 1.1060648 Dec 10 16:34:05.259494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47612) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.273696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdefe0-9955-4937-96a5-eef953ae1158 None None] Network 0670a06c-8583-4b36-ad0a-a9c2d0c68533 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:05.288891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.373220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.381588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.387502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:05.388124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.445164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b3bf998b-b9ec-40cd-9fcb-2b70ee8e141e None None] Provisioning complete for port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:05.448962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b3bf998b-b9ec-40cd-9fcb-2b70ee8e141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.452537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Deleting port f080aba3-f679-402c-acfc-87c5d1eef3b0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:05.453298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.483389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.487045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=e1da5451-a0a2-4982-ad32-4b7920a3d487,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:05.515238 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.533187 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6e821f12-210c-4f6c-9f65-ba37dad8d4cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6660104 Dec 10 16:34:05.533187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.538251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:05.540501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:05.573449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.591828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Calling delete_port for f080aba3-f679-402c-acfc-87c5d1eef3b0 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:05.596258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.626002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] DHCP port deletion for 0670a06c-8583-4b36-ad0a-a9c2d0c68533 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:05.660778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router 25361510-5163-47d7-94b0-318ff140738a is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:05.662507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Pushing event updated for resources: {'Port': ['ID=f080aba3-f679-402c-acfc-87c5d1eef3b0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:05.676824 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.677219 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.677697 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.678030 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.678356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.678683 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.679432 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.679899 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.680403 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.680719 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.682666 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.690487 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.690487 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:05.730745 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Attempting to bind port f080aba3-f679-402c-acfc-87c5d1eef3b0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:05.732920 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Attempting to bind port f080aba3-f679-402c-acfc-87c5d1eef3b0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9eff3088-d058-4316-bd12-383f1d10ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:05.733555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Attempting to bind port f080aba3-f679-402c-acfc-87c5d1eef3b0 on network f2f15f88-8be7-4ce7-b364-6c1387639f53 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:05.741980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:05.741980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Checking segment: {'id': '9eff3088-d058-4316-bd12-383f1d10ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:05.741980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.741980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Bound using segment: {'id': '9eff3088-d058-4316-bd12-383f1d10ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:05.741980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Bound port: f080aba3-f679-402c-acfc-87c5d1eef3b0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eff3088-d058-4316-bd12-383f1d10ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f2f15f88-8be7-4ce7-b364-6c1387639f53'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:05.743179 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.749344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:05.749344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.753979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Deleting port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:05.754618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.864275 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] For port f080aba3-f679-402c-acfc-87c5d1eef3b0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:05.867204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,segment=NetworkSegment(011b36ab-d6b4-474c-9912-4510bc4f43f6),segment_id=011b36ab-d6b4-474c-9912-4510bc4f43f6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:05.867876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.871398 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] For port f080aba3-f679-402c-acfc-87c5d1eef3b0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f080aba3-f679-402c-acfc-87c5d1eef3b0,segment=NetworkSegment(9eff3088-d058-4316-bd12-383f1d10ac96),segment_id=9eff3088-d058-4316-bd12-383f1d10ac96)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:05.873889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.885726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:05.888021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.902509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:05.903593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Calling delete_port for ebccb19d-63e0-4a5a-b514-e943a8a5d9dc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:05.914790 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Sync routers for ids ['25361510-5163-47d7-94b0-318ff140738a'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:05.920791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,segment=NetworkSegment(011b36ab-d6b4-474c-9912-4510bc4f43f6),segment_id=011b36ab-d6b4-474c-9912-4510bc4f43f6)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:05.921282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:05.931960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Routers {'25361510-5163-47d7-94b0-318ff140738a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:05.934294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['25361510-5163-47d7-94b0-318ff140738a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:05.949903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for ebccb19d-63e0-4a5a-b514-e943a8a5d9dc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:05.968797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:05.974276 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.052680 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c29e0-1403-4415-a27b-c5af8fc3dda2 None None] Pushing event updated for resources: {'Port': ['ID=f080aba3-f679-402c-acfc-87c5d1eef3b0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.060175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.064020 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a08da39f-09ab-4293-b118-b2aaab1e99f9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6140518 Dec 10 16:34:06.070266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.096426 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Routers {'736f8a29-75a3-4331-9612-f0418062a557'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:06.097275 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['736f8a29-75a3-4331-9612-f0418062a557'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.179020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cd6f4a6e-c9f1-4d84-9ae0-5bbc6f1defde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:06.179775 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-cd6f4a6e-c9f1-4d84-9ae0-5bbc6f1defde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:34:06.180316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-cd6f4a6e-c9f1-4d84-9ae0-5bbc6f1defde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:06.181524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cd6f4a6e-c9f1-4d84-9ae0-5bbc6f1defde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2116401 Dec 10 16:34:06.186073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.190622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060472872'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:06.208889 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] Set router 736f8a29-75a3-4331-9612-f0418062a557 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:06.243732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8c1367b2-0ea4-4d6e-8245-c539c4824a44 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/25361510-5163-47d7-94b0-318ff140738a HTTP/1.1" status: 200 len: 909 time: 0.1691139 Dec 10 16:34:06.247224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47636) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.253771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1110935879', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:06.283093 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736f8a29-75a3-4331-9612-f0418062a557', 'name': '', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:00Z', 'updated_at': '2021-12-10T16:34:05Z', 'revision_number': 4, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.305505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Set router 25361510-5163-47d7-94b0-318ff140738a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:06.310568 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba459b4-673d-4747-8e69-ab6f400bd75b None None] The sync data for ids ['736f8a29-75a3-4331-9612-f0418062a557'] in dv-neutron-820858-1-hyperv is: [{'id': '736f8a29-75a3-4331-9612-f0418062a557', 'name': '', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:00Z', 'updated_at': '2021-12-10T16:34:05Z', 'revision_number': 4, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:06.351138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.379319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Port': ['ID=f080aba3-f679-402c-acfc-87c5d1eef3b0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.387627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.454100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.468716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.496878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] No DVR routers for this DVR port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:06.520057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b6dcd-34ee-490f-9176-7f6482fe5d86 None None] Pushing event deleted for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.555409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.591839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25361510-5163-47d7-94b0-318ff140738a', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222'}], 'enable_snat': False}, 'gw_port_id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:04Z', 'revision_number': 3, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port': {'id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25361510-5163-47d7-94b0-318ff140738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:02Z', 'updated_at': '2021-12-10T16:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.592493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.593496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.625809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Checking router: 25361510-5163-47d7-94b0-318ff140738a for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:06.626169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Updating router 25361510-5163-47d7-94b0-318ff140738a port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:06.629498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.629643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Allocated IP 172.26.4.249 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/1e14133d-8800-46e7-bb03-d51dd3f7d110) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:06.646681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.657432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.721856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=ebccb19d-63e0-4a5a-b514-e943a8a5d9dc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.726047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port ebccb19d-63e0-4a5a-b514-e943a8a5d9dc on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:06.733168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.738110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.747331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.810829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebccb19d-63e0-4a5a-b514-e943a8a5d9dc no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:06.817796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.819488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.852321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ebccb19d-63e0-4a5a-b514-e943a8a5d9dc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:06.853267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ebccb19d-63e0-4a5a-b514-e943a8a5d9dc not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:06.863749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6616e4ee-0d53-4455-b6ab-e7b7b12d4ac7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:06.899348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.934018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670a06c-8583-4b36-ad0a-a9c2d0c68533']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.937578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.938110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 736f8a29-75a3-4331-9612-f0418062a557 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:06.944736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.949007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f875df93-bddf-4256-9118-c4d58818fb94 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/routers/736f8a29-75a3-4331-9612-f0418062a557 HTTP/1.1" status: 204 len: 168 time: 2.4914989 Dec 10 16:34:06.950326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:06.958576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011b36ab-d6b4-474c-9912-4510bc4f43f6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.958883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011b36ab-d6b4-474c-9912-4510bc4f43f6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:06.964061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:06.985875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.000783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.008311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.041371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.060862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:07.061339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:07.066234 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:07.069745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.078707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=c1da1e2c-3b82-4b81-86f6-270827e6fe45,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.087889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.110877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Deleting subnet b97f455b-5f70-4f28-be82-24718b965e90 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:07.116315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.137130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc132f-d223-4522-bb96-8a640ae07e86,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.156462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.159079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': '4b048b04-0604-4cf1-9bee-206359f96804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:07.159446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: e1da5451-a0a2-4982-ad32-4b7920a3d487, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:07.202693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.278186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.282416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.286073 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/0670a06c-8583-4b36-ad0a-a9c2d0c68533 HTTP/1.1" status: 204 len: 168 time: 2.0252364 Dec 10 16:34:07.291218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.316784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fa9e6-d3da-4621-b216-0d216066ca31 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=0670a06c-8583-4b36-ad0a-a9c2d0c68533,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.323983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:07.327204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.355840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926aa36-4968-465d-b9ab-77b5f5161e6e req-ba009ab8-ce34-4d5c-8e9c-1092e208ca46 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.357464 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3926aa36-4968-465d-b9ab-77b5f5161e6e req-ba009ab8-ce34-4d5c-8e9c-1092e208ca46 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1273973 Dec 10 16:34:07.381596 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d6032-3ec8-42d2-b472-159d5a85fed8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.382070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d6032-3ec8-42d2-b472-159d5a85fed8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.385298 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e09d6032-3ec8-42d2-b472-159d5a85fed8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/37203df4-b8ac-43bf-80d2-6ddf9234d4ac HTTP/1.1" status: 404 len: 337 time: 0.0928333 Dec 10 16:34:07.392395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.443696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:07.449751 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9421d156-8cd1-46bc-be5a-b600ee628b66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.450284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9421d156-8cd1-46bc-be5a-b600ee628b66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.453595 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9421d156-8cd1-46bc-be5a-b600ee628b66 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/b8a821ae-0cad-4a3f-953d-b1db1fc9801c HTTP/1.1" status: 404 len: 339 time: 0.0586226 Dec 10 16:34:07.457019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:07.459585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:07.463460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.464137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event updated for resources: {'Port': ['ID=1e14133d-8800-46e7-bb03-d51dd3f7d110,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:07.486193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e1da5451-a0a2-4982-ad32-4b7920a3d487) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:07.490909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.491521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.503255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770c791-f16b-41e6-9155-aeefe44ab06c None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:07.552821 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-38298258-727e-44ea-9109-f9f28d7ec9b8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.553316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38298258-727e-44ea-9109-f9f28d7ec9b8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.556653 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38298258-727e-44ea-9109-f9f28d7ec9b8 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/2e511bd7-9d1a-492f-9b7a-e2003fb6c3b0 HTTP/1.1" status: 404 len: 337 time: 0.0889175 Dec 10 16:34:07.562922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.579441 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3926aa36-4968-465d-b9ab-77b5f5161e6e req-7e413ce4-837c-4199-b9d9-accf3551602b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718342 Dec 10 16:34:07.591970 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87d078c-8def-41e7-809d-b60c1e0493e6 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.592824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87d078c-8def-41e7-809d-b60c1e0493e6 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.595733 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e87d078c-8def-41e7-809d-b60c1e0493e6 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/ea65f02f-7104-47ca-9121-e7032e8e3b6d HTTP/1.1" status: 404 len: 339 time: 0.0311294 Dec 10 16:34:07.600003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47656) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.627207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.633700 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14fdf2a-eec0-45aa-ad97-56ee9012bde2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.633700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14fdf2a-eec0-45aa-ad97-56ee9012bde2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.645581 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c14fdf2a-eec0-45aa-ad97-56ee9012bde2 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/0bc53f64-14da-47dc-878a-a22a2d2fd82b HTTP/1.1" status: 404 len: 337 time: 0.0440900 Dec 10 16:34:07.669355 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7e88fd53-2eeb-4d72-8cd1-9fc5d50b6f9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1350875 Dec 10 16:34:07.670213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.680958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.690284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:07.724442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.749580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e1da5451-a0a2-4982-ad32-4b7920a3d487', 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': 'c1da1e2c-3b82-4b81-86f6-270827e6fe45'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:07.750466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.757465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.762385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bc79d54f-b8b3-4b94-b39e-3a62101469b0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5716839 Dec 10 16:34:07.763699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47664) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.773712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc132f-d223-4522-bb96-8a640ae07e86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:07.794064 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-998f97d4-854e-47ab-9e55-5f47f628ec2c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:07.795029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998f97d4-854e-47ab-9e55-5f47f628ec2c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:07.798752 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-998f97d4-854e-47ab-9e55-5f47f628ec2c tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/4692c92f-a09e-418e-898c-425d2c5d97bc HTTP/1.1" status: 404 len: 339 time: 0.1250098 Dec 10 16:34:07.807542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:07.816735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Attempting to bind port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:07.817077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Attempting to bind port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:07.817452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Attempting to bind port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:07.876297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31047f-211e-40ca-b6b0-2031481923e5 req-83fd0668-180a-4fc2-846c-2fbf6b06757c tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:07.881558 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3a31047f-211e-40ca-b6b0-2031481923e5 req-83fd0668-180a-4fc2-846c-2fbf6b06757c tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.1861379 Dec 10 16:34:07.915454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdf739-289f-4499-a131-16dcf5b36054 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:07.917896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:07.918780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:07.918780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.921266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:07.922369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Bound port: 5a3f3970-2eba-4a15-bae9-fa05fcf8626d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:07.924970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.937544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting subnet e7d1d923-853e-428f-9b6c-fcc7dddaaec6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:07.954087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.960980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:07.972745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3a31047f-211e-40ca-b6b0-2031481923e5 req-81fa6630-3569-4a0e-86e7-7100e4485ab7 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689435 Dec 10 16:34:08.004615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.029813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.042743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e11b-4464-4176-b0b0-607b02fb4ddb None None] Pushing event updated for resources: {'Port': ['ID=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.048363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.061055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b97f455b-5f70-4f28-be82-24718b965e90,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.067971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.073207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting port 1e14133d-8800-46e7-bb03-d51dd3f7d110 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:08.073598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.077583 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-73ed1cb5-a2ba-4ee7-9882-b0e4e77c5deb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/b97f455b-5f70-4f28-be82-24718b965e90 HTTP/1.1" status: 204 len: 168 time: 1.1247847 Dec 10 16:34:08.086059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.125583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:08.129173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.140453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] For port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:08.160858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] For port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:08.170741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Allocated IP 172.20.0.2 (e1da5451-a0a2-4982-ad32-4b7920a3d487/c1da1e2c-3b82-4b81-86f6-270827e6fe45/74e1d059-ebf0-4dfd-9755-54f231e0e0f2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:08.176486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1f38073e-e4af-40b5-b079-6b1caa22dee9 None None] Provisioning complete for port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:08.176855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f38073e-e4af-40b5-b079-6b1caa22dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.217231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.250169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.265686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.267532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1f38073e-e4af-40b5-b079-6b1caa22dee9 None None] Port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:08.267654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.267952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.291188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.324364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Calling delete_port for 1e14133d-8800-46e7-bb03-d51dd3f7d110 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:08.329926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.346286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16ac14-a433-4834-b284-7785bc12400e None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:08.351285 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1da1e2c-3b82-4b81-86f6-270827e6fe45 (CIDR: 172.20.0.0/28) Dec 10 16:34:08.351769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e13f92-a6d0-4bfe-81a6-e8707eae438e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.368647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e11b-4464-4176-b0b0-607b02fb4ddb None None] Pushing event updated for resources: {'Port': ['ID=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.378754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Routers {'25361510-5163-47d7-94b0-318ff140738a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:08.379300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['25361510-5163-47d7-94b0-318ff140738a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:08.420865 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:08.421391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:08.439597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795dca-00fe-4cc8-975c-5480189913d9 req-d9521827-824e-411b-9b08-5a291d21fde4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:08.446800 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-12795dca-00fe-4cc8-975c-5480189913d9 req-d9521827-824e-411b-9b08-5a291d21fde4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1541522 Dec 10 16:34:08.514316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.524300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.533599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] Provisioning complete for port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:08.534070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.545694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.553872 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0ec7e6c5-ff05-4e9a-83bb-1fe527b83359 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8681867 Dec 10 16:34:08.565295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.577435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-12795dca-00fe-4cc8-975c-5480189913d9 req-6ffba8d3-d88b-473c-a9f3-03cdc4d98e80 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296880 Dec 10 16:34:08.584348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:08.593792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.596273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d1d923-853e-428f-9b6c-fcc7dddaaec6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.602246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] Set router 25361510-5163-47d7-94b0-318ff140738a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:08.612482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.616341 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-53e63c23-a1a4-4f21-89e5-675ef6c889f7 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/e7d1d923-853e-428f-9b6c-fcc7dddaaec6 HTTP/1.1" status: 204 len: 168 time: 0.8078101 Dec 10 16:34:08.642245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.643448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Port': ['ID=1e14133d-8800-46e7-bb03-d51dd3f7d110,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:08.677776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.681645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.686439 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-579d4615-dad0-43d8-9b31-99bd6f397a95 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9164264 Dec 10 16:34:08.690269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47684) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:08.691897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.699080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-105ee058-5ba5-4e8e-8545-3fbd16206f64 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc132f-d223-4522-bb96-8a640ae07e86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:08.699544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7573a9f-dde3-49ba-8f49-9066e144cdb6 None None] Network db98a4c8-7be5-45a1-b849-d2db0d35a2bf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:08.745168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f15f88-8be7-4ce7-b364-6c1387639f53']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:08.796357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.798360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.808293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.828259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eff3088-d058-4316-bd12-383f1d10ac96') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:08.828885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eff3088-d058-4316-bd12-383f1d10ac96') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:08.865080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.882592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port 0decc818-0ce7-4103-8a4c-a413aab67ee0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:08.882939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.905198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.914146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:08.914999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.963058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port 0decc818-0ce7-4103-8a4c-a413aab67ee0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0decc818-0ce7-4103-8a4c-a413aab67ee0,segment=NetworkSegment(0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0),segment_id=0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:08.963665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:08.979856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for 0decc818-0ce7-4103-8a4c-a413aab67ee0 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: items = [ Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:08.993428 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:09.055421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-105ee058-5ba5-4e8e-8545-3fbd16206f64 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.063460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:09.066276 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] create failed (client error): The resource could not be found. Dec 10 16:34:09.073869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:09.080191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-10c6f11b-807e-4495-ad18-0d0aebf50577 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8993716 Dec 10 16:34:09.080411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.080411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 172.26.4.183 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/130da70e-f8e8-4b74-a75d-5292c6e2e6ba) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:09.099908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:09.121441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Pushing event updated for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.156633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.176559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2f15f88-8be7-4ce7-b364-6c1387639f53 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 16:34:09.179328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.183429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f2f15f88-8be7-4ce7-b364-6c1387639f53 HTTP/1.1" status: 204 len: 168 time: 1.0961835 Dec 10 16:34:09.193883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.206250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.214314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532ab09-51a3-4ac8-a305-5347355d2b33 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2f15f88-8be7-4ce7-b364-6c1387639f53,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.259315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:09.263604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.272736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Attempting to bind port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:09.273150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Attempting to bind port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '4b048b04-0604-4cf1-9bee-206359f96804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:09.277214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Attempting to bind port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 on network e1da5451-a0a2-4982-ad32-4b7920a3d487 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:09.298742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:09.298742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Checking segment: {'id': '4b048b04-0604-4cf1-9bee-206359f96804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:09.301748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.302186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Bound using segment: {'id': '4b048b04-0604-4cf1-9bee-206359f96804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:09.302694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Bound port: 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b048b04-0604-4cf1-9bee-206359f96804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:09.304138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.316215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=0decc818-0ce7-4103-8a4c-a413aab67ee0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.323885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port 0decc818-0ce7-4103-8a4c-a413aab67ee0 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:09.369027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca79d-82d9-4994-9c9b-b8116e8d357b req-b91be7e9-e78c-407d-b6ee-ef05c86b6a70 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:09.373552 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50fca79d-82d9-4994-9c9b-b8116e8d357b req-b91be7e9-e78c-407d-b6ee-ef05c86b6a70 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.2156928 Dec 10 16:34:09.375988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d99b9-5eea-491e-b334-7b9b8b9ee993 None None] DHCP port deletion for db98a4c8-7be5-45a1-b849-d2db0d35a2bf request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:09.382785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] For port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:09.447108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-105ee058-5ba5-4e8e-8545-3fbd16206f64 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:09.450905 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-105ee058-5ba5-4e8e-8545-3fbd16206f64 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7534566 Dec 10 16:34:09.467198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47698) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.481536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.518449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting port 65a55433-af1e-47c9-b1ad-d6841c61fcd2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:09.519178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.523002 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50fca79d-82d9-4994-9c9b-b8116e8d357b req-4bae2c21-fd51-4416-a1a0-159b4bf21858 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117756 Dec 10 16:34:09.544775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25361510-5163-47d7-94b0-318ff140738a', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222'}], 'enable_snat': False}, 'gw_port_id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:04Z', 'revision_number': 3, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port': {'id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25361510-5163-47d7-94b0-318ff140738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:02Z', 'updated_at': '2021-12-10T16:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.592320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.608052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b524ab9d-6643-4f0e-9beb-c15914cf6bc5 None None] The sync data for ids ['25361510-5163-47d7-94b0-318ff140738a'] in dv-neutron-820858-1-hyperv is: [{'id': '25361510-5163-47d7-94b0-318ff140738a', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222'}], 'enable_snat': False}, 'gw_port_id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:01Z', 'updated_at': '2021-12-10T16:34:04Z', 'revision_number': 3, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port': {'id': '5a3f3970-2eba-4a15-bae9-fa05fcf8626d', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25361510-5163-47d7-94b0-318ff140738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:02Z', 'updated_at': '2021-12-10T16:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:09.610923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83ed43-573e-46a4-b28a-7bfb40ab2ad3 None None] Pushing event updated for resources: {'Port': ['ID=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.615496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db98a4c8-7be5-45a1-b849-d2db0d35a2bf']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.619722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.624080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:09.644040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.645403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aef65cf-2b90-418b-b8b2-28fd1b3c6fb0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:09.653830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,segment=NetworkSegment(4b048b04-0604-4cf1-9bee-206359f96804),segment_id=4b048b04-0604-4cf1-9bee-206359f96804)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:09.669940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.697591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.712863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:09.713303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:09.726726 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:09.745551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.780189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.788787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'name': 'tempest-router--1168971617', 'project_id': 'd98c78c6bc464dc9b4ea6381784c23ad'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:09.837108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89272-6708-4aa0-869d-f1588aea2c80 req-9712fb89-4294-4e9c-b5f2-c160527e1afc tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:09.849633 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-69c89272-6708-4aa0-869d-f1588aea2c80 req-9712fb89-4294-4e9c-b5f2-c160527e1afc tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1317165 Dec 10 16:34:09.892767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.913182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.919579 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/db98a4c8-7be5-45a1-b849-d2db0d35a2bf HTTP/1.1" status: 204 len: 168 time: 1.2703409 Dec 10 16:34:09.927601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b81958-fc99-4dd4-be8c-7dcf5e6218e6 None None] Pushing event updated for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.931227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:09.936566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.937721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:09.948612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbae8b-a3ae-47b3-9e91-9020881a1122 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=db98a4c8-7be5-45a1-b849-d2db0d35a2bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:09.962466 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-69c89272-6708-4aa0-869d-f1588aea2c80 req-3c586dad-2cee-4322-a957-da6823703736 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119573 Dec 10 16:34:09.972253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.018601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.029696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.052770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49f7a60-ffba-4355-a895-1f986f7410c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:10.053263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49f7a60-ffba-4355-a895-1f986f7410c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:10.056443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e49f7a60-ffba-4355-a895-1f986f7410c1 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/307e57f7-123b-4a41-b30c-398c6d73c519 HTTP/1.1" status: 404 len: 337 time: 0.1270392 Dec 10 16:34:10.059322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:10.059921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.073336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.091217 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8277af13-9338-4937-bf8e-e03755bb3be3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] DELETE failed (client error): The resource could not be found. Dec 10 16:34:10.097291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8277af13-9338-4937-bf8e-e03755bb3be3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:34:10.097446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.104944 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8277af13-9338-4937-bf8e-e03755bb3be3 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/47966368-71d7-4423-899c-a18387edafa8 HTTP/1.1" status: 404 len: 339 time: 0.0436997 Dec 10 16:34:10.109621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.109621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.117489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:10.162138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:10.163650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.172261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.196410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.200689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Calling delete_port for 65a55433-af1e-47c9-b1ad-d6841c61fcd2 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:10.202092 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1c9fced3-6ed7-44eb-9734-ba04f15af363 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4191234 Dec 10 16:34:10.203826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.214450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting subnet f848bce8-75b4-4cef-b1b0-0b6a43703bc0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:10.233150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.243422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:10.250803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=1c233cba-c7bd-4d11-a947-46c813773a19,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.290879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.309686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:10.311534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.317195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:10.326683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67117a-04d2-4322-930a-631e408aae0c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:10.397453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ff34f083-6cd3-47ed-a0d9-9ba4b84d4314 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8186302 Dec 10 16:34:10.402382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.412102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'fixed_ips': [{'subnet_id': 'c1da1e2c-3b82-4b81-86f6-270827e6fe45'}, {'subnet_id': '1c233cba-c7bd-4d11-a947-46c813773a19'}], 'name': 'tempest-PortsTestJSON-274118072'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:10.426303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74a53570-b86b-444e-aae2-046a883edc04 None None] Provisioning complete for port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:10.426754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74a53570-b86b-444e-aae2-046a883edc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.450941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.470841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-74a53570-b86b-444e-aae2-046a883edc04 None None] Port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:10.497158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.693415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.718426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.721163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.722305 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6dc132f-d223-4522-bb96-8a640ae07e86 HTTP/1.1" status: 204 len: 168 time: 1.2541494 Dec 10 16:34:10.733841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.758653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:10.763636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.771045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/subnets/f848bce8-75b4-4cef-b1b0-0b6a43703bc0 HTTP/1.1" status: 204 len: 168 time: 0.6521680 Dec 10 16:34:10.771864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:10.772006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bcb294-fa8b-4c8a-8ba9-7216f95f5179 None None] Network 5bde0c37-4971-4243-b56e-004c0f7c414f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:10.778533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2d633-e52a-4735-ab37-8a9c46738ed4 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Subnet': ['ID=f848bce8-75b4-4cef-b1b0-0b6a43703bc0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.904394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:10.934860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.937515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e92c3-fb7a-4715-8f6d-5372804c7342 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc132f-d223-4522-bb96-8a640ae07e86,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:10.942965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:10.990618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4508-f969-451e-a126-c062a41a56e1 req-a9162689-2fb7-4b48-91d1-402df0101e3f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:10.992174 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-397e4508-f969-451e-a126-c062a41a56e1 req-a9162689-2fb7-4b48-91d1-402df0101e3f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.3478150 Dec 10 16:34:11.009922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2fadaa9-e991-471c-836d-2caebc2f57ac tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2701230 Dec 10 16:34:11.018407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:11.018407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.034833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:11.040426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--281920170'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:11.112852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] DHCP port deletion for 5bde0c37-4971-4243-b56e-004c0f7c414f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:11.193100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.250368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.265744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Deleting port 131554d4-a16f-4e5e-8abb-e794f71f3584 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:11.266217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.278070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.286157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.352880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,segment=NetworkSegment(4b048b04-0604-4cf1-9bee-206359f96804),segment_id=4b048b04-0604-4cf1-9bee-206359f96804)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:11.360293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] For port 131554d4-a16f-4e5e-8abb-e794f71f3584, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=131554d4-a16f-4e5e-8abb-e794f71f3584,segment=NetworkSegment(0000e91d-2239-40c5-9d30-1cb9933c073a),segment_id=0000e91d-2239-40c5-9d30-1cb9933c073a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:11.366363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.374405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37c5e0-4090-4b29-9bad-bb22cbe72974 req-b0a9b4b8-9658-4b8a-8515-5bbaf4917ce8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.375111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Calling delete_port for 131554d4-a16f-4e5e-8abb-e794f71f3584 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:11.376543 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5a37c5e0-4090-4b29-9bad-bb22cbe72974 req-b0a9b4b8-9658-4b8a-8515-5bbaf4917ce8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2447336 Dec 10 16:34:11.398540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:11.427729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a667a86-3acb-4f4c-983f-930855fb0494 None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:11.481893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.482831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5a3f3970-2eba-4a15-bae9-fa05fcf8626d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:11.512297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd84dda-0860-419d-ad14-85305c0dcb55 req-90bc50cb-6456-465e-9a2b-dfc4e7860450 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:11.513911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0fd84dda-0860-419d-ad14-85305c0dcb55 req-90bc50cb-6456-465e-9a2b-dfc4e7860450 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.8464968 Dec 10 16:34:11.570167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0fd84dda-0860-419d-ad14-85305c0dcb55 req-eb1822aa-6e8b-471c-817b-4e4f8a8b501a tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 Dec 10 16:34:11.570484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.578891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.580194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b84cbf2-f319-4186-b55b-1e9e5c90efee {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:11.586437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.587766 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4aac9f99-7d52-46f2-a289-e7845bfe4629 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5b84cbf2-f319-4186-b55b-1e9e5c90efee HTTP/1.1" status: 204 len: 168 time: 1.3809159 Dec 10 16:34:11.609921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.638820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Deleting port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:11.641109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.645133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ebec0f1-fd98-4a05-b3af-8f8966dfd83a None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:11.651268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ebec0f1-fd98-4a05-b3af-8f8966dfd83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.652773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.705085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:11.705427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.723531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Port': ['ID=65a55433-af1e-47c9-b1ad-d6841c61fcd2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:11.855372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.861637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c0d659f1-e592-4d7e-b77a-cb4f26472d82 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "DELETE /v2.0/ports/65a55433-af1e-47c9-b1ad-d6841c61fcd2 HTTP/1.1" status: 204 len: 168 time: 2.7789490 Dec 10 16:34:11.861875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.865017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:11.878064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:11.970571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.018738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] No DVR routers for this DVR port 131554d4-a16f-4e5e-8abb-e794f71f3584 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:12.026941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7d92e-48f1-4c0d-9bdc-de5d148702a6 None None] Pushing event deleted for resources: {'Port': ['ID=131554d4-a16f-4e5e-8abb-e794f71f3584,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.033248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Update dhcp port {'port': {'network_id': 'e1da5451-a0a2-4982-ad32-4b7920a3d487', 'fixed_ips': [{'subnet_id': 'c1da1e2c-3b82-4b81-86f6-270827e6fe45', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c233cba-c7bd-4d11-a947-46c813773a19'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '74e1d059-ebf0-4dfd-9755-54f231e0e0f2'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:34:12.093997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.097170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0decc818-0ce7-4103-8a4c-a413aab67ee0 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:12.104658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c65049-afc5-44c4-acb6-2fb457372f9f tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:12.106379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-49c65049-afc5-44c4-acb6-2fb457372f9f tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e550845-59e8-4003-9b23-6fa74475c91d HTTP/1.1" status: 200 len: 913 time: 0.2401414 Dec 10 16:34:12.109600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47734) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.140476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0decc818-0ce7-4103-8a4c-a413aab67ee0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:12.146760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0decc818-0ce7-4103-8a4c-a413aab67ee0 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:12.265199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] For port 0a8d84cd-cabd-400d-96a1-d269b8682eb2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0a8d84cd-cabd-400d-96a1-d269b8682eb2,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:12.265785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.378545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Allocated IP 172.20.0.18 (e1da5451-a0a2-4982-ad32-4b7920a3d487/1c233cba-c7bd-4d11-a947-46c813773a19/74e1d059-ebf0-4dfd-9755-54f231e0e0f2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:12.474229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251391924', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:12.480496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.486966 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5a37c5e0-4090-4b29-9bad-bb22cbe72974 req-17bf9ccb-e155-4555-8d33-fe075e914608 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0775857 Dec 10 16:34:12.490450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,segment=NetworkSegment(4b048b04-0604-4cf1-9bee-206359f96804),segment_id=4b048b04-0604-4cf1-9bee-206359f96804)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:12.530637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.531458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.541938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Deleting port 131554d4-a16f-4e5e-8abb-e794f71f3584 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:12.542287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.578951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.616098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.617695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.669777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f20491-1b16-41c0-9a7c-27a33b526eda,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.672344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd2d8b-93aa-44ed-87ea-4fab7fcc5df0 None None] Pushing event updated for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.723636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.725230 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d5313fb4-c966-43e5-899a-712d5fab751a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6882207 Dec 10 16:34:12.740915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47738) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.749710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-83f75472-3dc9-479b-9bc4-d9bdadb8425c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20491-1b16-41c0-9a7c-27a33b526eda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:12.750595 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-83f75472-3dc9-479b-9bc4-d9bdadb8425c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 16:34:12.751110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-83f75472-3dc9-479b-9bc4-d9bdadb8425c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:12.756951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-83f75472-3dc9-479b-9bc4-d9bdadb8425c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064425 Dec 10 16:34:12.766470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:12.767029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] For port 131554d4-a16f-4e5e-8abb-e794f71f3584, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:12.767398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.805043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:12.823320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.823705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.824028 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Floating IP 4144175b-8c89-4b97-b164-d0b2d356a175 disassociated. External IP: 172.26.4.153, port: 0a8d84cd-cabd-400d-96a1-d269b8682eb2. Dec 10 16:34:12.824376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Calling delete_port for 0a8d84cd-cabd-400d-96a1-d269b8682eb2 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:12.828924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Calling delete_port for 131554d4-a16f-4e5e-8abb-e794f71f3584 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:12.849121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Port 131554d4-a16f-4e5e-8abb-e794f71f3584 was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:34:12.859701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.866140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.867906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:12.868633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:12.921285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7157a-ac56-451e-a06a-3f448b3d3c5a req-f695b75f-ca6a-43db-b8e6-926ebe93c7fb tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:12.924483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Port': ['ID=131554d4-a16f-4e5e-8abb-e794f71f3584,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:12.924718 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42b7157a-ac56-451e-a06a-3f448b3d3c5a req-f695b75f-ca6a-43db-b8e6-926ebe93c7fb tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 945 time: 0.2028182 Dec 10 16:34:12.932989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] No DVR routers for this DVR port 131554d4-a16f-4e5e-8abb-e794f71f3584 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:13.035105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router ad2d120a-80cd-46bb-81dd-292400437f68 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:13.058602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 131554d4-a16f-4e5e-8abb-e794f71f3584 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:13.084761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 131554d4-a16f-4e5e-8abb-e794f71f3584 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:13.085153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 131554d4-a16f-4e5e-8abb-e794f71f3584 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:13.116729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.169516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.184778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.8 (e1da5451-a0a2-4982-ad32-4b7920a3d487/c1da1e2c-3b82-4b81-86f6-270827e6fe45/d6dd3d3b-e341-4399-b25a-820b1d9dcd05) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:13.197523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.200755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.19 (e1da5451-a0a2-4982-ad32-4b7920a3d487/1c233cba-c7bd-4d11-a947-46c813773a19/d6dd3d3b-e341-4399-b25a-820b1d9dcd05) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:13.215757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.224098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bde0c37-4971-4243-b56e-004c0f7c414f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.245432 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42b7157a-ac56-451e-a06a-3f448b3d3c5a req-a3270ba8-52f2-4acb-9542-fe3d5fa9ff8f tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups?id=908a3a43-4a84-4183-8f74-953b82c17014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684767 Dec 10 16:34:13.251729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0000e91d-2239-40c5-9d30-1cb9933c073a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.252132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0000e91d-2239-40c5-9d30-1cb9933c073a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.259140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.287801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.316299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e196b6-fe33-4acb-93bf-a978283259fd None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:13.332248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.352827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:13.353272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:13.356927 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:13.358803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:13.367725 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Sync routers for ids ['ad2d120a-80cd-46bb-81dd-292400437f68'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:13.378180 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Routers {'ad2d120a-80cd-46bb-81dd-292400437f68'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:13.383356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ad2d120a-80cd-46bb-81dd-292400437f68'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.455179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d5999980-97ef-41c3-b765-22ae703f64d3 None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:13.455558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5999980-97ef-41c3-b765-22ae703f64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.465593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.470362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.472163 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/c6f20491-1b16-41c0-9a7c-27a33b526eda HTTP/1.1" status: 204 len: 168 time: 0.7014160 Dec 10 16:34:13.487911 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Set router ad2d120a-80cd-46bb-81dd-292400437f68 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:13.490935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.541030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f323f-ff13-4295-8f26-a1916c75e459 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f20491-1b16-41c0-9a7c-27a33b526eda,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:13.552857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.578758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.632945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event deleted for resources: {'Port': ['ID=0a8d84cd-cabd-400d-96a1-d269b8682eb2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:13.633764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-13222ffb-4df7-4d0c-8508-a5fc49ed3b90 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1414964 Dec 10 16:34:13.636605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.641540 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ee08739-2eee-4fb9-8e80-80c647ef5bf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3931820 Dec 10 16:34:13.642533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.642876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.659074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933805401'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:13.753334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.786575 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2d120a-80cd-46bb-81dd-292400437f68', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '130da70e-f8e8-4b74-a75d-5292c6e2e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:06Z', 'updated_at': '2021-12-10T16:34:11Z', 'revision_number': 3, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port': {'id': '130da70e-f8e8-4b74-a75d-5292c6e2e6ba', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ab:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2d120a-80cd-46bb-81dd-292400437f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:08Z', 'updated_at': '2021-12-10T16:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:13.799181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.810933 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] 10.222.0.21 "DELETE /v2.0/networks/5bde0c37-4971-4243-b56e-004c0f7c414f HTTP/1.1" status: 204 len: 168 time: 3.0261579 Dec 10 16:34:13.817021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0687c-254a-4824-b536-17a2f8334ae5 tempest-NetworksIpV6Test-697531834 tempest-NetworksIpV6Test-697531834-project] Pushing event deleted for resources: {'Network': ['ID=5bde0c37-4971-4243-b56e-004c0f7c414f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:13.827022 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Checking router: ad2d120a-80cd-46bb-81dd-292400437f68 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:13.827571 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Updating router ad2d120a-80cd-46bb-81dd-292400437f68 port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:13.831399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:13.831587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-70ae126c-3cdc-448b-a71c-4f1be85736a3 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/ad2d120a-80cd-46bb-81dd-292400437f68 HTTP/1.1" status: 200 len: 908 time: 0.1448889 Dec 10 16:34:13.832929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.860199 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.926597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0a8d84cd-cabd-400d-96a1-d269b8682eb2 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:13.927487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:13.983335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 0a8d84cd-cabd-400d-96a1-d269b8682eb2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:13.987014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0a8d84cd-cabd-400d-96a1-d269b8682eb2 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:14.030550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-aba3d573-cec7-419f-b5f7-2e57ee9ef7d9 None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:14.034805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aba3d573-cec7-419f-b5f7-2e57ee9ef7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.129995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:14.163796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2137-7839-41dd-8387-76491272a264 req-471132f8-6f20-47c1-a186-0d916bca6260 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:14.165709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ee7d2137-7839-41dd-8387-76491272a264 req-471132f8-6f20-47c1-a186-0d916bca6260 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3762143 Dec 10 16:34:14.166737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:14.169726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:14.241212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:14.241921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.278417 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.286329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=d6dd3d3b-e341-4399-b25a-820b1d9dcd05,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.417897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.465885 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.611608 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ee7d2137-7839-41dd-8387-76491272a264 req-bfb488c2-739b-4f33-bd67-e88315a79ce4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509663 Dec 10 16:34:14.611608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:14.613966 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733545d8-64f1-4c4e-b6c0-6d8813e86a58 None None] Pushing event updated for resources: {'Port': ['ID=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:14.614826 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6e916f54-749d-4d21-9ad7-291e546a6ec9 req-bdef3970-7bdc-4bfc-a261-943d0b4bd122 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.1434202 Dec 10 16:34:14.615416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f87601-490e-4acc-9c2a-c6ed51e26c16 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:14.615510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:14.622282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.643916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Attempting to bind port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:14.644627 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Attempting to bind port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:14.646176 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Attempting to bind port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:14.659462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4aff2b3d-b473-4d1f-acbe-01cda96a4ad5 None None] Provisioning complete for port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:14.659837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4aff2b3d-b473-4d1f-acbe-01cda96a4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.660176 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:14.660795 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:14.665904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting port 365e6868-8eef-4aed-b9a5-f2f9c2f8deec {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:14.666797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.667177 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.667595 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:14.668101 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Bound port: 130da70e-f8e8-4b74-a75d-5292c6e2e6ba, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:14.668514 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.683123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.706444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4aff2b3d-b473-4d1f-acbe-01cda96a4ad5 None None] Port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:14.718145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.721054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:14.737116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Sync routers for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:14.752578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:14.753807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:14.771323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.815429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] No DVR routers for this DVR port 0a8d84cd-cabd-400d-96a1-d269b8682eb2 on host hv-neutron-8208 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:14.819383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.823207 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-397e4508-f969-451e-a126-c062a41a56e1 req-87f4f679-63e0-41c1-acc0-6728c4f826b1 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.61 "DELETE /v2.0/ports/0a8d84cd-cabd-400d-96a1-d269b8682eb2 HTTP/1.1" status: 204 len: 173 time: 3.8021314 Dec 10 16:34:14.823782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'name': 'network-vif-deleted', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:34:14.824430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] For port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:14.836010 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] For port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:14.837404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9605fc4b-7513-4309-bf05-efdaf5741990" -d '{"events": [{"server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "name": "network-vif-deleted", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:34:14.875702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:14.891011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d6344a-930a-477f-9349-5b49513994cd x-openstack-request-id: req-f8d6344a-930a-477f-9349-5b49513994cd {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:34:14.891603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae664c-2b0b-4416-bc2f-bde093f2e7c4", "name": "network-vif-deleted", "tag": "0a8d84cd-cabd-400d-96a1-d269b8682eb2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:34:14.892091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8d6344a-930a-477f-9349-5b49513994cd {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:34:14.892748 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae664c-2b0b-4416-bc2f-bde093f2e7c4', 'name': 'network-vif-deleted', 'tag': '0a8d84cd-cabd-400d-96a1-d269b8682eb2', 'status': 'completed', 'code': 200} Dec 10 16:34:14.901785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:14.921810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Calling delete_port for 365e6868-8eef-4aed-b9a5-f2f9c2f8deec owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:14.950344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:14.950849 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-14159b1b-d828-421f-9dd9-ce8f34282909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dee582785fe43cb9ef9ae218cd34a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428767 Dec 10 16:34:14.954107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:14.961307 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5e6ba1b3-148c-439f-9afa-73ae2714f0ee tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.5551856 Dec 10 16:34:14.961787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:14.968622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1da1e2c-3b82-4b81-86f6-270827e6fe45'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:14.988409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4d2e0161-139b-4e74-ab2e-c32def2d8c56 None None] Provisioning complete for port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:14.988788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0161-139b-4e74-ab2e-c32def2d8c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.008209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Allocated IP 172.26.4.145 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/30500073-679c-4915-98a1-22e6a8ddb588) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:15.029229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.033339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0161-139b-4e74-ab2e-c32def2d8c56 None None] Port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:15.057519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.116739 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.136271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:15.136644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.214384 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Routers {'ad2d120a-80cd-46bb-81dd-292400437f68'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:15.215272 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ad2d120a-80cd-46bb-81dd-292400437f68'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:15.224777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e0c88-524d-4498-b315-0d3661129af1 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:15.282108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.283349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6283925 Dec 10 16:34:15.296264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:15.313084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c384d-4e46-481e-8108-bfea82543764 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c3647-3828-46da-b1c5-7f8fd166e7b2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:15.316451 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] Set router ad2d120a-80cd-46bb-81dd-292400437f68 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:15.319079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.382722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a8cac33c-f01a-49bb-9a09-7facd169c156 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '5e7c3647-3828-46da-b1c5-7f8fd166e7b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:15.384726 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-a8cac33c-f01a-49bb-9a09-7facd169c156 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 16:34:15.385870 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-a8cac33c-f01a-49bb-9a09-7facd169c156 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:15.386937 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a8cac33c-f01a-49bb-9a09-7facd169c156 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0802193 Dec 10 16:34:15.397826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47772) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:15.453203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.517185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] Provisioning complete for port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:15.517567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.556696 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2d120a-80cd-46bb-81dd-292400437f68', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:06Z', 'updated_at': '2021-12-10T16:34:14Z', 'revision_number': 4, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:15.567985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Deleting port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:15.581456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.620534 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16be6c-a70c-4c19-b567-15b246125b8a None None] The sync data for ids ['ad2d120a-80cd-46bb-81dd-292400437f68'] in dv-neutron-820858-1-hyperv is: [{'id': 'ad2d120a-80cd-46bb-81dd-292400437f68', 'name': 'tempest-snat-router-1110935879', 'tenant_id': '83383cf8c797408f999c9082c61a2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:06Z', 'updated_at': '2021-12-10T16:34:14Z', 'revision_number': 4, 'project_id': '83383cf8c797408f999c9082c61a2367', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:15.628296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.653890 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733545d8-64f1-4c4e-b6c0-6d8813e86a58 None None] Pushing event updated for resources: {'Port': ['ID=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:15.686565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.695848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:15.731375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] For port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:15.731788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.745294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Calling delete_port for 130da70e-f8e8-4b74-a75d-5292c6e2e6ba owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:15.750984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.763952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Checking router: 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:15.774441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.828355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:15.829398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:15.833671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.834961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] For port 130da70e-f8e8-4b74-a75d-5292c6e2e6ba, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:15.860632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.870418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:15.876317 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd676b8f-47e9-4ea1-a1fb-48782515f4c4 HTTP/1.1" status: 204 len: 168 time: 0.8953981 Dec 10 16:34:16.004621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Port': ['ID=365e6868-8eef-4aed-b9a5-f2f9c2f8deec,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.047076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.110205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-537fc569-46b4-4a99-91a7-5e88d68155eb req-0dcaa9d9-f37c-463c-8068-1c34646b9eae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ae664c-2b0b-4416-bc2f-bde093f2e7c4 HTTP/1.1" status: 200 len: 210 time: 0.2799249 Dec 10 16:34:16.143956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.169670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d443acb-bb71-4b1c-8cf5-c1e2ba110c22 req-b627b97e-113b-41e1-ba9f-452fb6c98063 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:16.171851 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2d443acb-bb71-4b1c-8cf5-c1e2ba110c22 req-b627b97e-113b-41e1-ba9f-452fb6c98063 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3441739 Dec 10 16:34:16.196212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad16fa-1ffb-4691-92e5-89210080cd78 None None] Pushing event updated for resources: {'Port': ['ID=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.240350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:16.244177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Port': ['ID=130da70e-f8e8-4b74-a75d-5292c6e2e6ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.303513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.318028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.358266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e9483-5456-4070-a898-c34a69c5b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd676b8f-47e9-4ea1-a1fb-48782515f4c4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.378727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.383995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.383995 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e7c3647-3828-46da-b1c5-7f8fd166e7b2 HTTP/1.1" status: 204 len: 168 time: 0.9789610 Dec 10 16:34:16.389416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.401376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aebf69-8d07-4238-b41c-cf63b9652fd2 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:16.476863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.567221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:16.584884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:16.592990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:16.604406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9628eb-816b-483b-bd45-15b66fbd9857 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c3647-3828-46da-b1c5-7f8fd166e7b2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.647845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27eb88-9146-4823-9359-604099c5c6de None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:16.651649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Delete allocated IP 172.20.0.19 (e1da5451-a0a2-4982-ad32-4b7920a3d487/1c233cba-c7bd-4d11-a947-46c813773a19) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:34:16.661692 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2d443acb-bb71-4b1c-8cf5-c1e2ba110c22 req-499535ca-88da-4431-8558-307524a1510f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476519 Dec 10 16:34:16.671938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.687944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.717254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:16.755384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ba6f3-11a4-4def-924c-8d72cb0f9a92 None None] The sync data for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv is: [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2a407889-c72f-49b0-a2d8-47344af424dd', 'name': '', 'network_id': '73f26039-7d90-4bdf-9792-0d98d1425dde', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'mac_address': 'fa:16:3e:de:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:42Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'subnets': [{'id': '45a44295-9782-4b0b-b45c-6d6af2f91cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:16.782967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ac16bd16-d9ed-4de4-814d-f301059025a2 None None] Provisioning complete for port 30500073-679c-4915-98a1-22e6a8ddb588 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:16.784186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac16bd16-d9ed-4de4-814d-f301059025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:16.806058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event updated for resources: {'Port': ['ID=30500073-679c-4915-98a1-22e6a8ddb588,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:16.831135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac16bd16-d9ed-4de4-814d-f301059025a2 None None] Port 30500073-679c-4915-98a1-22e6a8ddb588 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:16.904455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-48abcc19-beba-4096-b2bc-8a4360aef1e4 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4633789 Dec 10 16:34:16.917650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47794) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:16.966664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--751820815'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:17.026405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Router 7e550845-59e8-4003-9b23-6fa74475c91d has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:17.177614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.209927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:17.220023 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f8e056c5-366a-4e25-8984-8781e4c155a0 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "PUT /v2.0/routers/7e550845-59e8-4003-9b23-6fa74475c91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1068974 Dec 10 16:34:17.230465 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] Sync routers for ids ['7e550845-59e8-4003-9b23-6fa74475c91d'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:17.238096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47804) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.248015 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] Routers {'7e550845-59e8-4003-9b23-6fa74475c91d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:17.252433 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7e550845-59e8-4003-9b23-6fa74475c91d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:17.293563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4321f9e-11c5-4b0e-8530-7b7ded2082f7 None None] New status for floating IP 4144175b-8c89-4b97-b164-d0b2d356a175: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:34:17.300424 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:17.311087 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] Routers {'7e550845-59e8-4003-9b23-6fa74475c91d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:17.311708 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7e550845-59e8-4003-9b23-6fa74475c91d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:17.337665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.339957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.346337 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:17.347322 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be350c5b-77dc-4ff0-b70b-a8a140efa382 None None] The sync data for ids ['7e550845-59e8-4003-9b23-6fa74475c91d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:17.397590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.406519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.465309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.499446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.541710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.542267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad2d120a-80cd-46bb-81dd-292400437f68 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:17.547861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.551419 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fc2ea6a9-902d-41d0-aa21-23df4093668d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ad2d120a-80cd-46bb-81dd-292400437f68 HTTP/1.1" status: 204 len: 168 time: 3.6790891 Dec 10 16:34:17.582999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.755841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129054360'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:17.770055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] In _notify_port_updated(), no bound segment for port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 on network e1da5451-a0a2-4982-ad32-4b7920a3d487 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:34:17.776027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:17.776686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.779588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.781265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/ports/d6dd3d3b-e341-4399-b25a-820b1d9dcd05 HTTP/1.1" status: 200 len: 918 time: 2.8182218 Dec 10 16:34:17.782539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac901f24-173e-4451-95eb-bd1bc2de055a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=d6dd3d3b-e341-4399-b25a-820b1d9dcd05,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:17.784178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.788956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:17.790489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.801228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1da1e2c-3b82-4b81-86f6-270827e6fe45'}, {'subnet_id': '1c233cba-c7bd-4d11-a947-46c813773a19'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:17.886178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.888522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b42599cc-728e-4c07-acf8-dedaef51c181 None None] Provisioning complete for port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:17.888884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b42599cc-728e-4c07-acf8-dedaef51c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.911224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.912763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.914477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.926007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b42599cc-728e-4c07-acf8-dedaef51c181 None None] Port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:17.952573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:17.967432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.039516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.044456 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.045014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Fanout notify agent at l3_agent the message router_deleted on router 7e550845-59e8-4003-9b23-6fa74475c91d {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:18.052450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.053529 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a160188a-c2ba-4895-8a34-58a00446b468 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "DELETE /v2.0/routers/7e550845-59e8-4003-9b23-6fa74475c91d HTTP/1.1" status: 204 len: 168 time: 0.8144584 Dec 10 16:34:18.060591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.074854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.117850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.130524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.131773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1695602 Dec 10 16:34:18.132864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting subnet f8fa3169-7b2a-48b9-8f72-9f8107919999 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:18.135784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.137906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.143009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0c68452e-f251-4509-954e-ac378db1bfde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'a45955c2-8dcf-4b04-b799-c413175029f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:18.147353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf125c-a5e2-4bd3-b8c7-1034d8579e8d req-036689b7-05ac-4856-a471-4856aec4b13b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:18.150256 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6edf125c-a5e2-4bd3-b8c7-1034d8579e8d req-036689b7-05ac-4856-a471-4856aec4b13b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3715112 Dec 10 16:34:18.165706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19bcc8-ddaa-4778-892e-61649d3e83c2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45955c2-8dcf-4b04-b799-c413175029f6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.172654 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-0c68452e-f251-4509-954e-ac378db1bfde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 16:34:18.173883 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-0c68452e-f251-4509-954e-ac378db1bfde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:18.175273 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c68452e-f251-4509-954e-ac378db1bfde tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0385215 Dec 10 16:34:18.187025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.196061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e0589782-f629-4e2a-bda5-2eeda82de442 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'a45955c2-8dcf-4b04-b799-c413175029f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:18.197209 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-e0589782-f629-4e2a-bda5-2eeda82de442 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 16:34:18.197740 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-e0589782-f629-4e2a-bda5-2eeda82de442 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:18.198700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e0589782-f629-4e2a-bda5-2eeda82de442 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092218 Dec 10 16:34:18.202114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.211036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5ecca8c5-5f72-4be1-ac55-83122eac4b76 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'a45955c2-8dcf-4b04-b799-c413175029f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:18.211874 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-5ecca8c5-5f72-4be1-ac55-83122eac4b76 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 16:34:18.212370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-5ecca8c5-5f72-4be1-ac55-83122eac4b76 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:18.213375 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5ecca8c5-5f72-4be1-ac55-83122eac4b76 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096102 Dec 10 16:34:18.222516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.230525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f71be251-f076-4a74-8ff4-f062816313c1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'a45955c2-8dcf-4b04-b799-c413175029f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:18.231611 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-f71be251-f076-4a74-8ff4-f062816313c1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 16:34:18.232123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-f71be251-f076-4a74-8ff4-f062816313c1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:18.233065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f71be251-f076-4a74-8ff4-f062816313c1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068929 Dec 10 16:34:18.235344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.240252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.282210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.358936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1185ac-43e8-4b56-b746-cc3e6019aaae,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.369544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.372627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.377390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "DELETE /v2.0/security-groups/908a3a43-4a84-4183-8f74-953b82c17014 HTTP/1.1" status: 204 len: 168 time: 0.9742279 Dec 10 16:34:18.379929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.384812 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6edf125c-a5e2-4bd3-b8c7-1034d8579e8d req-18570706-3856-4189-8990-7506b293b5c2 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279122 Dec 10 16:34:18.404422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.415274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b26f4d-efe5-408d-be50-a3db1293e2d9 tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a3a43-4a84-4183-8f74-953b82c17014,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.458747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Deleting port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:18.459090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.461103 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-148ba2f7-e12c-447f-86d2-1a05c880c9ff tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] show failed (client error): The resource could not be found. Dec 10 16:34:18.465262 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-148ba2f7-e12c-447f-86d2-1a05c880c9ff tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "GET /v2.0/security-groups/908a3a43-4a84-4183-8f74-953b82c17014 HTTP/1.1" status: 404 len: 347 time: 0.0783389 Dec 10 16:34:18.476125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.593569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.598078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.610279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.718530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.756713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.772527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] For port 5a3f3970-2eba-4a15-bae9-fa05fcf8626d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:18.773165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.775270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.830446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Calling delete_port for 5a3f3970-2eba-4a15-bae9-fa05fcf8626d owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:18.859506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f723ee63-0e76-4f0f-b25f-731d299d86bf,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:18.908365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Deleting port 7eb2c578-247d-4c7d-a108-a7ff2680c3f5 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:18.908712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.958101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.959335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-618ddddb-e9fc-4b88-ba61-3e856a311592 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4588578 Dec 10 16:34:18.963958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.965775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.968382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:18.969524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/a45955c2-8dcf-4b04-b799-c413175029f6 HTTP/1.1" status: 204 len: 168 time: 0.7241399 Dec 10 16:34:18.978970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:18.981409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.035850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81f32-ac86-4779-a2ad-bdccce6e77c3 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45955c2-8dcf-4b04-b799-c413175029f6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.068934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fa3169-7b2a-48b9-8f72-9f8107919999,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.077700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e6dd0885-8cd8-4d6c-b4a1-6c4c88b029c6 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0976288 Dec 10 16:34:19.080676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.086882 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03c5ae88-17b1-47ed-b785-7ce71261fe0b tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "DELETE /v2.0/subnets/f8fa3169-7b2a-48b9-8f72-9f8107919999 HTTP/1.1" status: 204 len: 168 time: 1.0224504 Dec 10 16:34:19.087047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.087164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.091439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449571098'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:19.092841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0866ec-6349-416d-afd4-f4111b5355d6 None None] Network beb60fe6-43d2-45a5-88a6-4cb43a09127d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:19.146643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.146643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.169774 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ef6d83a7-6c6a-4e09-a716-d26a793f62bb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1963930 Dec 10 16:34:19.175499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.200149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Calling delete_port for 7eb2c578-247d-4c7d-a108-a7ff2680c3f5 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:19.204931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-security--982578461', 'description': 'tempest-security-description-1109158406'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:19.257366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.260697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.28 (e1da5451-a0a2-4982-ad32-4b7920a3d487/1c233cba-c7bd-4d11-a947-46c813773a19/d6dd3d3b-e341-4399-b25a-820b1d9dcd05) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:19.277801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] DHCP port deletion for beb60fe6-43d2-45a5-88a6-4cb43a09127d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:19.300815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.322375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Router b0751c23-5432-4da2-84e5-90cfe02e4ecb is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:19.327314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Deleting port 48c05ca1-2623-45ab-a147-6d56e56d123a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:19.327877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.358541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.377399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.400888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] For port 48c05ca1-2623-45ab-a147-6d56e56d123a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=48c05ca1-2623-45ab-a147-6d56e56d123a,segment=NetworkSegment(eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5),segment_id=eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:19.401261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.410346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.423354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Calling delete_port for 48c05ca1-2623-45ab-a147-6d56e56d123a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:19.456747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a3f3970-2eba-4a15-bae9-fa05fcf8626d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.469222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.471900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.473259 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "PUT /v2.0/security-groups/f723ee63-0e76-4f0f-b25f-731d299d86bf HTTP/1.1" status: 200 len: 1794 time: 0.2963138 Dec 10 16:34:19.485997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47850) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.490522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7e13e-7ee2-4721-8c17-c66141c7ba44 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:19.583518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1b3d0-3534-458f-85c7-a17283547971 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f723ee63-0e76-4f0f-b25f-731d299d86bf,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.589192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.606822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Deleting port 48c05ca1-2623-45ab-a147-6d56e56d123a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:19.607171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.668528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.678431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.678647 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4fdf7f0a-e819-45c4-81c3-5ce3e7b22548 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups/f723ee63-0e76-4f0f-b25f-731d299d86bf HTTP/1.1" status: 200 len: 1794 time: 0.1916556 Dec 10 16:34:19.681236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.683290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.688762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.696306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:19.712787 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717409-8438-4653-b984-24094905b716 None None] Sync routers for ids ['b0751c23-5432-4da2-84e5-90cfe02e4ecb'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:19.717823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] Pushing event deleted for resources: {'Port': ['ID=48c05ca1-2623-45ab-a147-6d56e56d123a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.725768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] For port 48c05ca1-2623-45ab-a147-6d56e56d123a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=48c05ca1-2623-45ab-a147-6d56e56d123a,segment=NetworkSegment(eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5),segment_id=eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:19.726290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.727899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fee2b-707a-49d1-a89f-f76a5b3e0d21 req-ac7f432d-6e14-46ae-a95e-3955b386d9c8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:19.730136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb3f93-36af-4819-9c96-7af4251fddd6 None None] No DVR routers for this DVR port 48c05ca1-2623-45ab-a147-6d56e56d123a on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:19.733031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-623fee2b-707a-49d1-a89f-f76a5b3e0d21 req-ac7f432d-6e14-46ae-a95e-3955b386d9c8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1966987 Dec 10 16:34:19.735233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.743955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Pushing event deleted for resources: {'Port': ['ID=7eb2c578-247d-4c7d-a108-a7ff2680c3f5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:19.745508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Calling delete_port for 48c05ca1-2623-45ab-a147-6d56e56d123a owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:19.749558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.755369 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69717409-8438-4653-b984-24094905b716 None None] Routers {'b0751c23-5432-4da2-84e5-90cfe02e4ecb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:19.757392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.758123 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-69717409-8438-4653-b984-24094905b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b0751c23-5432-4da2-84e5-90cfe02e4ecb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:19.778281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe003124-45ba-417a-acd8-53f245dc8b4e None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:19.803964 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-69717409-8438-4653-b984-24094905b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:19.813753 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69717409-8438-4653-b984-24094905b716 None None] Routers {'b0751c23-5432-4da2-84e5-90cfe02e4ecb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:19.814519 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-69717409-8438-4653-b984-24094905b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b0751c23-5432-4da2-84e5-90cfe02e4ecb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:19.856001 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-69717409-8438-4653-b984-24094905b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:19.856685 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717409-8438-4653-b984-24094905b716 None None] The sync data for ids ['b0751c23-5432-4da2-84e5-90cfe02e4ecb'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:19.886480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.919873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.922848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.926663 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c2360f1f-36dd-47c7-af42-8126cf4188d7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9213073 Dec 10 16:34:19.926825 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-623fee2b-707a-49d1-a89f-f76a5b3e0d21 req-acc4a68e-20b2-4a15-a5b8-fd907c38005b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726668 Dec 10 16:34:19.927592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.934930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.937821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:19.939170 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7dd995e4-488c-44c1-9a73-01bf4873fdae tempest-ServersTestJSON-22287351 tempest-ServersTestJSON-22287351-project] 10.222.0.21 "DELETE /v2.0/floatingips/4144175b-8c89-4b97-b164-d0b2d356a175 HTTP/1.1" status: 204 len: 168 time: 1.4620612 Dec 10 16:34:19.943653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:19.964407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=d6dd3d3b-e341-4399-b25a-820b1d9dcd05,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.012710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.013273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25361510-5163-47d7-94b0-318ff140738a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:20.037496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.037496 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67f9d6ef-d053-4f52-96fe-af0a1e6fa940 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "DELETE /v2.0/routers/25361510-5163-47d7-94b0-318ff140738a HTTP/1.1" status: 204 len: 168 time: 2.3836515 Dec 10 16:34:20.037496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.037496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1046646279', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.051045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.078218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.130757 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f9886baa-fc80-4e52-9ac5-aabb4a9566a6 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/b0751c23-5432-4da2-84e5-90cfe02e4ecb HTTP/1.1" status: 200 len: 920 time: 0.2018430 Dec 10 16:34:20.133807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.153829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc06395-0d30-4101-8b85-ed49e3f39cfb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.161681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.163139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5b8f5c0b-e8a2-4569-848d-581e8636e585 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0765512 Dec 10 16:34:20.167735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.175363 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5b54f67d-0525-478f-8b47-c5f21c5ed210 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0751c23-5432-4da2-84e5-90cfe02e4ecb HTTP/1.1" status: 200 len: 205 time: 0.0377936 Dec 10 16:34:20.175363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.175363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.178707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.182540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0361772b-b5d2-4c78-8087-6345622e795a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.186237 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-0361772b-b5d2-4c78-8087-6345622e795a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:34:20.186237 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-0361772b-b5d2-4c78-8087-6345622e795a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:20.186237 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0361772b-b5d2-4c78-8087-6345622e795a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157237 Dec 10 16:34:20.189450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] In _notify_port_updated(), no bound segment for port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 on network e1da5451-a0a2-4982-ad32-4b7920a3d487 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:34:20.192766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47866) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.193249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77f575b8-32d2-4bef-adf9-b5ad591c8064 None None] Provisioning complete for port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:20.195604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:20.196263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.197673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77f575b8-32d2-4bef-adf9-b5ad591c8064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.198988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e9fbb927-177c-4fdb-b4c1-9eba9b11a3d0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.203557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.209276 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b3430054-f43f-48d5-af3e-382b8583afde tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/ports/d6dd3d3b-e341-4399-b25a-820b1d9dcd05 HTTP/1.1" status: 200 len: 998 time: 2.4103074 Dec 10 16:34:20.210585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Port': ['ID=48c05ca1-2623-45ab-a147-6d56e56d123a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.220247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] No DVR routers for this DVR port 48c05ca1-2623-45ab-a147-6d56e56d123a on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:20.244842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77f575b8-32d2-4bef-adf9-b5ad591c8064 None None] Port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:20.282759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.285347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.290491 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/f723ee63-0e76-4f0f-b25f-731d299d86bf HTTP/1.1" status: 204 len: 168 time: 0.5975311 Dec 10 16:34:20.296847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47870) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.355830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36e422-a38c-45ba-b4bf-6afe1a0c36eb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f723ee63-0e76-4f0f-b25f-731d299d86bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.371988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.432771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb60fe6-43d2-45a5-88a6-4cb43a09127d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.454467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.454792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae47dc4-a7ac-4dc1-b7c4-3bcf50cf9df5') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:20.471371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c413a04d-f1e2-4854-8653-5f6fa94d2301 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1718631 Dec 10 16:34:20.475510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.477127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47872) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.522620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.522620 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-e1d5cfb4-644c-4a1a-8a76-dde258842639 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] delete failed (client error): The resource could not be found. Dec 10 16:34:20.522620 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1d5cfb4-644c-4a1a-8a76-dde258842639 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/f723ee63-0e76-4f0f-b25f-731d299d86bf HTTP/1.1" status: 404 len: 347 time: 0.0377982 Dec 10 16:34:20.524207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.532618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967050110'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.538354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:20.538762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:20.543471 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:20.682920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.715070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.727798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.731180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] 10.222.0.21 "DELETE /v2.0/networks/beb60fe6-43d2-45a5-88a6-4cb43a09127d HTTP/1.1" status: 204 len: 168 time: 1.6355119 Dec 10 16:34:20.745580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.749427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.753645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434aca-b2af-4f28-9da1-ce98026b5d23 tempest-FloatingIPNegativeTestJSON-1634620557 tempest-FloatingIPNegativeTestJSON-1634620557-project] Pushing event deleted for resources: {'Network': ['ID=beb60fe6-43d2-45a5-88a6-4cb43a09127d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:20.758517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5a3f3970-2eba-4a15-bae9-fa05fcf8626d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:20.787127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 5a3f3970-2eba-4a15-bae9-fa05fcf8626d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:20.787847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5a3f3970-2eba-4a15-bae9-fa05fcf8626d not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:20.788569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 48c05ca1-2623-45ab-a147-6d56e56d123a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:20.813308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 48c05ca1-2623-45ab-a147-6d56e56d123a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:20.814000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 48c05ca1-2623-45ab-a147-6d56e56d123a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:20.843375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.871899 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-e9fbb927-177c-4fdb-b4c1-9eba9b11a3d0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:20.872988 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e9fbb927-177c-4fdb-b4c1-9eba9b11a3d0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6775570 Dec 10 16:34:20.882891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.889053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c2ea0688-af98-436f-ad07-5809b549daf1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.889783 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-c2ea0688-af98-436f-ad07-5809b549daf1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 16:34:20.890434 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-c2ea0688-af98-436f-ad07-5809b549daf1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:20.891533 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c2ea0688-af98-436f-ad07-5809b549daf1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066035 Dec 10 16:34:20.898073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:20.904698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df621d7d-282a-4ff2-a500-c33cea76a779 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:20.928189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.961317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port d6dd3d3b-e341-4399-b25a-820b1d9dcd05 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:20.961757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:20.995808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.069137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.087738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46534b09-d5bf-44df-b09a-d7f418fcc718,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.096308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.113187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33019da-c228-47b3-914e-7e68c09f9cd9 req-84855ae7-9f76-4d09-ab9e-a5352bcb7502 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:21.114771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e33019da-c228-47b3-914e-7e68c09f9cd9 req-84855ae7-9f76-4d09-ab9e-a5352bcb7502 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1108730 Dec 10 16:34:21.125677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.138564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for d6dd3d3b-e341-4399-b25a-820b1d9dcd05 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:21.215089 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e33019da-c228-47b3-914e-7e68c09f9cd9 req-94f6b85b-a7cf-4b05-97e8-44134f186c36 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906837 Dec 10 16:34:21.229028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.233580 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3c9d621e-3c5d-4e33-a013-f9502dafad74 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7083635 Dec 10 16:34:21.234199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.239897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '46534b09-d5bf-44df-b09a-d7f418fcc718', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:21.262102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Deleting port 2a407889-c72f-49b0-a2d8-47344af424dd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:21.262448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.268024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47890) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.368443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.375587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] For port 2a407889-c72f-49b0-a2d8-47344af424dd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2a407889-c72f-49b0-a2d8-47344af424dd,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:21.375979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.401019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Calling delete_port for 2a407889-c72f-49b0-a2d8-47344af424dd owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:21.463994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port 30500073-679c-4915-98a1-22e6a8ddb588 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:21.464469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.513223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-df621d7d-282a-4ff2-a500-c33cea76a779 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:21.514198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df621d7d-282a-4ff2-a500-c33cea76a779 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6149492 Dec 10 16:34:21.521834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.529008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.531974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d2ad5d4a-3ed9-4799-a979-3ff8eee75025 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:21.532453 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-d2ad5d4a-3ed9-4799-a979-3ff8eee75025 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:34:21.532987 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-d2ad5d4a-3ed9-4799-a979-3ff8eee75025 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:21.536289 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2ad5d4a-3ed9-4799-a979-3ff8eee75025 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111740 Dec 10 16:34:21.536426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3f146e2c-1409-4622-8847-02a0273d956b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da0549006f2344dc995c3c82c97ff8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649071 Dec 10 16:34:21.536581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.537060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.546559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-35c1b4ef-0fc8-478d-8736-0fe092501bb7 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:21.629481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.663704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.671004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.683496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.690548 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=d6dd3d3b-e341-4399-b25a-820b1d9dcd05,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.701420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.709424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for 30500073-679c-4915-98a1-22e6a8ddb588 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:21.729740 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-35c1b4ef-0fc8-478d-8736-0fe092501bb7 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Project 4dacd92be7534ae998b31e735d77d0c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:21.771769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.771878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.776189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40657264-5d05-4b41-9c8a-324e1959da60,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:21.844485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.849760 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3f3e3ed0-cdea-465f-83a3-a9c8c29234b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6129394 Dec 10 16:34:21.850864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.922329 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-35c1b4ef-0fc8-478d-8736-0fe092501bb7 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:21.926474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-35c1b4ef-0fc8-478d-8736-0fe092501bb7 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3874300 Dec 10 16:34:21.927332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.931537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.935451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3851ef41-887a-4396-a397-6997cde74df6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/d6dd3d3b-e341-4399-b25a-820b1d9dcd05 HTTP/1.1" status: 204 len: 168 time: 1.6958535 Dec 10 16:34:21.935670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e1e5fe49-c9c9-435e-ba33-7807594246a2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:21.940855 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-e1e5fe49-c9c9-435e-ba33-7807594246a2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 16:34:21.941411 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-e1e5fe49-c9c9-435e-ba33-7807594246a2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:21.942407 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1e5fe49-c9c9-435e-ba33-7807594246a2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112092 Dec 10 16:34:21.942951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.945764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.956938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f925de-5cb0-4d7f-a256-fe21bcc8e9c5 req-bba6753f-3013-4d76-8115-54773008d0c1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:21.960479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-84f925de-5cb0-4d7f-a256-fe21bcc8e9c5 req-bba6753f-3013-4d76-8115-54773008d0c1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1861122 Dec 10 16:34:21.968645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:21.971620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:21.974814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea8c5bb6-91a6-47be-b309-13532f322224 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:22.095052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Allocated IP 172.26.4.249 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/ac151e38-c802-456f-8a56-af4370f02b46) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:22.182666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-5981a9a5-b5fb-4da1-965b-93c33cb59a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:22.184196 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-5981a9a5-b5fb-4da1-965b-93c33cb59a03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.1600218 Dec 10 16:34:22.185023 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-ea8c5bb6-91a6-47be-b309-13532f322224 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Project 4dacd92be7534ae998b31e735d77d0c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:22.289031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ea8c5bb6-91a6-47be-b309-13532f322224 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:22.290177 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea8c5bb6-91a6-47be-b309-13532f322224 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3204544 Dec 10 16:34:22.292274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.293693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.316927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.319457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.320524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bdf836c-29bf-4fc6-bdd9-402f90348feb HTTP/1.1" status: 204 len: 168 time: 0.7827482 Dec 10 16:34:22.324375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b7ebb2b-8049-4345-947f-3bfc929e672a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '2bc06395-0d30-4101-8b85-ed49e3f39cfb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:22.330531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.336372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b528aa-92a8-41b7-b7a1-149e8ea7e422 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:22.338815 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a5b528aa-92a8-41b7-b7a1-149e8ea7e422 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/d6dd3d3b-e341-4399-b25a-820b1d9dcd05 HTTP/1.1" status: 404 len: 333 time: 0.3934100 Dec 10 16:34:22.340005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.346622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.349043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a407889-c72f-49b0-a2d8-47344af424dd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:22.391610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c1360-b8c5-4c2b-81b2-92e9dbf32b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdf836c-29bf-4fc6-bdd9-402f90348feb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:22.414277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-7fbc6f1f-db57-429c-8874-1dbf3d66a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:22.415792 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-7fbc6f1f-db57-429c-8874-1dbf3d66a478 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.2124281 Dec 10 16:34:22.421219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=30500073-679c-4915-98a1-22e6a8ddb588,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:22.454138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c76109-ca43-4525-be2e-87fe898f5833 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:22.460292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-84f925de-5cb0-4d7f-a256-fe21bcc8e9c5 req-3048d739-1048-4944-ad6e-af02793f98ce tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865491 Dec 10 16:34:22.540961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.546398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.557115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.560779 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/40657264-5d05-4b41-9c8a-324e1959da60 HTTP/1.1" status: 204 len: 168 time: 0.6759667 Dec 10 16:34:22.564045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.567853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308277b2-d63d-462a-9759-8543d30442a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40657264-5d05-4b41-9c8a-324e1959da60,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:22.586292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 1c233cba-c7bd-4d11-a947-46c813773a19 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:22.626172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.640040 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-780cfeef-7f48-4fba-8520-9150bec0699c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723054 Dec 10 16:34:22.640040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.640275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47918) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:22.666862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:22.686334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:22.690643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:22.693767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event updated for resources: {'Port': ['ID=ac151e38-c802-456f-8a56-af4370f02b46,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:22.700814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a144db-fccb-4ecb-975a-f6217f89758d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:22.702265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-d526f7c8-bb9f-44fa-ac7c-12f0736f4ee4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.2276652 Dec 10 16:34:22.722515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.769092 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-8b7ebb2b-8049-4345-947f-3bfc929e672a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Project 4dacd92be7534ae998b31e735d77d0c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:22.810798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-23c7bb69-788f-4f22-8955-1d2ddde302b4 None None] Provisioning complete for port ac151e38-c802-456f-8a56-af4370f02b46 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:22.814909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23c7bb69-788f-4f22-8955-1d2ddde302b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.815065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.841376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:22.852184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23c7bb69-788f-4f22-8955-1d2ddde302b4 None None] Port ac151e38-c802-456f-8a56-af4370f02b46 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:22.896079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-8b7ebb2b-8049-4345-947f-3bfc929e672a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:22.899796 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b7ebb2b-8049-4345-947f-3bfc929e672a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5812452 Dec 10 16:34:22.901588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.016874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.022504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.025152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.028666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/46534b09-d5bf-44df-b09a-d7f418fcc718 HTTP/1.1" status: 204 len: 168 time: 0.3843238 Dec 10 16:34:23.039233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.064750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.076456 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442b221-a815-4b16-a2b2-8df7287ac004 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46534b09-d5bf-44df-b09a-d7f418fcc718,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.110581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.148619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.150447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:23.162736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f4c1f812-af64-4de6-bc58-ae3cdc548236 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1189497 Dec 10 16:34:23.168686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.174702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--599583208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:23.190893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.226140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-3f0ded20-414c-4b79-a66e-907f59a1fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:23.227635 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-3f0ded20-414c-4b79-a66e-907f59a1fd8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.4991157 Dec 10 16:34:23.267163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.269824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.273340 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bc06395-0d30-4101-8b85-ed49e3f39cfb HTTP/1.1" status: 204 len: 168 time: 0.3684359 Dec 10 16:34:23.275786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.298672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86a6a-705b-47a2-b087-2d9636cf9219 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc06395-0d30-4101-8b85-ed49e3f39cfb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.347730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-65a2c08d-4b58-42ae-a3cf-37ec21ac84ed tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0675936 Dec 10 16:34:23.353044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:23.354020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.359310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-361bfc08-5e77-4cee-840d-f7b9b1638810 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e4a00b5-b791-47b6-b8bb-82d9efc0d51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4102476 Dec 10 16:34:23.368252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Sync routers for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:23.368351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.369041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--877382727'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:23.381447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.384924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:23.385546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:23.387286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.488154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-d1a45f6e-c41a-4cf3-9fa0-0eb156338a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:23.488864 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-d1a45f6e-c41a-4cf3-9fa0-0eb156338a58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2176118 Dec 10 16:34:23.489524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.490084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router b0751c23-5432-4da2-84e5-90cfe02e4ecb {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:23.500627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.501790 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ff4156a5-9780-4888-9661-11ba507efc53 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/b0751c23-5432-4da2-84e5-90cfe02e4ecb HTTP/1.1" status: 204 len: 168 time: 3.3148706 Dec 10 16:34:23.516106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.516106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.523130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179594272', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:23.549604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.640994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.646802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.691302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d400a-ac94-4545-bea9-8cd68291f521,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.695324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:23.711334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.712417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.721251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.780120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.785319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.786704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.803968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.808282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a818d813-f675-4910-b7e8-2a905910797f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6355333 Dec 10 16:34:23.820703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.823932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc020-bcc3-4bd1-ae40-8de81df333df req-18858d17-da22-4f48-ac0d-d6a5fabfe581 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:23.825509 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-557cc020-bcc3-4bd1-ae40-8de81df333df req-18858d17-da22-4f48-ac0d-d6a5fabfe581 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2619369 Dec 10 16:34:23.827763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.831511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3156616c-c824-45b3-abf7-ba803e164b77,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.834952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'af7d400a-ac94-4545-bea9-8cd68291f521', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:23.845731 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-05ef9bd4-f4ab-4488-9819-02d812b9b3e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390322 Dec 10 16:34:23.906472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=1c233cba-c7bd-4d11-a947-46c813773a19,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:23.909162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.916842 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/1c233cba-c7bd-4d11-a947-46c813773a19 HTTP/1.1" status: 204 len: 168 time: 1.5648749 Dec 10 16:34:23.917400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a23e80-38cd-41d6-b10a-9968b1ae64b8 None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:23.932527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:23.944940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:23.946281 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0187bd34-8c53-4631-99a8-09ce3df6e2c0 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5912902 Dec 10 16:34:23.982197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3bd26f6b-0795-4b65-b6f2-f928895873d1 tempest-DvrRoutersNegativeTest-1655868348 tempest-DvrRoutersNegativeTest-1655868348-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-634068546', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:23.985672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.policy [None req-3bd26f6b-0795-4b65-b6f2-f928895873d1 tempest-DvrRoutersNegativeTest-1655868348 tempest-DvrRoutersNegativeTest-1655868348-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103598) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 16:34:23.985672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.policy [None req-3bd26f6b-0795-4b65-b6f2-f928895873d1 tempest-DvrRoutersNegativeTest-1655868348 tempest-DvrRoutersNegativeTest-1655868348-project] Failed policy check for 'create_router' {{(pid=103598) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 16:34:23.985940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-3bd26f6b-0795-4b65-b6f2-f928895873d1 tempest-DvrRoutersNegativeTest-1655868348 tempest-DvrRoutersNegativeTest-1655868348-project] create failed (client error): Access was denied to this resource. Dec 10 16:34:23.986902 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3bd26f6b-0795-4b65-b6f2-f928895873d1 tempest-DvrRoutersNegativeTest-1655868348 tempest-DvrRoutersNegativeTest-1655868348-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1987700 Dec 10 16:34:23.995836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:24.003646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ad79929b-0ead-4307-bbfd-1904dbd1fa7f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '3156616c-c824-45b3-abf7-ba803e164b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:24.010813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.011169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.011520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.011866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.012214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.012554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.012892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.013268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.013601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.013937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.014271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.014602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.014934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa378f7a-a2ac-4bf1-8ad2-272e36dc56cd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.031857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.067829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:34:21Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:24.084244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.104136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet c1da1e2c-3b82-4b81-86f6-270827e6fe45 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:24.107171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.121576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Checking router: 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:24.138418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Routers {'4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:24.139678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:24.163975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.166859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.178451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-557cc020-bcc3-4bd1-ae40-8de81df333df req-39656309-6c9f-44ed-8283-bd75cb2e1d1a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215714 Dec 10 16:34:24.197279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.265167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] Set router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:24.289584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7bd694d0-9c4f-4dff-809a-61e6b552c741 req-a86fc867-7063-47d3-b752-59ddf219b4f8 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995833 Dec 10 16:34:24.303782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.469963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.498047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.532633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.551767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Deleting port dc1cc656-160f-420f-a182-1518b4931696 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:24.552401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.574238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:34:21Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:24.635749 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ad79929b-0ead-4307-bbfd-1904dbd1fa7f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The resource could not be found. Dec 10 16:34:24.637050 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ad79929b-0ead-4307-bbfd-1904dbd1fa7f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6400020 Dec 10 16:34:24.637763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.653726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae769d6c-1e21-47f3-b315-fa8e6f0aefaf None None] The sync data for ids ['4e4a00b5-b791-47b6-b8bb-82d9efc0d51e'] in dv-neutron-820858-1-hyperv is: [{'id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'name': 'tempest-ServersTestJSON-30150094-router', 'tenant_id': 'e4f04438a3234a60829a3cddceef9c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': 'dc1cc656-160f-420f-a182-1518b4931696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:34:21Z', 'revision_number': 5, 'project_id': 'e4f04438a3234a60829a3cddceef9c49', 'gw_port': {'id': 'dc1cc656-160f-420f-a182-1518b4931696', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4a00b5-b791-47b6-b8bb-82d9efc0d51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:24.677817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47968) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:24.684702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ad47869d-dcad-4168-bd5e-b0cbdcdcc698 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '3156616c-c824-45b3-abf7-ba803e164b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2c60b3c9-eb7b-4a17-96af-c2fd19862025'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:24.691532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47970) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:24.698223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=c1da1e2c-3b82-4b81-86f6-270827e6fe45,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:24.718804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.719427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.719859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.720294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.720806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.721257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.733937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.734473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.734910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.735462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.735889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.736334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.736755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:24.748119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.753180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dcbf1591-df95-43a1-9608-e44b7890f2f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/c1da1e2c-3b82-4b81-86f6-270827e6fe45 HTTP/1.1" status: 204 len: 168 time: 0.8180406 Dec 10 16:34:24.764582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:24.930487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.995114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c85721d-358e-49ee-b77f-807c46666e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:24.995345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9f477a-4cf1-4527-b07b-e78c258800f7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:25.000691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.048069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.078195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] For port dc1cc656-160f-420f-a182-1518b4931696, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dc1cc656-160f-420f-a182-1518b4931696,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:25.084752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.099863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Calling delete_port for dc1cc656-160f-420f-a182-1518b4931696 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:25.114655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.118840 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-147ce667-d484-4eb8-986e-653ffc7dc492 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2895663 Dec 10 16:34:25.125813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:25.130634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'af7d400a-ac94-4545-bea9-8cd68291f521', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:25.159379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136fa624-e0fd-481e-830b-06e461cd69e1 None None] Network e1da5451-a0a2-4982-ad32-4b7920a3d487 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:25.243495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-ad47869d-dcad-4168-bd5e-b0cbdcdcc698 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The resource could not be found. Dec 10 16:34:25.245140 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ad47869d-dcad-4168-bd5e-b0cbdcdcc698 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5644820 Dec 10 16:34:25.269241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18693080-b2c9-4c3f-a8b5-13b9bc6e3190 None None] Provisioning complete for port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:25.269870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18693080-b2c9-4c3f-a8b5-13b9bc6e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.279253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.26.4.9 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/443603af-6514-45c6-b320-ace2f705b3ca) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:25.281374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:25.322003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Router 77d62259-b9d4-44d9-9905-33152e882f89 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:25.406895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] DHCP port deletion for e1da5451-a0a2-4982-ad32-4b7920a3d487 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:25.455017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.519551 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:25.527940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.531951 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] Sync routers for ids ['77d62259-b9d4-44d9-9905-33152e882f89'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:25.546524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Deleting port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:25.546915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.547926 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] Routers {'77d62259-b9d4-44d9-9905-33152e882f89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:25.548761 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['77d62259-b9d4-44d9-9905-33152e882f89'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:25.549788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:25.550192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.571866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec0a3f-158c-4fa6-97ed-33c9a2570709 req-f970b783-571b-4da9-9c6b-ca4d382df146 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:25.579543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ec0a3f-158c-4fa6-97ed-33c9a2570709 req-f970b783-571b-4da9-9c6b-ca4d382df146 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2698591 Dec 10 16:34:25.589553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:25.599299 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] Routers {'77d62259-b9d4-44d9-9905-33152e882f89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:25.600229 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['77d62259-b9d4-44d9-9905-33152e882f89'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:25.634195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,segment=NetworkSegment(4b048b04-0604-4cf1-9bee-206359f96804),segment_id=4b048b04-0604-4cf1-9bee-206359f96804)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:25.634714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.637518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:25.638581 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7fac5-1dfa-477c-896c-a7b0c8ac17fa None None] The sync data for ids ['77d62259-b9d4-44d9-9905-33152e882f89'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:25.646357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.653990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Calling delete_port for 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:25.710038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.747069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1cc656-160f-420f-a182-1518b4931696,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:25.752978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c85721d-358e-49ee-b77f-807c46666e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.762849 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ec0a3f-158c-4fa6-97ed-33c9a2570709 req-3127bafb-d48c-433c-a65f-02d5340c2985 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823635 Dec 10 16:34:25.769405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b2571-48d0-4fcb-934d-06705a5d0f02 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:25.800232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,segment=NetworkSegment(4b048b04-0604-4cf1-9bee-206359f96804),segment_id=4b048b04-0604-4cf1-9bee-206359f96804)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:25.800687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.812185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.814538 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d483ed84-0d34-426a-81f4-247fca198034 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7800367 Dec 10 16:34:25.820026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:25.825459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.832220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:25.838315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.847609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:25.848597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.874283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] Pushing event deleted for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:25.893111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d05cc-623f-47b7-99d5-315cb1b70330 None None] No DVR routers for this DVR port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:25.924422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c85721d-358e-49ee-b77f-807c46666e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.967301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.972505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.972505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:25.972713 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/3156616c-c824-45b3-abf7-ba803e164b77 HTTP/1.1" status: 204 len: 168 time: 0.6876166 Dec 10 16:34:25.984780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:25.986226 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1c85721d-358e-49ee-b77f-807c46666e10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a858267cb24f4196bf26890525703bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2933965 Dec 10 16:34:25.990659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:26.007568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85721d-358e-49ee-b77f-807c46666e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93074ccb-324f-4ef2-a30a-ba92dec4a05c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.011954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d03eb7d-f917-4d48-9e38-775e0c22664b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.050705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1149b-5762-48a7-bd88-59a1792eb684 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156616c-c824-45b3-abf7-ba803e164b77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.050705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.078824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=74e1d059-ebf0-4dfd-9755-54f231e0e0f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.082250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.083807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.089790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:26.125503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.126841 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-04e9a366-c9cc-42d4-936a-3e918967d6f9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0000231 Dec 10 16:34:26.149578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 47990) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:26.156016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'af7d400a-ac94-4545-bea9-8cd68291f521', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:26.173375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:26.214744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:26.225832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:26.232525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=443603af-6514-45c6-b320-ace2f705b3ca,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.234712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c79c2d-5a77-48aa-96f4-3f0b5c037811 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:26.246409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.258966 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-178e3610-8ed7-4cf3-985b-99958e1be920 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2653098 Dec 10 16:34:26.263139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10d640-f5e0-4bf2-8730-a09c81e571e8 req-e6dfa280-f048-4a1b-9fd5-18c74e144af8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:26.264669 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6c10d640-f5e0-4bf2-8730-a09c81e571e8 req-e6dfa280-f048-4a1b-9fd5-18c74e144af8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3734136 Dec 10 16:34:26.266039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.267720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:26.274745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f7fd5f62-661d-460f-8469-bf83c349ef5d tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '5eabd056-d23b-4648-8d95-406f4d8cc6d4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:26.287063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6f88103c-e822-48b7-a4af-22ef5413c48f None None] Provisioning complete for port 443603af-6514-45c6-b320-ace2f705b3ca triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:26.287665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f88103c-e822-48b7-a4af-22ef5413c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.304179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.328466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6f88103c-e822-48b7-a4af-22ef5413c48f None None] Port 443603af-6514-45c6-b320-ace2f705b3ca cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:26.337813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1da5451-a0a2-4982-ad32-4b7920a3d487']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:26.352223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b048b04-0604-4cf1-9bee-206359f96804') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:26.352528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b048b04-0604-4cf1-9bee-206359f96804') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:26.419858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.475437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.512293 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6c10d640-f5e0-4bf2-8730-a09c81e571e8 req-4b45c7f1-dd10-4091-8582-8aa9c9c62b9a tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253139 Dec 10 16:34:26.543672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.544257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4a00b5-b791-47b6-b8bb-82d9efc0d51e {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:26.551443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.555417 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7732e819-c603-4d2f-99ff-8a2284cb377d admin admin] 10.222.0.21 "DELETE /v2.0/routers/4e4a00b5-b791-47b6-b8bb-82d9efc0d51e HTTP/1.1" status: 204 len: 168 time: 3.1839340 Dec 10 16:34:26.557887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:26.693232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Deleting subnet 45a44295-9782-4b0b-b45c-6d6af2f91cc0 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:26.696869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.739200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.748687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.760995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.790895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.793820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.808364 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-f7fd5f62-661d-460f-8469-bf83c349ef5d tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The resource could not be found. Dec 10 16:34:26.813028 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f7fd5f62-661d-460f-8469-bf83c349ef5d tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5416639 Dec 10 16:34:26.813874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 47998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:26.814958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:26.823889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.824035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:26.824119 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:26.825889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.825889 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93074ccb-324f-4ef2-a30a-ba92dec4a05c HTTP/1.1" status: 204 len: 168 time: 0.7915585 Dec 10 16:34:26.825889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002656683'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:26.868427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5db3f0-423b-4dcf-88a5-320a2dd7dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93074ccb-324f-4ef2-a30a-ba92dec4a05c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:26.903169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.923105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:26.927296 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:34:27.007742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.029782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.034760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.043091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/e1da5451-a0a2-4982-ad32-4b7920a3d487 HTTP/1.1" status: 204 len: 168 time: 2.2753251 Dec 10 16:34:27.044239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.049752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.092091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740d48-f4a5-4442-8db1-6bb09097d076 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=e1da5451-a0a2-4982-ad32-4b7920a3d487,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.097417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71bd789-6876-4d8c-b5d4-347d5b6a2e06,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.102314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.137012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.138356 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-354be96d-4e9d-4546-9c3d-84e179f4077f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9859478 Dec 10 16:34:27.146368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.160341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'af7d400a-ac94-4545-bea9-8cd68291f521', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:27.167451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:27.175056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.192288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:27.192701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 74e1d059-ebf0-4dfd-9755-54f231e0e0f2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:27.193199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2a407889-c72f-49b0-a2d8-47344af424dd no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:27.223259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a44295-9782-4b0b-b45c-6d6af2f91cc0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.226757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2a407889-c72f-49b0-a2d8-47344af424dd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:27.226961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2a407889-c72f-49b0-a2d8-47344af424dd not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:27.261648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de91e71-b6e4-470a-89f2-fe23d1b684ba None None] Network 73f26039-7d90-4bdf-9792-0d98d1425dde requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:27.284796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.284796 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ac766370-8f0c-404e-908e-af458f1fe535 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45a44295-9782-4b0b-b45c-6d6af2f91cc0 HTTP/1.1" status: 204 len: 168 time: 0.7217577 Dec 10 16:34:27.293278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.366247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3e7f7-8eff-4f50-8676-fd765ba9f6e8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:27.371982 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-77d3e7f7-8eff-4f50-8676-fd765ba9f6e8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3168266 Dec 10 16:34:27.372661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.438670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.450578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4f03-21cd-4772-a307-2c0e7a50dd57 req-cfed8afe-a480-4450-9850-59546e14a9f1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:27.452124 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf9b4f03-21cd-4772-a307-2c0e7a50dd57 req-cfed8afe-a480-4450-9850-59546e14a9f1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2655208 Dec 10 16:34:27.456746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.504006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.505791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] DHCP port deletion for 73f26039-7d90-4bdf-9792-0d98d1425dde request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:27.559079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Deleting port 770f556a-e500-488b-a2f0-f7db90fca3f8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:27.559468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.564101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a9ecaa65-54d8-48ef-9583-be96bf151e92 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1885736 Dec 10 16:34:27.564960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.578471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1356781735'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:27.643051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.646016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] For port 770f556a-e500-488b-a2f0-f7db90fca3f8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=770f556a-e500-488b-a2f0-f7db90fca3f8,segment=NetworkSegment(ab2f362f-2f0b-499e-a51f-5f4f8175f058),segment_id=ab2f362f-2f0b-499e-a51f-5f4f8175f058)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:27.646423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.659473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.664142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Calling delete_port for 770f556a-e500-488b-a2f0-f7db90fca3f8 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:27.715936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:27.722023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.769467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.795913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.802770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99d7d24-dc34-4305-aff4-39974b4694ee,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.812169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:27.829109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.829924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment 2b40146e-2972-4845-b9f0-3fef1f97545d of type vlan for network af990289-63ee-44e8-a8c7-b06bcc18cb00 Dec 10 16:34:27.854747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.891689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1131ef-43c3-478d-b7b1-c60ff028b39e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.898611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.914984 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf9b4f03-21cd-4772-a307-2c0e7a50dd57 req-f229c249-0614-41b2-bc08-cf570f239562 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538815 Dec 10 16:34:27.925009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] No DVR routers for this DVR port 770f556a-e500-488b-a2f0-f7db90fca3f8 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:27.930161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Pushing event deleted for resources: {'Port': ['ID=770f556a-e500-488b-a2f0-f7db90fca3f8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:27.953991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.955017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.955480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.955937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.956532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.957046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.958213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.958662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.959136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.959577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.960046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.960502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.960618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:27.961017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e419c-39bc-4b14-9936-37eedd4d1b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:34:27.961770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6a9303a4-eb2a-454a-8c70-1b7609738e15 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8140373 Dec 10 16:34:27.966483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48030) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:27.997950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'af7d400a-ac94-4545-bea9-8cd68291f521', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:28.004268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.008501 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-439aabaf-adbf-48f2-a77c-0ae42a12bc25 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1874607 Dec 10 16:34:28.008825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.013506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--230732654'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:28.049781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Deleting port 770f556a-e500-488b-a2f0-f7db90fca3f8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:28.050128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.070355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.076334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:28.076942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.130589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.137827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] For port 770f556a-e500-488b-a2f0-f7db90fca3f8, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:28.138209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.141431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.150743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:28.156343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=af990289-63ee-44e8-a8c7-b06bcc18cb00,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:28.172231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:28.200207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Calling delete_port for 770f556a-e500-488b-a2f0-f7db90fca3f8 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:28.203487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Port 770f556a-e500-488b-a2f0-f7db90fca3f8 was not found and therefore no delete operation was performed {{(pid=103599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:34:28.257687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.268093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.298856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.306937 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0071535 Dec 10 16:34:28.307509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.319681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=770f556a-e500-488b-a2f0-f7db90fca3f8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:28.322404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] No DVR routers for this DVR port 770f556a-e500-488b-a2f0-f7db90fca3f8 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:28.366099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:28.379825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Sync routers for ids ['0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:28.400834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Routers {'0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:28.401411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.410525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.475917 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3c6cd17c-d60a-4da0-a316-c0573e056af2 tempest-NetworksApiDiscovery-1634454672 tempest-NetworksApiDiscovery-1634454672-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1637483 Dec 10 16:34:28.512652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.517399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6b734345-cdbb-418b-a2f0-8677e9be17cb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9451902 Dec 10 16:34:28.520211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.528303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.528439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:28.528520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router 77d62259-b9d4-44d9-9905-33152e882f89 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:28.540417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Set router 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:28.556276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.579813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.583323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1760428-4700-4f9b-91a4-b0ab6e85915b req-d7251fb1-f700-433f-9f5c-34cb12f66fa1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:28.583457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-61d0af5e-03fe-42f6-8ede-effb4404dcaf tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0643685 Dec 10 16:34:28.584999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.589556 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1760428-4700-4f9b-91a4-b0ab6e85915b req-d7251fb1-f700-433f-9f5c-34cb12f66fa1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2492948 Dec 10 16:34:28.669501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f26039-7d90-4bdf-9792-0d98d1425dde']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.677320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.718828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2f362f-2f0b-499e-a51f-5f4f8175f058') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.719298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2f362f-2f0b-499e-a51f-5f4f8175f058') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.738591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328f10cc-1c4f-4da3-a313-bb78156c0a58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:28.744622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1760428-4700-4f9b-91a4-b0ab6e85915b req-525cf159-b66e-418e-83e0-e8808d1cf780 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539128 Dec 10 16:34:28.751828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.752149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.781026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0dc0fbcd-1a40-4b27-ba5e-844fdfa4c697 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b HTTP/1.1" status: 200 len: 907 time: 0.1948497 Dec 10 16:34:28.786796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dc1cc656-160f-420f-a182-1518b4931696 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:28.787827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.788523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48052) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.793447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179594272', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:28.812040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:28.812460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.814545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: dc1cc656-160f-420f-a182-1518b4931696 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:28.814897 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:28.816700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dc1cc656-160f-420f-a182-1518b4931696 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:28.816700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 770f556a-e500-488b-a2f0-f7db90fca3f8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:28.816832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb362c9-5364-4d4c-b3cd-aa51c23406e8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:28.818856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9'}], 'enable_snat': False}, 'gw_port_id': '443603af-6514-45c6-b320-ace2f705b3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:23Z', 'updated_at': '2021-12-10T16:34:26Z', 'revision_number': 3, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port': {'id': '443603af-6514-45c6-b320-ace2f705b3ca', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:25Z', 'updated_at': '2021-12-10T16:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.827138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.832157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7d45cda6-215d-4103-ac46-f790d661a843 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8215625 Dec 10 16:34:28.843042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.848602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cc9219d9-9bba-4732-ac4a-965832734c17 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': 'ee1131ef-43c3-478d-b7b1-c60ff028b39e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '328f10cc-1c4f-4da3-a313-bb78156c0a58'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:28.863978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Checking router: 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:28.864364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Updating router 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b port 443603af-6514-45c6-b320-ace2f705b3ca binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:28.868655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 770f556a-e500-488b-a2f0-f7db90fca3f8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:28.869589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 770f556a-e500-488b-a2f0-f7db90fca3f8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:28.882864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:28.888080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.889830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18c1b00f-4d1a-4ade-a330-6ad89795d2da tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "PUT /v2.0/routers/77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 200 len: 926 time: 3.0662515 Dec 10 16:34:28.893163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:28.895271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] Sync routers for ids ['77d62259-b9d4-44d9-9905-33152e882f89'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:28.905881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.907526 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] Routers {'77d62259-b9d4-44d9-9905-33152e882f89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:28.908496 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['77d62259-b9d4-44d9-9905-33152e882f89'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.951177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.957312 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.963833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.969384 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] Routers {'77d62259-b9d4-44d9-9905-33152e882f89'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:28.970343 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['77d62259-b9d4-44d9-9905-33152e882f89'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:28.975023 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73f26039-7d90-4bdf-9792-0d98d1425dde HTTP/1.1" status: 204 len: 168 time: 1.6756716 Dec 10 16:34:28.975208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:28.979270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:28.989532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848eeb3-0d76-443d-a77f-1d63f68bfb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f26039-7d90-4bdf-9792-0d98d1425dde,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.019522 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:29.020691 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44db83e-f4e7-4f54-9a27-555bc07d59ff None None] The sync data for ids ['77d62259-b9d4-44d9-9905-33152e882f89'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:29.022569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.024241 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be3739ae-8bda-4528-bdd4-1a1e1b337eeb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0561845 Dec 10 16:34:29.026525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.074241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.087408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.132730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.133474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3f619523-f119-4bbc-b5a7-435d801b5c4f tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 200 len: 926 time: 0.2383587 Dec 10 16:34:29.191691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.192797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.196423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.213430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.224564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.225760 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2bb362c9-5364-4d4c-b3cd-aa51c23406e8 HTTP/1.1" status: 204 len: 168 time: 0.1982710 Dec 10 16:34:29.230161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.264490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb04bf-c110-4e1c-97cf-5d52a788d767 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bb362c9-5364-4d4c-b3cd-aa51c23406e8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.272141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281041cb-394f-4c87-ae41-f011bcc18cd9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:29.276470 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-281041cb-394f-4c87-ae41-f011bcc18cd9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=77d62259-b9d4-44d9-9905-33152e882f89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1399198 Dec 10 16:34:29.276804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.278288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.379933 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-11fbe598-aeb9-4a9a-9693-9b1a9cc3f2a6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1435595 Dec 10 16:34:29.387617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.407633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09a4682a-df28-4860-83a5-daefbc83cc49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.432999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.439336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.469077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.475658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.501887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.503880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-cc9219d9-9bba-4732-ac4a-965832734c17 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:29.504940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cc9219d9-9bba-4732-ac4a-965832734c17 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6600876 Dec 10 16:34:29.512244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.513198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde414e9-be73-412f-8f1e-3ff6d689f7e4 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:29.514617 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cde414e9-be73-412f-8f1e-3ff6d689f7e4 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.2353709 Dec 10 16:34:29.523119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.544341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.549199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.577843 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a2b9bdf1-c8cc-46f8-9795-d6264947ceb7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 200 len: 205 time: 0.0506508 Dec 10 16:34:29.580572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.606785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=7d2166be-3d4f-42b7-86b2-abfc720ed3b1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.607465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Attempting to bind port 443603af-6514-45c6-b320-ace2f705b3ca on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:29.608058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Attempting to bind port 443603af-6514-45c6-b320-ace2f705b3ca by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:29.608754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Attempting to bind port 443603af-6514-45c6-b320-ace2f705b3ca on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:29.616854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d5a5-ad38-46ad-92da-ce041762d53c None None] Pushing event updated for resources: {'Port': ['ID=443603af-6514-45c6-b320-ace2f705b3ca,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.620485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:29.621215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:29.621726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.622676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:29.622814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Bound port: 443603af-6514-45c6-b320-ace2f705b3ca, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:29.623360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.639402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': '2b40146e-2972-4845-b9f0-3fef1f97545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:29.639774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: af990289-63ee-44e8-a8c7-b06bcc18cb00, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:29.650858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57252e2a-af78-48e6-9333-4c5bd2d12940 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:29.655163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.668159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9ff8ddc2-454b-4b47-9f48-e94e84fbf69c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f04438a3234a60829a3cddceef9c49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1844060 Dec 10 16:34:29.671930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.689461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.706196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] For port 443603af-6514-45c6-b320-ace2f705b3ca, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:29.710714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] For port 443603af-6514-45c6-b320-ace2f705b3ca, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=443603af-6514-45c6-b320-ace2f705b3ca,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:29.712651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.717195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c99d7d24-dc34-4305-aff4-39974b4694ee HTTP/1.1" status: 204 len: 168 time: 0.3237269 Dec 10 16:34:29.717514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.730572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.730898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09a4682a-df28-4860-83a5-daefbc83cc49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.734596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb714ef-957f-487d-a4e9-f6a1768b9f83 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c99d7d24-dc34-4305-aff4-39974b4694ee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.773751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:29.783371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.786418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.819958 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3a04d5bd-9bfd-46e8-8f23-38ccac1e6bce tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0999219 Dec 10 16:34:29.820488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48090) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:29.826437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.840170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] Provisioning complete for port 443603af-6514-45c6-b320-ace2f705b3ca triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:29.840583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.854511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.856975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c8794-8df3-4915-a4d3-b7db4ea318b3 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:29.858229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09a4682a-df28-4860-83a5-daefbc83cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.865447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.872572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, af990289-63ee-44e8-a8c7-b06bcc18cb00) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:29.883845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:29.885103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.897782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74beb76c-d372-4702-974e-24224dec4591 None None] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:29.946012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:29.954482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4d5a5-ad38-46ad-92da-ce041762d53c None None] Pushing event updated for resources: {'Port': ['ID=443603af-6514-45c6-b320-ace2f705b3ca,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.964195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Routers {'0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:29.965230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:29.994519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4682a-df28-4860-83a5-daefbc83cc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306aff4-5b0b-4168-966f-d85bfaa4a9ed,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:29.994848 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-09a4682a-df28-4860-83a5-daefbc83cc49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2da55abf036a41fcb95c0c05b69dec25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7956998 Dec 10 16:34:29.999672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.002602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.004214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/328f10cc-1c4f-4da3-a313-bb78156c0a58 HTTP/1.1" status: 204 len: 168 time: 0.4874871 Dec 10 16:34:30.009196 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-def196c2-2e15-4927-ad6a-86dd04da7bdf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4852574 Dec 10 16:34:30.011799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.011928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.012008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.017028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00', 'name': 'tempest-PortsTestJSON-520202018'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:30.050471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a64383-eda6-4c35-b974-02a2668bfd93 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f10cc-1c4f-4da3-a313-bb78156c0a58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.055472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.068245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.069732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e71bd789-6876-4d8c-b5d4-347d5b6a2e06 HTTP/1.1" status: 204 len: 168 time: 0.2486770 Dec 10 16:34:30.075083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab65aff-11f6-4271-8dc1-e9180a89cd2e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e71bd789-6876-4d8c-b5d4-347d5b6a2e06,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.082072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.142816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.154817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.181022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-af990289-63ee-44e8-a8c7-b06bcc18cb00', 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': '7d2166be-3d4f-42b7-86b2-abfc720ed3b1'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:30.182696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.191848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.195615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.199262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01a35f-7ddd-479b-ae91-b848b9700a02 req-fd409330-504b-4836-a4dd-9cbd7caa3752 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:30.206039 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b01a35f-7ddd-479b-ae91-b848b9700a02 req-fd409330-504b-4836-a4dd-9cbd7caa3752 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2483156 Dec 10 16:34:30.216295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] Set router 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:30.235154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.237930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.251019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] For port 443603af-6514-45c6-b320-ace2f705b3ca, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=443603af-6514-45c6-b320-ace2f705b3ca,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:30.267983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a4b4f8b5-29a0-4836-9f47-71572741b4e1 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2455897 Dec 10 16:34:30.268203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.269758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.272974 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fefa464-7e90-4958-898f-febd5a327d71 HTTP/1.1" status: 204 len: 168 time: 0.5960979 Dec 10 16:34:30.274702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48102) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.329720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a2a3804f-ba0b-4043-8c43-b8d18e1596dd tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2421737 Dec 10 16:34:30.336177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.367007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.376655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe859a-a98a-4fbd-9331-b932b1ecf4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fefa464-7e90-4958-898f-febd5a327d71,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.409379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port ac151e38-c802-456f-8a56-af4370f02b46 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:30.409956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.417485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b01a35f-7ddd-479b-ae91-b848b9700a02 req-19fa8d36-89bc-4a6b-a8c4-b2df70645f97 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074089 Dec 10 16:34:30.448583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.456840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.457192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:30.462006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.481402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.493494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.495292 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f306aff4-5b0b-4168-966f-d85bfaa4a9ed HTTP/1.1" status: 204 len: 168 time: 0.4841437 Dec 10 16:34:30.533446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.534159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:30.560743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce518-a2ab-4dbf-af30-e278b02846b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306aff4-5b0b-4168-966f-d85bfaa4a9ed,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.578874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.26.4.39 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/f2be8717-cb55-433e-9f97-4704f56ac68b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:30.584871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9e15-f3e5-4b52-bcbf-bc3e45b8c2d6 None None] Pushing event updated for resources: {'Port': ['ID=443603af-6514-45c6-b320-ace2f705b3ca,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.601170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-93610307-d07f-4037-b7ec-b1d6508914be None None] Provisioning complete for port 443603af-6514-45c6-b320-ace2f705b3ca triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:30.601550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93610307-d07f-4037-b7ec-b1d6508914be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.661926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Allocated IP 172.20.0.2 (af990289-63ee-44e8-a8c7-b06bcc18cb00/7d2166be-3d4f-42b7-86b2-abfc720ed3b1/8982f143-b4f1-4cff-bf6d-abb97fcb1bd2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:30.679322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.696790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for ac151e38-c802-456f-8a56-af4370f02b46 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:30.707418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.722736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.727594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.732002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0d03eb7d-f917-4d48-9e38-775e0c22664b HTTP/1.1" status: 204 len: 168 time: 0.3945436 Dec 10 16:34:30.740473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9'}], 'enable_snat': False}, 'gw_port_id': '443603af-6514-45c6-b320-ace2f705b3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:23Z', 'updated_at': '2021-12-10T16:34:26Z', 'revision_number': 3, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port': {'id': '443603af-6514-45c6-b320-ace2f705b3ca', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:25Z', 'updated_at': '2021-12-10T16:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:30.761738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.761918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.819848 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-01bfec9d-2487-4915-a4f5-6033a2a518ad tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645103 Dec 10 16:34:30.823169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:30.895515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b9a70-3c55-4aac-9ad2-f489c9a55ff0 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d03eb7d-f917-4d48-9e38-775e0c22664b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:30.918060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:30.935635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.012756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.027354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.028251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.029948 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee1131ef-43c3-478d-b7b1-c60ff028b39e HTTP/1.1" status: 204 len: 168 time: 0.7518775 Dec 10 16:34:31.035089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.061497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef821cb5-49c0-4283-976f-4f7eead76d6d None None] The sync data for ids ['0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b'] in dv-neutron-820858-1-hyperv is: [{'id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9'}], 'enable_snat': False}, 'gw_port_id': '443603af-6514-45c6-b320-ace2f705b3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:23Z', 'updated_at': '2021-12-10T16:34:26Z', 'revision_number': 3, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port': {'id': '443603af-6514-45c6-b320-ace2f705b3ca', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:25Z', 'updated_at': '2021-12-10T16:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:31.099525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded7b3-6231-4736-ac14-fac75be1251c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1131ef-43c3-478d-b7b1-c60ff028b39e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.107861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=f2be8717-cb55-433e-9f97-4704f56ac68b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.108059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.116229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.120193 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4b9f477a-4cf1-4527-b07b-e78c258800f7 HTTP/1.1" status: 204 len: 168 time: 0.2933054 Dec 10 16:34:31.122401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.149285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:31.152677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:31.153291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0eaa91-63ba-4a68-b1d8-dda3ebdd15ba tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b9f477a-4cf1-4527-b07b-e78c258800f7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.163629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d8e5b-aba7-43e0-8dfd-1099fc3eaeeb req-2b4f9d4d-8c41-421a-996c-8cc25af97082 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:31.168110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d53d8e5b-aba7-43e0-8dfd-1099fc3eaeeb req-2b4f9d4d-8c41-421a-996c-8cc25af97082 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2007229 Dec 10 16:34:31.170763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:31.178801 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c70ca0ef-420b-4adc-abf2-55befc4a5635 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1424985 Dec 10 16:34:31.184952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.186721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.192631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006007355'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:31.199289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e89b4-e23e-43f5-ac0e-2d0669ede237 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:31.241158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.264832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=ac151e38-c802-456f-8a56-af4370f02b46,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.292947 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-daa9d9b8-d9e2-48fd-80d3-1379be30f09c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1655068 Dec 10 16:34:31.297266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffafef58-5685-4ee9-9e86-fd1832e04431 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:31.309355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:31.333846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.419615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:31.432633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:31.450782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Pushing event updated for resources: {'Port': ['ID=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:31.462101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:31.462101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4bb570ae-2d7a-46d2-bb78-ec5b35bbabe9 None None] Provisioning complete for port f2be8717-cb55-433e-9f97-4704f56ac68b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:31.462101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bb570ae-2d7a-46d2-bb78-ec5b35bbabe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.462482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.484207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.499829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4bb570ae-2d7a-46d2-bb78-ec5b35bbabe9 None None] Port f2be8717-cb55-433e-9f97-4704f56ac68b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:31.681774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Attempting to bind port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:31.683120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Attempting to bind port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '2b40146e-2972-4845-b9f0-3fef1f97545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:31.684002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Attempting to bind port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 on network af990289-63ee-44e8-a8c7-b06bcc18cb00 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:31.692880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:31.694359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Checking segment: {'id': '2b40146e-2972-4845-b9f0-3fef1f97545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:31.695202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.695858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Bound using segment: {'id': '2b40146e-2972-4845-b9f0-3fef1f97545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:31.696597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Bound port: 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b40146e-2972-4845-b9f0-3fef1f97545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:31.703708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.934706 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d53d8e5b-aba7-43e0-8dfd-1099fc3eaeeb req-2e2107a6-ef6b-4655-91cc-31d17c23276e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6643248 Dec 10 16:34:31.956113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.11 (af990289-63ee-44e8-a8c7-b06bcc18cb00/7d2166be-3d4f-42b7-86b2-abfc720ed3b1/23922eb4-20c1-4ebb-9f1f-24fb2544ba57) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:31.972433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.977343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:31.979920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.055001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.100420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] For port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:32.104327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] For port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,segment=NetworkSegment(2b40146e-2972-4845-b9f0-3fef1f97545d),segment_id=2b40146e-2972-4845-b9f0-3fef1f97545d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:32.121177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.168283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.193267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.194376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router 77d62259-b9d4-44d9-9905-33152e882f89 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:32.208594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.221522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.224451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6c9b1fa3-6bf1-4820-839d-58537a4136b7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 204 len: 168 time: 2.6416087 Dec 10 16:34:32.235086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.266925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.277289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f0fe-f837-44cd-bb6b-4641cc1832b9 None None] Pushing event updated for resources: {'Port': ['ID=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.340188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-468820704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:32.368201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.430718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68df91e0-330e-4364-8742-4e06e17bccb2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.487751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.490421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.491638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/af7d400a-ac94-4545-bea9-8cd68291f521 HTTP/1.1" status: 204 len: 168 time: 1.1798804 Dec 10 16:34:32.498798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.509407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.544222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ffee-4bb3-4311-80c4-6b2ff73c3378 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d400a-ac94-4545-bea9-8cd68291f521,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.562910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.564289 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0769a5d2-d0bf-4f9f-aacd-374f177a9cfc tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3785264 Dec 10 16:34:32.588180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.597452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf0135f7-cf22-4f13-8e3a-01aaa3aaf69a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '68df91e0-330e-4364-8742-4e06e17bccb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:32.618422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.623997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.623997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.710978 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0656e778-de4c-4260-91d5-bc56f028ff01 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1992443 Dec 10 16:34:32.714993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:32.726842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161853084'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:32.741290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.745188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-369855925-network', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:32.814707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:32.818363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:32.831822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.836101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:32.846250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=23922eb4-20c1-4ebb-9f1f-24fb2544ba57,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:32.893729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.905832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:32.922291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router 5e127254-ebb1-47a2-bab1-c9f140fc56dd is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:32.943436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:32.944372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.964059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:32.964443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:32.997909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bfbb24c-4b96-445d-b26a-bd64358446e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.039251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.050234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c075c5-4115-4b81-b1bb-8dd62b05a89a req-2f0e82ac-ba65-46da-aa15-02552d188a0d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:33.051787 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37c075c5-4115-4b81-b1bb-8dd62b05a89a req-2f0e82ac-ba65-46da-aa15-02552d188a0d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0614243 Dec 10 16:34:33.058624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:33.070478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Sync routers for ids ['5e127254-ebb1-47a2-bab1-c9f140fc56dd'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:33.077074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.091855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Routers {'5e127254-ebb1-47a2-bab1-c9f140fc56dd'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:33.092409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5e127254-ebb1-47a2-bab1-c9f140fc56dd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.116012 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-cf0135f7-cf22-4f13-8e3a-01aaa3aaf69a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:33.120575 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf0135f7-cf22-4f13-8e3a-01aaa3aaf69a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5233855 Dec 10 16:34:33.123745 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f820abd7-ca78-4d85-8273-4012490bfc9b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1089268 Dec 10 16:34:33.125153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.125658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.134620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'af990289-63ee-44e8-a8c7-b06bcc18cb00', 'name': 'tempest-PortsTestJSON-2051591294'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:33.142237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-df08f3b2-d676-4929-9781-f2bb6d5c4102 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group_rule': {'security_group_id': '68df91e0-330e-4364-8742-4e06e17bccb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:33.145363 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37c075c5-4115-4b81-b1bb-8dd62b05a89a req-58246ee8-21a6-44f3-a73a-85dc1ce455e3 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850043 Dec 10 16:34:33.170176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.171863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a5f8e6de-71a8-4a94-a327-0e2374fa7708 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3820407 Dec 10 16:34:33.189527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.190614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.237499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Set router 5e127254-ebb1-47a2-bab1-c9f140fc56dd gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:33.274320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.316073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,segment=NetworkSegment(2b40146e-2972-4845-b9f0-3fef1f97545d),segment_id=2b40146e-2972-4845-b9f0-3fef1f97545d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:33.343258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca83613-544b-4e3d-8420-87b80faa0897 req-85c63a65-4cdc-4338-ae9f-5be94ce448b9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:33.345173 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ca83613-544b-4e3d-8420-87b80faa0897 req-85c63a65-4cdc-4338-ae9f-5be94ce448b9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0885324 Dec 10 16:34:33.359963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfc08b-95eb-4906-a95b-88ac9008cee1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:33.373183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Made reservation on behalf of 24ddf27f24f34b9bb99d03d690ea9b68 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:33.375477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.388294 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-427f3ea4-b68b-467e-9d72-e33fe9fe02ba tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/5e127254-ebb1-47a2-bab1-c9f140fc56dd HTTP/1.1" status: 200 len: 907 time: 0.1963646 Dec 10 16:34:33.388719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.391990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.466314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.469270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 443603af-6514-45c6-b320-ace2f705b3ca up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:33.512619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.513950 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f2ee445-3eed-4995-9aea-9d86bfa0d6a4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7939081 Dec 10 16:34:33.518884 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ca83613-544b-4e3d-8420-87b80faa0897 req-1a45cd1b-26e1-4ab8-a59a-cb25739de7a3 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630719 Dec 10 16:34:33.527883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48198) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.538633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '18bfc08b-95eb-4906-a95b-88ac9008cee1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:33.597414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e127254-ebb1-47a2-bab1-c9f140fc56dd', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': 'f2be8717-cb55-433e-9f97-4704f56ac68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:29Z', 'updated_at': '2021-12-10T16:34:31Z', 'revision_number': 3, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port': {'id': 'f2be8717-cb55-433e-9f97-4704f56ac68b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e127254-ebb1-47a2-bab1-c9f140fc56dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:30Z', 'updated_at': '2021-12-10T16:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:33.599324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:33.640103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Checking router: 5e127254-ebb1-47a2-bab1-c9f140fc56dd for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:33.640547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Updating router 5e127254-ebb1-47a2-bab1-c9f140fc56dd port f2be8717-cb55-433e-9f97-4704f56ac68b binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:33.663660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.671989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.677046 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-169f63bf-520a-4148-a334-e1a88c5164a1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3801780 Dec 10 16:34:33.677212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 443603af-6514-45c6-b320-ace2f705b3ca triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:33.677815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.682094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.688445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:33.690605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:34:33.690605 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:34:33.690605 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'project_id_1': 'ec4f63bcc83b4b6eb7721bb1c4c304b5', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 34, 13, 560101)}] Dec 10 16:34:33.690605 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:33.690605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:33.707509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:33.725633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.756478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734731-f7f3-4aa4-9ce1-1afcac89ba52 req-6061028f-c9fe-4998-b87b-b24cfabe7e3d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:33.758130 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-32734731-f7f3-4aa4-9ce1-1afcac89ba52 req-6061028f-c9fe-4998-b87b-b24cfabe7e3d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1291828 Dec 10 16:34:33.836508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:34:33.836508 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:34:33.836508 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'project_id_1': 'c2e7c505e38647849e94bb3714044748', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 34, 13, 352595)}] Dec 10 16:34:33.836508 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:33.837285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:33.860161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-32734731-f7f3-4aa4-9ce1-1afcac89ba52 req-e24fa41d-24ca-49c2-bdd0-cf0b7a207b91 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922379 Dec 10 16:34:33.876993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.893921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:33.910100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.910549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Added segment 1de15e7e-838d-48de-8a72-11c2662145f9 of type vlan for network 5f60c681-5612-4682-87e4-2c06f60e0acf Dec 10 16:34:33.956171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:33.972389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47458b0-5c54-41a3-ab7b-430c99a889d0 None None] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:33.997360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--507818530', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.076348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:34.079129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4922027-c916-4e00-9ff4-3d386022dbd2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.081551 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.084722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.093931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.098877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-edabc215-1d2d-40f5-aa86-1e8d4668798c None None] Provisioning complete for port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:34.104622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-edabc215-1d2d-40f5-aa86-1e8d4668798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.217595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.232316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.233463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:34.233994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.236186 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-df08f3b2-d676-4929-9781-f2bb6d5c4102 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:34:34.237245 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-df08f3b2-d676-4929-9781-f2bb6d5c4102 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1103051 Dec 10 16:34:34.240818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.272707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.301394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.330205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.331308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f60c681-5612-4682-87e4-2c06f60e0acf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.341224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4a19-1cc7-4f60-ac2e-1d6d4be1cd3a req-1e4c6114-9280-493d-b772-65fbe8253d9b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:34.342695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 5f60c681-5612-4682-87e4-2c06f60e0acf details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:34.342828 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-714c4a19-1cc7-4f60-ac2e-1d6d4be1cd3a req-1e4c6114-9280-493d-b772-65fbe8253d9b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3658130 Dec 10 16:34:34.394121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.405761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.405945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.422403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-714c4a19-1cc7-4f60-ac2e-1d6d4be1cd3a req-278e4ef3-83ba-4963-af7e-f0608f9d2da9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650756 Dec 10 16:34:34.439522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.454041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:34.468728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae7804-e719-4ae0-90a8-b8b1121b5747,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.486810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.487167 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment 6b762a34-35b3-46a7-b016-071ec1f97c8c of type vlan for network 8c495a50-a6c5-4f37-af89-58d4b192331c Dec 10 16:34:34.495261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9c518-3ed6-4cd8-8e62-bece2cee42b8 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:34.508445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.513100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Attempting to bind port f2be8717-cb55-433e-9f97-4704f56ac68b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:34.513480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Attempting to bind port f2be8717-cb55-433e-9f97-4704f56ac68b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:34.514063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Attempting to bind port f2be8717-cb55-433e-9f97-4704f56ac68b on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:34.528449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743662d-8cc5-4471-b3de-dc7ccb75d9b2 None None] Pushing event updated for resources: {'Port': ['ID=f2be8717-cb55-433e-9f97-4704f56ac68b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.532664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:34.533233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:34.533823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.534224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:34.534709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Bound port: f2be8717-cb55-433e-9f97-4704f56ac68b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:34.535174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.551392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8de1525f-d921-4a0f-934e-2a6d0fab63c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4925261 Dec 10 16:34:34.557753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.562157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.576745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.592075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Request body: {'subnet': {'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-369855925-subnet', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.598164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ca3fcbd8-55e6-4fdb-b60b-3bec7a85779b None None] Provisioning complete for port f2be8717-cb55-433e-9f97-4704f56ac68b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:34.598164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbd8-55e6-4fdb-b60b-3bec7a85779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.640694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] For port f2be8717-cb55-433e-9f97-4704f56ac68b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:34.647067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:34.650584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.657769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] For port f2be8717-cb55-433e-9f97-4704f56ac68b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f2be8717-cb55-433e-9f97-4704f56ac68b,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:34.659293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fcbd8-55e6-4fdb-b60b-3bec7a85779b None None] Port f2be8717-cb55-433e-9f97-4704f56ac68b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:34.666022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.669661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.671734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/68df91e0-330e-4364-8742-4e06e17bccb2 HTTP/1.1" status: 204 len: 168 time: 0.4294593 Dec 10 16:34:34.675942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.675942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.685273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Deleting port f2be8717-cb55-433e-9f97-4704f56ac68b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:34.685616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.716169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e97093-d983-41ea-b684-bf7d74b63b37 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df91e0-330e-4364-8742-4e06e17bccb2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.733681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 679fb3fb-a5c4-4037-92d1-14499cae9c13 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:34.733885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e57f397-e9ca-4405-90d5-eb173a85d9b4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.741069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.752568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.769204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Made reservation on behalf of 24ddf27f24f34b9bb99d03d690ea9b68 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:34.769322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:34.769322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.769469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.807263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:34.864172 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d879ea46-eff7-4daa-bb8c-b6d88fd2d48f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1830449 Dec 10 16:34:34.868467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48220) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.872009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e7d8c-7552-479f-be8b-838562e68ad6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:34.874017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116483685'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.880669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.882114 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-75b112e9-bf69-4343-8e9f-c72128e72ceb tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3534806 Dec 10 16:34:34.884297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=8c495a50-a6c5-4f37-af89-58d4b192331c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:34.886410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.905140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1229fad6-4a91-4f29-ac8f-7eb83e0ed70f None None] Provisioning complete for port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:34.905772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1229fad6-4a91-4f29-ac8f-7eb83e0ed70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:34.932826 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-620f38ae-ec33-4f31-ae2d-df692b3662f3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2242332 Dec 10 16:34:34.936596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:34.942109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:34.956574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8c495a50-a6c5-4f37-af89-58d4b192331c details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:34.981402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.007518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.021830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743662d-8cc5-4471-b3de-dc7ccb75d9b2 None None] Pushing event updated for resources: {'Port': ['ID=f2be8717-cb55-433e-9f97-4704f56ac68b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.029224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Routers {'5e127254-ebb1-47a2-bab1-c9f140fc56dd'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:35.030246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5e127254-ebb1-47a2-bab1-c9f140fc56dd'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.067088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.169022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.171707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.175594 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/18bfc08b-95eb-4906-a95b-88ac9008cee1 HTTP/1.1" status: 204 len: 168 time: 0.2835143 Dec 10 16:34:35.184668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.201960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32af7d-d3dd-47fd-956a-671e17ef71e7 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfc08b-95eb-4906-a95b-88ac9008cee1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.217131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.218357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.300381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9951747c-a63f-43c8-a4a2-9453588eaa4f tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1106391 Dec 10 16:34:35.302912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.303066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48228) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.312545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455339921'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:35.317952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] For port f2be8717-cb55-433e-9f97-4704f56ac68b, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:35.318574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.335442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.362447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.364157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2db45ea1-faa1-48c6-a107-403106185657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.368304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] Set router 5e127254-ebb1-47a2-bab1-c9f140fc56dd gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:35.399290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1fc29f-5ee3-4439-a570-9d46361dda8d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:35.425769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Calling delete_port for f2be8717-cb55-433e-9f97-4704f56ac68b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:35.432224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.5 (af990289-63ee-44e8-a8c7-b06bcc18cb00/7d2166be-3d4f-42b7-86b2-abfc720ed3b1/679fb3fb-a5c4-4037-92d1-14499cae9c13) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:35.434360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e127254-ebb1-47a2-bab1-c9f140fc56dd', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:29Z', 'updated_at': '2021-12-10T16:34:34Z', 'revision_number': 4, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:35.436331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:35.436704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.482523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.487312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c06f31-deb2-44f6-99c0-134278dde196 None None] The sync data for ids ['5e127254-ebb1-47a2-bab1-c9f140fc56dd'] in dv-neutron-820858-1-hyperv is: [{'id': '5e127254-ebb1-47a2-bab1-c9f140fc56dd', 'name': 'tempest-snat-router-1179594272', 'tenant_id': '847ec82970dc48be8cbaa51d1c9194d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:29Z', 'updated_at': '2021-12-10T16:34:34Z', 'revision_number': 4, 'project_id': '847ec82970dc48be8cbaa51d1c9194d3', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:35.507468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1229fad6-4a91-4f29-ac8f-7eb83e0ed70f None None] Provisioning complete for port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:35.507842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1229fad6-4a91-4f29-ac8f-7eb83e0ed70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.553744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.571094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.586517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1229fad6-4a91-4f29-ac8f-7eb83e0ed70f None None] Port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:35.598122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.642858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.647672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8c4e183-692c-431b-94ee-39994351b83c tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7778258 Dec 10 16:34:35.648340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.652823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-deb5cf1e-9b57-4d94-af2b-487fe63fb98a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:35.653540 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-deb5cf1e-9b57-4d94-af2b-487fe63fb98a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:34:35.654147 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-deb5cf1e-9b57-4d94-af2b-487fe63fb98a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:35.657370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-deb5cf1e-9b57-4d94-af2b-487fe63fb98a tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "PUT /v2.0/security-groups/0d1fc29f-5ee3-4439-a570-9d46361dda8d HTTP/1.1" status: 409 len: 330 time: 0.0079696 Dec 10 16:34:35.658106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:35.712342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Provisioning complete for port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:35.712723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.773243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:35.779582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.787171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Provisioning complete for port f2be8717-cb55-433e-9f97-4704f56ac68b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:35.787695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.814832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.889529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6824c01b-6b62-4906-8457-b8aeaaf33796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.961779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.966708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.981721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.983049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Allocated IP 172.26.4.12 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/e37ea3ac-cb91-4373-a9db-edd8312d9dde) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:35.986929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.988887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.991561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:35.996361 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d1fc29f-5ee3-4439-a570-9d46361dda8d HTTP/1.1" status: 204 len: 168 time: 0.3336740 Dec 10 16:34:36.000096 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.042376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2cf71-cba7-4311-9a0c-e1267b0f77d2 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1fc29f-5ee3-4439-a570-9d46361dda8d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.096367 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0f4facba-acbb-42f3-8d3e-ebe24b6beb49 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0951025 Dec 10 16:34:36.101342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48236) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.115997 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-d253a7a7-d6c9-4b67-a566-7ff4f1fd9532 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] delete failed (client error): The resource could not be found. Dec 10 16:34:36.121605 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d253a7a7-d6c9-4b67-a566-7ff4f1fd9532 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "DELETE /v2.0/security-groups/2124b9c4-bfae-407a-ba85-1365b724d573 HTTP/1.1" status: 404 len: 347 time: 0.0146980 Dec 10 16:34:36.123352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.133444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.142836 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-1c53b899-a028-49ea-9698-4af72cfd7b5f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] show failed (client error): The resource could not be found. Dec 10 16:34:36.143873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1c53b899-a028-49ea-9698-4af72cfd7b5f tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-groups/8b107dae-6eab-4a39-8154-fe1f986de680 HTTP/1.1" status: 404 len: 347 time: 0.0195847 Dec 10 16:34:36.144569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.147603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.160279 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-8c109072-b83d-4c16-93b3-10c310c3e634 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] show failed (client error): The resource could not be found. Dec 10 16:34:36.163046 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8c109072-b83d-4c16-93b3-10c310c3e634 tempest-NegativeSecGroupIPv6Test-1553658077 tempest-NegativeSecGroupIPv6Test-1553658077-project] 10.222.0.21 "GET /v2.0/security-group-rules/4ec1d6bc-9752-4ffc-9cc7-53e1ec373fd4 HTTP/1.1" status: 404 len: 356 time: 0.0144262 Dec 10 16:34:36.166654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.198643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2be8717-cb55-433e-9f97-4704f56ac68b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.208219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a33080-f5a6-457a-881d-ecec77b65fe6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:36.209035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.239945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Checking segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:36.240326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Network hostable DHCP agents. Network: 5f60c681-5612-4682-87e4-2c06f60e0acf, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:36.309279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.343566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.344816 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0358324 Dec 10 16:34:36.348091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.355510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404589327'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:36.373101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.381230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef29a46-0a54-4e4d-913c-a0609cbd028e tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e154a4a-4367-4432-89b4-f0b29297ac4d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.408295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.412943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:36.444026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.481160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=679fb3fb-a5c4-4037-92d1-14499cae9c13,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.494200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.518613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:36.533270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Network 5f60c681-5612-4682-87e4-2c06f60e0acf is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:36.558511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.565734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.578412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.635960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:36.636605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.670527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 5f60c681-5612-4682-87e4-2c06f60e0acf) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.675038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:36.675627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.680735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.684576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a8709-558d-4593-8a4c-1d1016db3e09 None None] Network 5f60c681-5612-4682-87e4-2c06f60e0acf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:36.734191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.734867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e127254-ebb1-47a2-bab1-c9f140fc56dd {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:36.737055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.749740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.749740 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dfab8ec1-31ba-4360-b13b-065ed05ce264 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5e127254-ebb1-47a2-bab1-c9f140fc56dd HTTP/1.1" status: 204 len: 168 time: 3.3540659 Dec 10 16:34:36.754887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c19fe5f5-535d-4530-952d-c30e40865891 None None] Provisioning complete for port 679fb3fb-a5c4-4037-92d1-14499cae9c13 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:36.755961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c19fe5f5-535d-4530-952d-c30e40865891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.787972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48248) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.787972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.802570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event updated for resources: {'Port': ['ID=e37ea3ac-cb91-4373-a9db-edd8312d9dde,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:36.808268 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-01ad34d2-fc9f-4c38-a1d1-657d71c48f59 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6795635 Dec 10 16:34:36.816593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.820422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.820828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:36.822502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d76b4c54-4e0d-474b-a257-a2a18373a646 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2614424 Dec 10 16:34:36.835119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c19fe5f5-535d-4530-952d-c30e40865891 None None] Port 679fb3fb-a5c4-4037-92d1-14499cae9c13 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:36.846198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:36.847607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-5f60c681-5612-4682-87e4-2c06f60e0acf', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:36.848711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:36.852116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:36.853981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:36.865238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:36.883914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4d729-6214-476e-a2c0-b372f5282031 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:37.028155 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c5eebb83-4ea3-4bbe-bb6a-e89e94919f82 None None] Provisioning complete for port e37ea3ac-cb91-4373-a9db-edd8312d9dde triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:37.028155 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5eebb83-4ea3-4bbe-bb6a-e89e94919f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.052816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.179 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/b368c1f4-b720-4d15-a728-b2568c02b9ea) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:37.058499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Allocated IP 172.20.0.2 (5f60c681-5612-4682-87e4-2c06f60e0acf/f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1/004bf2bc-efb9-4860-849a-9c69bf335b3f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:37.068231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.069386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.070335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c5eebb83-4ea3-4bbe-bb6a-e89e94919f82 None None] Port e37ea3ac-cb91-4373-a9db-edd8312d9dde cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:37.119976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459735f2-1579-4643-a3e7-610b4c3e55a8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.213250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.238694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.260721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.271226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.294139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f070ad-3305-4446-96f4-a8726b3d8556 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:37.295740 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56f070ad-3305-4446-96f4-a8726b3d8556 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.4664264 Dec 10 16:34:37.298539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.298674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.302393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-afed3a4f-5491-44f1-a0cf-81301ac61288 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9499562 Dec 10 16:34:37.317139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Network 5f60c681-5612-4682-87e4-2c06f60e0acf is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:37.321114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Pushing event updated for resources: {'Port': ['ID=004bf2bc-efb9-4860-849a-9c69bf335b3f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.333342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:37.333342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:37.333567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.333567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.340093 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea5414d3-a07c-4f77-a78d-7205e344ed13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dacd92be7534ae998b31e735d77d0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488014 Dec 10 16:34:37.345945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:37.348036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '7e154a4a-4367-4432-89b4-f0b29297ac4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '459735f2-1579-4643-a3e7-610b4c3e55a8', 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:37.384824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Attempting to bind port 004bf2bc-efb9-4860-849a-9c69bf335b3f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:37.385539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Attempting to bind port 004bf2bc-efb9-4860-849a-9c69bf335b3f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:37.386378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Attempting to bind port 004bf2bc-efb9-4860-849a-9c69bf335b3f on network 5f60c681-5612-4682-87e4-2c06f60e0acf {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:37.391567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:37.392113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Checking segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:37.392627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.393184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Bound using segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:37.393767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Bound port: 004bf2bc-efb9-4860-849a-9c69bf335b3f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:37.394278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.463143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] For port 004bf2bc-efb9-4860-849a-9c69bf335b3f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:37.465967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] For port 004bf2bc-efb9-4860-849a-9c69bf335b3f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=004bf2bc-efb9-4860-849a-9c69bf335b3f,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:37.486787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.508213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.560772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.580536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.591795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.610293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.620626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 679fb3fb-a5c4-4037-92d1-14499cae9c13 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:37.620985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.622514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.661811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb0cb7-dd81-4949-b6b9-fea833f1a254 None None] Pushing event updated for resources: {'Port': ['ID=004bf2bc-efb9-4860-849a-9c69bf335b3f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:37.692050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.701216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.807141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.824568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.828371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 679fb3fb-a5c4-4037-92d1-14499cae9c13 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:37.829450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.832107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:37.835998 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6616e4ee-0d53-4455-b6ab-e7b7b12d4ac7 HTTP/1.1" status: 204 len: 168 time: 0.4744828 Dec 10 16:34:37.879730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f561e-c81a-4dbe-bcc4-67bbe1e3453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616e4ee-0d53-4455-b6ab-e7b7b12d4ac7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.088400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Router 3929e7f5-aec3-41e6-b150-9bc7805c6f6c is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:38.091085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.094413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.174152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.178216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:38.188714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:38.191241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=b368c1f4-b720-4d15-a728-b2568c02b9ea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.194398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.200665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:38.208396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19346199-06bc-4ee3-bb41-a82d0066504c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:38.241494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=679fb3fb-a5c4-4037-92d1-14499cae9c13,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.248443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Deleting port 443603af-6514-45c6-b320-ace2f705b3ca {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:38.248869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.256691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5681372b-71b6-4b7c-9012-6535a04f2ae0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:38.308967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6624afc6-a620-4563-9aee-35bcccdcd07a None None] Provisioning complete for port b368c1f4-b720-4d15-a728-b2568c02b9ea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:38.313955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6624afc6-a620-4563-9aee-35bcccdcd07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.365723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:38.373407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.376263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.377345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9c4c5480-1353-4854-be0c-92cfaa0204f5 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "PUT /v2.0/routers/3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 200 len: 882 time: 4.6927214 Dec 10 16:34:38.377530 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8db90417-338c-4c1e-b44e-93260e048b02 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0364242 Dec 10 16:34:38.377962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48268) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:38.383313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.383953 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] Sync routers for ids ['3929e7f5-aec3-41e6-b150-9bc7805c6f6c'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:38.402167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e21c0def-36c2-4caa-b95c-a465ec07fbfb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/679fb3fb-a5c4-4037-92d1-14499cae9c13 HTTP/1.1" status: 204 len: 168 time: 1.0709774 Dec 10 16:34:38.403026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:38.403551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:38.409194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6624afc6-a620-4563-9aee-35bcccdcd07a None None] Port b368c1f4-b720-4d15-a728-b2568c02b9ea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:38.435630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] Routers {'3929e7f5-aec3-41e6-b150-9bc7805c6f6c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:38.438310 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['3929e7f5-aec3-41e6-b150-9bc7805c6f6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:38.534799 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:38.555695 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] Routers {'3929e7f5-aec3-41e6-b150-9bc7805c6f6c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:38.559401 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['3929e7f5-aec3-41e6-b150-9bc7805c6f6c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:38.570876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] For port 443603af-6514-45c6-b320-ace2f705b3ca, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=443603af-6514-45c6-b320-ace2f705b3ca,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:38.570876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.621609 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:38.622614 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4825b-17fd-471b-939f-e70c1c2a5f42 None None] The sync data for ids ['3929e7f5-aec3-41e6-b150-9bc7805c6f6c'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:38.652838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.681989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Calling delete_port for 443603af-6514-45c6-b320-ace2f705b3ca owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:38.826326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 004bf2bc-efb9-4860-849a-9c69bf335b3f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:38.900191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 004bf2bc-efb9-4860-849a-9c69bf335b3f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:38.900822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:38.972084 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-52819391-54ad-4345-ab51-810eb393d461 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:38.976490 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52819391-54ad-4345-ab51-810eb393d461 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/679fb3fb-a5c4-4037-92d1-14499cae9c13 HTTP/1.1" status: 404 len: 333 time: 0.5646057 Dec 10 16:34:38.977129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.000412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.019210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.028596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.049014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 004bf2bc-efb9-4860-849a-9c69bf335b3f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=004bf2bc-efb9-4860-849a-9c69bf335b3f,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:39.050725 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b46daf-03d0-4ec5-ab7e-e757ce065baa None None] Network 5f60c681-5612-4682-87e4-2c06f60e0acf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:39.057184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.119889 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b93cba4-e74e-4c04-b4cf-7cfe8d1a3441 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 200 len: 923 time: 0.7405090 Dec 10 16:34:39.121737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.128011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1b2d8041-49e0-4dbe-a609-fa56ed74a6cf None None] Provisioning complete for port 004bf2bc-efb9-4860-849a-9c69bf335b3f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:39.128388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b2d8041-49e0-4dbe-a609-fa56ed74a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.138833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.154084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.207272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:39.207903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.215204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09232ed8-2b04-4c2d-b98f-49b8ec936318 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:39.220581 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-09232ed8-2b04-4c2d-b98f-49b8ec936318 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=3929e7f5-aec3-41e6-b150-9bc7805c6f6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0969415 Dec 10 16:34:39.221447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.266364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=004bf2bc-efb9-4860-849a-9c69bf335b3f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.268135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.273936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.278730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5681372b-71b6-4b7c-9012-6535a04f2ae0 HTTP/1.1" status: 204 len: 168 time: 0.8655856 Dec 10 16:34:39.294930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.295899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.358473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbabde-fcd6-491a-82ce-2532986636d6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5681372b-71b6-4b7c-9012-6535a04f2ae0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.375434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48298) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.455637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aef96adc-9dbb-4397-84bc-5135af0e5749 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1228383 Dec 10 16:34:39.460791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.471423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.482229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b6d95-4b6c-4111-ab10-3c21bb33bbdb tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:39.486747 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-213b6d95-4b6c-4111-ab10-3c21bb33bbdb tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.2542675 Dec 10 16:34:39.489183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.501135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.504194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 23922eb4-20c1-4ebb-9f1f-24fb2544ba57 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:39.528941 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-de815041-48ca-450e-a6ae-9d01e54dec57 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 200 len: 205 time: 0.0381610 Dec 10 16:34:39.530993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:39.582367 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ba72b12-e3f6-4a4b-82cb-d9e757f30b84 tempest-ServiceProvidersTest-1219640864 tempest-ServiceProvidersTest-1219640864-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2004137 Dec 10 16:34:39.621008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Allocated IP 172.26.4.124 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/303d6006-1885-444d-83f2-93977f40ab6c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:39.622961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.668778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-46b9082e-328e-4913-ae25-ace82d06b2e6 None None] Provisioning complete for port 004bf2bc-efb9-4860-849a-9c69bf335b3f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:39.670947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46b9082e-328e-4913-ae25-ace82d06b2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.678639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event deleted for resources: {'Port': ['ID=443603af-6514-45c6-b320-ace2f705b3ca,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.705996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.710781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.736255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398a6c3-bed3-46f8-b814-630b49995988 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:39.820034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.861982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.865449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.910382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:39.944214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=23922eb4-20c1-4ebb-9f1f-24fb2544ba57,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:39.973328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.036212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.052152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.060240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.064695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.074052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.076184 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b978910f-c525-4774-aac3-6eb908196214 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/23922eb4-20c1-4ebb-9f1f-24fb2544ba57 HTTP/1.1" status: 204 len: 168 time: 1.0955720 Dec 10 16:34:40.095109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port e37ea3ac-cb91-4373-a9db-edd8312d9dde {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:40.095454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.166262 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ab64a6-a8e3-4fd8-936e-c2b957a4a28b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:40.168879 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38ab64a6-a8e3-4fd8-936e-c2b957a4a28b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/23922eb4-20c1-4ebb-9f1f-24fb2544ba57 HTTP/1.1" status: 404 len: 333 time: 0.0935178 Dec 10 16:34:40.171372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.173089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.174483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.177285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.182116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/459735f2-1579-4643-a3e7-610b4c3e55a8 HTTP/1.1" status: 204 len: 168 time: 0.7201624 Dec 10 16:34:40.186179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.213744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.235149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for e37ea3ac-cb91-4373-a9db-edd8312d9dde owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:40.238349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.238806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:40.254338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100ffe2-82d4-4c31-947a-bf9cdea944b8 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=459735f2-1579-4643-a3e7-610b4c3e55a8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.260262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 7d2166be-3d4f-42b7-86b2-abfc720ed3b1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:40.264427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.268537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.269762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-37ab7176-efba-4712-9bad-4951e99cafac tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0a2c3d85-8f81-45cb-aeab-4f2f9e2aa51b HTTP/1.1" status: 204 len: 168 time: 3.4803622 Dec 10 16:34:40.276034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:40.278269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-968191af-d399-4717-a184-7b01e087e21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.280086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:40.281935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.304276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-943532321', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:40.313660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:40.321098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:40.325057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Pushing event updated for resources: {'Port': ['ID=303d6006-1885-444d-83f2-93977f40ab6c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.337348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566cc830-f7d4-4d72-bc26-61beab2e8711 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:40.350279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.464696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b415929-1152-430d-ab7c-add161a3eba1 None None] Provisioning complete for port 303d6006-1885-444d-83f2-93977f40ab6c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:40.465227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b415929-1152-430d-ab7c-add161a3eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.503316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b415929-1152-430d-ab7c-add161a3eba1 None None] Port 303d6006-1885-444d-83f2-93977f40ab6c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:40.506248 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-58dcce33-e723-49bd-9875-a9a99e368a6b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3137085 Dec 10 16:34:40.516222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.518965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.682022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.707459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=e37ea3ac-cb91-4373-a9db-edd8312d9dde,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.729063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105739ad-f785-44e7-b52e-9e9c2565eed7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:40.741714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.799385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2166be-3d4f-42b7-86b2-abfc720ed3b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:40.806761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.814257 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5b2ee667-b745-4d47-89fd-cf812c1bb4f7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/7d2166be-3d4f-42b7-86b2-abfc720ed3b1 HTTP/1.1" status: 204 len: 168 time: 0.6399236 Dec 10 16:34:40.815931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16080eb-594d-47a3-9e68-45af6cad205d None None] Network af990289-63ee-44e8-a8c7-b06bcc18cb00 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:40.817630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:40.858297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.859484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.873052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.906491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 004bf2bc-efb9-4860-849a-9c69bf335b3f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:40.932724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.987229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 004bf2bc-efb9-4860-849a-9c69bf335b3f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:40.987857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.990393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.995725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:40.997873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.007799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:41.038538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:41.071178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:41.072045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.107872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:41.107872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.130678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-968191af-d399-4717-a184-7b01e087e21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.135279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.137440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304c969-9366-4305-8387-577e107845a7 None None] DHCP port deletion for af990289-63ee-44e8-a8c7-b06bcc18cb00 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:41.157008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.157623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router 3929e7f5-aec3-41e6-b150-9bc7805c6f6c {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:41.169473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.170546 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6756fb17-f3d2-4a88-bd5b-e54b2b704227 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 204 len: 168 time: 1.6385417 Dec 10 16:34:41.176012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.181753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1640302975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:41.213427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,segment=NetworkSegment(2b40146e-2972-4845-b9f0-3fef1f97545d),segment_id=2b40146e-2972-4845-b9f0-3fef1f97545d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:41.213694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.236106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:41.254484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:41.267109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.274529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-968191af-d399-4717-a184-7b01e087e21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.279057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.280664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7419db95-a78f-4c52-b252-8c999c1d19a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3421245 Dec 10 16:34:41.324086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.327990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 443603af-6514-45c6-b320-ace2f705b3ca no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:41.329295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.336438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.355023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.375975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6304c969-9366-4305-8387-577e107845a7 None None] Deleting port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:41.376304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6304c969-9366-4305-8387-577e107845a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.400192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968191af-d399-4717-a184-7b01e087e21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7b16c-9112-4456-982a-1dc94210fbf7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.404659 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-968191af-d399-4717-a184-7b01e087e21f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a39523ae51d4a2aa76f4d0a0361d57c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3661203 Dec 10 16:34:41.408331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.444248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.458117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.494950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.528197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.530899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:41.557613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 443603af-6514-45c6-b320-ace2f705b3ca {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:41.557959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 443603af-6514-45c6-b320-ace2f705b3ca not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:41.559597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.591703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.594344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.597844 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e154a4a-4367-4432-89b4-f0b29297ac4d HTTP/1.1" status: 204 len: 168 time: 1.0783529 Dec 10 16:34:41.607378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48338) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.629273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6304c969-9366-4305-8387-577e107845a7 None None] For port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,segment=NetworkSegment(2b40146e-2972-4845-b9f0-3fef1f97545d),segment_id=2b40146e-2972-4845-b9f0-3fef1f97545d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:41.629685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6304c969-9366-4305-8387-577e107845a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.636395 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2979ca4e-1e08-4c13-9283-f8987581516e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3060124 Dec 10 16:34:41.636993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.650200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ed2ed-baf5-4f38-86ba-bfa2f8ab5e07 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e154a4a-4367-4432-89b4-f0b29297ac4d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.651799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6304c969-9366-4305-8387-577e107845a7 None None] Calling delete_port for 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:41.654379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.659245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.698093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.759090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.760238 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8f253829-fc20-4562-8de6-1ad21e66b8db tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5830190 Dec 10 16:34:41.773323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.777369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6304c969-9366-4305-8387-577e107845a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.806542 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-03b4e277-8ed8-43d1-b539-6bdb772e3a19 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1941743 Dec 10 16:34:41.806542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af990289-63ee-44e8-a8c7-b06bcc18cb00']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.810738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': True}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:41.811106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304c969-9366-4305-8387-577e107845a7 None None] No DVR routers for this DVR port 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:41.812614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304c969-9366-4305-8387-577e107845a7 None None] Pushing event deleted for resources: {'Port': ['ID=8982f143-b4f1-4cff-bf6d-abb97fcb1bd2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:41.816398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.820454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:38Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.829995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073258068'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:41.846526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b40146e-2972-4845-b9f0-3fef1f97545d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.846825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b40146e-2972-4845-b9f0-3fef1f97545d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:41.856503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:41.857077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Updating router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 port b368c1f4-b720-4d15-a728-b2568c02b9ea binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:41.882798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.885154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.913969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ee712-4d84-47b2-a27f-f671a7f7334f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:41.918631 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-956ee712-4d84-47b2-a27f-f671a7f7334f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2773902 Dec 10 16:34:41.918631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.919067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48346) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.937974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:41.938376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:41.941415 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:41.972646 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f5dbfd59-a154-4f1e-af12-06bf96e9e266 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500448 Dec 10 16:34:41.983917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:41.991664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704551281', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:41.999978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.067185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.069852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.073583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40e7b16c-9112-4456-982a-1dc94210fbf7 HTTP/1.1" status: 204 len: 168 time: 0.6615186 Dec 10 16:34:42.102031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.133515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.143843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.147165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/af990289-63ee-44e8-a8c7-b06bcc18cb00 HTTP/1.1" status: 204 len: 168 time: 1.3284345 Dec 10 16:34:42.157150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:42.162876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115487274'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:42.175507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279e222-a99b-45b7-b210-6a09f80779b3 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=af990289-63ee-44e8-a8c7-b06bcc18cb00,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.190636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.193982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.199874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.203169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac8a30-c352-4f5a-8346-f9c8a6664809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7b16c-9112-4456-982a-1dc94210fbf7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.203289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.235760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab9a74-ed7e-4ed7-84ac-bab09c910c58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.298961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:42.302669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.326939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.328056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:42.338084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.338643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment eeaae35d-d48d-4b2e-a79f-f6b93c970042 of type vlan for network 930fb10e-b5b7-4535-98e8-182b7d02c208 Dec 10 16:34:42.381809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.398852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f087848-5dff-4ed0-b5e5-81c5848131c5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:42.405667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Attempting to bind port b368c1f4-b720-4d15-a728-b2568c02b9ea on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:42.406243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Attempting to bind port b368c1f4-b720-4d15-a728-b2568c02b9ea by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:42.406388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Attempting to bind port b368c1f4-b720-4d15-a728-b2568c02b9ea on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:42.410804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f17ce-49b5-4c3b-b0b4-1f06a51988bf None None] Pushing event updated for resources: {'Port': ['ID=b368c1f4-b720-4d15-a728-b2568c02b9ea,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.418346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:42.419077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:42.419904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.420423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:42.421082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Bound port: b368c1f4-b720-4d15-a728-b2568c02b9ea, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:42.421710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.425368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.456501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.458143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1947cb45-b3c7-40ff-a414-4d252d772b00 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6407549 Dec 10 16:34:42.463309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.469513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48356) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:42.476573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '9eab9a74-ed7e-4ed7-84ac-bab09c910c58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:42.483983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] For port b368c1f4-b720-4d15-a728-b2568c02b9ea, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:42.487816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] For port b368c1f4-b720-4d15-a728-b2568c02b9ea, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b368c1f4-b720-4d15-a728-b2568c02b9ea,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:42.567925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2c8bb612-ab7b-4f45-af8b-ba1c3f988d27 None None] Provisioning complete for port b368c1f4-b720-4d15-a728-b2568c02b9ea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:42.567925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb612-ab7b-4f45-af8b-ba1c3f988d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.579604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.595314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bb612-ab7b-4f45-af8b-ba1c3f988d27 None None] Port b368c1f4-b720-4d15-a728-b2568c02b9ea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:42.598082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.601225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:42.601716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:42.602364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.604951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.663756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604dd9db-5fa9-4fd3-ba62-f6a4f5ec2305 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:42.674799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:42.675384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:42.677180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f17ce-49b5-4c3b-b0b4-1f06a51988bf None None] Pushing event updated for resources: {'Port': ['ID=b368c1f4-b720-4d15-a728-b2568c02b9ea,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.814480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] Provisioning complete for port b368c1f4-b720-4d15-a728-b2568c02b9ea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:42.815874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.821135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=930fb10e-b5b7-4535-98e8-182b7d02c208,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:42.837185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.844024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:42.845992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:42.919680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:42.920040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8982f143-b4f1-4cff-bf6d-abb97fcb1bd2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:42.934896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:42.946471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9fd753b5-ace6-4244-bfb7-011030c76764 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7881229 Dec 10 16:34:42.947287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:42.967095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:42.970955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:42.983892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Allocated IP 172.26.4.35 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/258260f1-6c2c-491b-acf7-0d9fe6c31481) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:43.017731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.057937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bc96ba-7368-4b65-8f38-9a96c415d1a2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.078675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Router 2f33d109-6e40-40d6-afdb-0e26067ac55b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:43.155921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.155921 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ae9d5a97-e287-4102-a6e4-7cf3bf9f07df tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6824234 Dec 10 16:34:43.158217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.168313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.209785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] For port b368c1f4-b720-4d15-a728-b2568c02b9ea, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b368c1f4-b720-4d15-a728-b2568c02b9ea,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:43.209925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.222325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.270136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:43.275439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:38Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:43.281097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.309846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.314654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfbf8f-0e90-4818-9315-785504197649 None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:38Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:43.323231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.369420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1ae2e-fbdd-440a-8ca3-e5eea29cdae7 None None] Pushing event updated for resources: {'Port': ['ID=b368c1f4-b720-4d15-a728-b2568c02b9ea,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.371048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.374403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.378749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.388078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.389243 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/77bc96ba-7368-4b65-8f38-9a96c415d1a2 HTTP/1.1" status: 204 len: 168 time: 0.2293940 Dec 10 16:34:43.394850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.424462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f32a-7039-4751-ae97-5143679acc99 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77bc96ba-7368-4b65-8f38-9a96c415d1a2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.472033 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b8b7ef05-46e9-4026-b301-b1905b21ed1b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758910 Dec 10 16:34:43.487924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.538790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.567130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:43.577341 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Sync routers for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:43.595560 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:43.596273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:43.610039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.642185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.685741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.727723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.728924 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-efa29a0b-01e4-41e2-8a67-7bed743c0884 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8917549 Dec 10 16:34:43.742214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:43.756075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=a8da96c1-6448-4732-be3b-748adb65f2b3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.763828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': 'eeaae35d-d48d-4b2e-a79f-f6b93c970042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:43.763828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: 930fb10e-b5b7-4535-98e8-182b7d02c208, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:43.768822 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:43.812644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=c27c4432-3d1f-49e4-8617-8d4fb3123a83,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:43.820196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1298609121-network', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:43.852627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.855756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.886996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:43.962672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:43.963043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: 8c495a50-a6c5-4f37-af89-58d4b192331c, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:43.967037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 930fb10e-b5b7-4535-98e8-182b7d02c208) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:43.973136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:43.974490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:43.975120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:40Z', 'revision_number': 3, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:43.981985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203b41d-9b46-42f6-b6a6-491a423b7531 None None] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:43.988274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:44.015958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:44.030470 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Checking router: 2f33d109-6e40-40d6-afdb-0e26067ac55b for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:44.031111 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Updating router 2f33d109-6e40-40d6-afdb-0e26067ac55b port 303d6006-1885-444d-83f2-93977f40ab6c binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:44.031515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:44.034605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 172.26.4.29 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:44.046714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event updated for resources: {'Port': ['ID=258260f1-6c2c-491b-acf7-0d9fe6c31481,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:44.049779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677c07e-903e-4a1c-b9c0-b6b3fd3b1474 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:44.092367 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.154347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 8c495a50-a6c5-4f37-af89-58d4b192331c is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:44.156393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Made reservation on behalf of 4934f08b18cf4eca908ef4e3dd5dc8cd for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:44.159195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.164468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-930fb10e-b5b7-4535-98e8-182b7d02c208', 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': 'a8da96c1-6448-4732-be3b-748adb65f2b3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:44.166018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.187668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1a5d3e5-c916-452b-a282-84062364d17b None None] Provisioning complete for port 258260f1-6c2c-491b-acf7-0d9fe6c31481 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:44.193891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d3e5-c916-452b-a282-84062364d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.224202 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00193e09-ad72-4d45-b4bf-61825ad7134a tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2719069 Dec 10 16:34:44.224202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48388) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.228945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208', 'name': 'tempest-PortsTestJSON-1061599644', 'fixed_ips': [{'subnet_id': 'a8da96c1-6448-4732-be3b-748adb65f2b3', 'ip_address': '172.20.0.10'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:44.252732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8c495a50-a6c5-4f37-af89-58d4b192331c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:44.261986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.265235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.268693 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/9eab9a74-ed7e-4ed7-84ac-bab09c910c58 HTTP/1.1" status: 204 len: 168 time: 0.7700250 Dec 10 16:34:44.277200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df95419-10c4-4644-854a-c8b958c7999e None None] Network 8c495a50-a6c5-4f37-af89-58d4b192331c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:44.292520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.316119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.318752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:44.319365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.366837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5d3e5-c916-452b-a282-84062364d17b None None] Port 258260f1-6c2c-491b-acf7-0d9fe6c31481 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:44.392609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f7f56c77-9752-412d-9a21-d99785aaf644 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0984082 Dec 10 16:34:44.393163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.405294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--513887496'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:44.427680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dc983-2e4b-4c14-b6a1-9c0a600587e2 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab9a74-ed7e-4ed7-84ac-bab09c910c58,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:44.456313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:34:44.456313 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:34:44.456313 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'project_id_1': 'c2e7c505e38647849e94bb3714044748', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 34, 24, 428647)}] Dec 10 16:34:44.456313 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:44.457334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:44.457637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Allocated IP 172.20.0.2 (930fb10e-b5b7-4535-98e8-182b7d02c208/a8da96c1-6448-4732-be3b-748adb65f2b3/70b10b85-d8ef-4f33-a95c-37d8ce557b77) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:44.469355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8c495a50-a6c5-4f37-af89-58d4b192331c', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:44.469982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.552678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.555626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.642935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.656757 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4382e2c-db20-4b79-bccd-eff0ab931bda tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6711159 Dec 10 16:34:44.660692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48394) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:44.763145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:44.854723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b368c1f4-b720-4d15-a728-b2568c02b9ea up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:44.953903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Allocated IP 172.20.0.2 (8c495a50-a6c5-4f37-af89-58d4b192331c/c27c4432-3d1f-49e4-8617-8d4fb3123a83/8104bfbd-82e1-43fb-ab17-6536ef66aa44) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:44.985583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.044436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b368c1f4-b720-4d15-a728-b2568c02b9ea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:45.044824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.073163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.105876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.165711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.166973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496061ab-f491-445a-9ef5-fb7fda4e9e3d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.187363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:45.194658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:45.201483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:45.202863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Pushing event updated for resources: {'Port': ['ID=70b10b85-d8ef-4f33-a95c-37d8ce557b77,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.209168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.210993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.284109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.288088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-204a0652-bac2-47ef-b480-5482360b9bfe tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8889184 Dec 10 16:34:45.296853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.298242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:45.316596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '496061ab-f491-445a-9ef5-fb7fda4e9e3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:45.327775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:45.349648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Attempting to bind port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:45.355038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Attempting to bind port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'eeaae35d-d48d-4b2e-a79f-f6b93c970042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:45.355038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Attempting to bind port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 on network 930fb10e-b5b7-4535-98e8-182b7d02c208 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:45.355341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:45.360576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:45.361078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Checking segment: {'id': 'eeaae35d-d48d-4b2e-a79f-f6b93c970042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:45.361730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.361943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Bound using segment: {'id': 'eeaae35d-d48d-4b2e-a79f-f6b93c970042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:45.362463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Bound port: 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaae35d-d48d-4b2e-a79f-f6b93c970042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:45.362861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.363511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:45.384802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c569f-b841-4f6d-94b0-bc2243518e92 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:45.407415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:45.450365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.461204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.461493 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Added segment 8aa2ba74-8cd8-4fe7-885b-8208959ded1e of type vlan for network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 Dec 10 16:34:45.463980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] For port 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:45.464419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defb9da-b300-4b61-932f-b6164acb8c06,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.469259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] For port 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70b10b85-d8ef-4f33-a95c-37d8ce557b77,segment=NetworkSegment(eeaae35d-d48d-4b2e-a79f-f6b93c970042),segment_id=eeaae35d-d48d-4b2e-a79f-f6b93c970042)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:45.507820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d2a91cfe-afe5-4642-8ac9-b0cd5addb6af None None] Provisioning complete for port 87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:45.515609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2a91cfe-afe5-4642-8ac9-b0cd5addb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.539353 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.558018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d2a91cfe-afe5-4642-8ac9-b0cd5addb6af None None] Port 87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:45.642625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.676671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.681411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.687128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.693039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:45.695092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Network 8c495a50-a6c5-4f37-af89-58d4b192331c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:45.713354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:45.718211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:45.726473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Pushing event updated for resources: {'Port': ['ID=8104bfbd-82e1-43fb-ab17-6536ef66aa44,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.747162 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.796243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.823617 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Attempting to bind port 303d6006-1885-444d-83f2-93977f40ab6c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:45.823617 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Attempting to bind port 303d6006-1885-444d-83f2-93977f40ab6c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:45.823617 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Attempting to bind port 303d6006-1885-444d-83f2-93977f40ab6c on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:45.836245 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:45.837106 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:45.839373 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.840014 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:45.842432 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Bound port: 303d6006-1885-444d-83f2-93977f40ab6c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:45.843500 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.851654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.854223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5bbd6-f117-49fe-8e23-07a4ee591113 None None] Pushing event updated for resources: {'Port': ['ID=70b10b85-d8ef-4f33-a95c-37d8ce557b77,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.874365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a854fe-ed5d-4342-bce1-545788eb797e None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:45.879486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Attempting to bind port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:45.879862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Attempting to bind port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:45.880594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Attempting to bind port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 on network 8c495a50-a6c5-4f37-af89-58d4b192331c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:45.890127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:45.893891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Checking segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:45.894270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port b6c21e77-172f-44b6-80f9-1263208054d8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:45.894360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.894360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Bound using segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:45.894360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Bound port: 8104bfbd-82e1-43fb-ab17-6536ef66aa44, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:45.894360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.936222 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] For port 303d6006-1885-444d-83f2-93977f40ab6c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:45.942402 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] For port 303d6006-1885-444d-83f2-93977f40ab6c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=303d6006-1885-444d-83f2-93977f40ab6c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:45.960592 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0d44-9c7e-4a54-82cc-488b5f30b25e None None] Pushing event updated for resources: {'Port': ['ID=303d6006-1885-444d-83f2-93977f40ab6c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:45.975381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:45.985105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] For port 8104bfbd-82e1-43fb-ab17-6536ef66aa44, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:45.988550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] For port 8104bfbd-82e1-43fb-ab17-6536ef66aa44, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8104bfbd-82e1-43fb-ab17-6536ef66aa44,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:46.020567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8fa64574-caf1-42fd-94aa-a963faca8d15 None None] Provisioning complete for port 303d6006-1885-444d-83f2-93977f40ab6c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:46.021253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa64574-caf1-42fd-94aa-a963faca8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.021602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.023129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:46.025086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.053846 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.109338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8fa64574-caf1-42fd-94aa-a963faca8d15 None None] Port 303d6006-1885-444d-83f2-93977f40ab6c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:46.111015 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:46.111914 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:46.121251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a7b4d5-d145-40ce-bb8e-cb63e43d9550 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:46.145186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.157087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.288910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (8c495a50-a6c5-4f37-af89-58d4b192331c/c27c4432-3d1f-49e4-8617-8d4fb3123a83/aff64479-c882-4e44-90cb-b8476f2c6e92) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:46.289818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] Provisioning complete for port 303d6006-1885-444d-83f2-93977f40ab6c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:46.290256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.299043 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7588670 Dec 10 16:34:46.305389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48398) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:46.365719 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:46.378075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Request body: {'subnet': {'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1298609121-subnet', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:46.396811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ef9f2-f968-48b2-b540-07985c98e24a None None] Pushing event updated for resources: {'Port': ['ID=8104bfbd-82e1-43fb-ab17-6536ef66aa44,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.418484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.454148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26281883-179f-4a42-a67b-d26a6b8f2d4c admin admin] Pushing event updated for resources: {'Network': ['ID=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.460088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.502789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] For port 303d6006-1885-444d-83f2-93977f40ab6c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=303d6006-1885-444d-83f2-93977f40ab6c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:46.508268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:46.541789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.590510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.597424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.628854 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0d44-9c7e-4a54-82cc-488b5f30b25e None None] Pushing event updated for resources: {'Port': ['ID=303d6006-1885-444d-83f2-93977f40ab6c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.660430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.671059 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:40Z', 'revision_number': 3, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:46.734933 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f27f6-79c1-4ac9-83c2-18a197456fd9 None None] The sync data for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv is: [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:40Z', 'revision_number': 3, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:46.788624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51069d23-0c0d-4063-bccd-e98e02b28ee5 None None] Pushing event updated for resources: {'Port': ['ID=303d6006-1885-444d-83f2-93977f40ab6c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.803487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4f5ab3-8813-4cb4-b39c-009f7a7da65c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:46.828889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.10 (930fb10e-b5b7-4535-98e8-182b7d02c208/a8da96c1-6448-4732-be3b-748adb65f2b3/b6c21e77-172f-44b6-80f9-1263208054d8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:46.838472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Made reservation on behalf of 4934f08b18cf4eca908ef4e3dd5dc8cd for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:46.841945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.903028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:46.916128 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c794257-b7bf-4946-b1f2-8b65aeed802c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6053922 Dec 10 16:34:46.916128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:46.934871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Allocated IP 172.20.0.1 (5f60c681-5612-4682-87e4-2c06f60e0acf/f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1/9640cb4f-6612-4ab5-83bd-6a1090e0a2fc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:46.949449 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b457e87f-9ea3-4d7f-a778-899c12c1232d tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules/ee4f5ab3-8813-4cb4-b39c-009f7a7da65c HTTP/1.1" status: 200 len: 763 time: 0.0367837 Dec 10 16:34:46.956540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8104bfbd-82e1-43fb-ab17-6536ef66aa44 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:46.985004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:47.025691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.026292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.078353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.098381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3a67c978-e6e7-4a8e-8675-f1b1f39ca14c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1118019 Dec 10 16:34:47.099946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.100855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:47.195915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 8c495a50-a6c5-4f37-af89-58d4b192331c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:47.206301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:47.215637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:47.276846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.279170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.300278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.309591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.317801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.328169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:47.356070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 8104bfbd-82e1-43fb-ab17-6536ef66aa44, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8104bfbd-82e1-43fb-ab17-6536ef66aa44,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:47.368008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ef3b6-2af6-4ea1-a40d-852ad7af94ee None None] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:47.389066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:47.390823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:47.393577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:47.443972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.465841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.466625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70b10b85-d8ef-4f33-a95c-37d8ce557b77 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:47.539141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] Provisioning complete for port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.539509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.583409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=b6c21e77-172f-44b6-80f9-1263208054d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:47.599403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:47.600249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.651421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.707253 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1d324a09-8c81-449e-bce8-b7bfee8bf154 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4810383 Dec 10 16:34:47.711172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:47.719390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': '930fb10e-b5b7-4535-98e8-182b7d02c208', 'name': 'tempest-PortsTestJSON-1197166199', 'fixed_ips': [{'subnet_id': 'a8da96c1-6448-4732-be3b-748adb65f2b3', 'ip_address': '172.20.0.9'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:47.736208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=8104bfbd-82e1-43fb-ab17-6536ef66aa44,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:47.798250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:47.798861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.803738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2e798-7329-4cad-9150-1df1fd538633 None None] Network 8c495a50-a6c5-4f37-af89-58d4b192331c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:47.977576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.987494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:47.995837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.052282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.106972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:48.110113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] For port 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70b10b85-d8ef-4f33-a95c-37d8ce557b77,segment=NetworkSegment(eeaae35d-d48d-4b2e-a79f-f6b93c970042),segment_id=eeaae35d-d48d-4b2e-a79f-f6b93c970042)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:48.117996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.119108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.119689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.123698 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ee4f5ab3-8813-4cb4-b39c-009f7a7da65c HTTP/1.1" status: 204 len: 168 time: 1.0096190 Dec 10 16:34:48.127659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:48.172368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.175747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5afb4-afb3-4c02-8b4d-1b02778308b1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee4f5ab3-8813-4cb4-b39c-009f7a7da65c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.215926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port ffd87025-ba34-4ffb-adc8-c3cdfad15c8a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:34:48.290967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Router ff3ea43f-e21a-4299-92ea-348b9f9d03d9 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:48.295208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d030-4d6b-4f50-94c1-bca43d30ba26 None None] Pushing event updated for resources: {'Port': ['ID=70b10b85-d8ef-4f33-a95c-37d8ce557b77,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.314211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.371402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Provisioning complete for port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:48.377655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.418453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-102c31a4-1a17-4083-add1-563ceeca8f4c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2912033 Dec 10 16:34:48.419080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:48.421529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:34:48.421893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:34:48.431756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '496061ab-f491-445a-9ef5-fb7fda4e9e3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:48.523864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.539068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.544743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Provisioning complete for port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:48.545715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.555464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.9 (930fb10e-b5b7-4535-98e8-182b7d02c208/a8da96c1-6448-4732-be3b-748adb65f2b3/ffd87025-ba34-4ffb-adc8-c3cdfad15c8a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:48.586319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.595071 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=725e359d-2923-4934-9a9b-ebafad0e84ea,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.630405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:48.653213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.687675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.690220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:48.698019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Network hostable DHCP agents. Network: 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:48.710676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.778582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.778861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router 733986ad-4a54-47f1-83ef-178bf6da8ecd is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:48.795829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Network 5f60c681-5612-4682-87e4-2c06f60e0acf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:48.801297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:48.806693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:48.809820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] Sync routers for ids ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:48.839559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] Routers {'ff3ea43f-e21a-4299-92ea-348b9f9d03d9'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:48.840226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:48.884651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:48.887554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:48.891350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:48.933460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] Routers {'ff3ea43f-e21a-4299-92ea-348b9f9d03d9'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:48.934105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:48.963072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.001256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.001953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0681-87dd-4ff1-9185-ce7540011a6b None None] The sync data for ids ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:49.008658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.013807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.018104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b16d2eb7-13fa-42f5-baee-bb3a159cce5a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7310283 Dec 10 16:34:49.018824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.026594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:49.033801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:49.061360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Provisioning complete for port b6c21e77-172f-44b6-80f9-1263208054d8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.061360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.070036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3d38ce-c7f5-45df-990d-5c3727169f58,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.101272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 8c495a50-a6c5-4f37-af89-58d4b192331c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:49.104031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:49.117821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.134132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:49.144530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5294559a-abe2-41fb-bae3-3203d7f37efd None None] Port b6c21e77-172f-44b6-80f9-1263208054d8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:49.156737 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] Sync routers for ids ['733986ad-4a54-47f1-83ef-178bf6da8ecd'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:49.161897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.164301 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ccb28b56-df9b-4601-9c8a-c939e1ee10a0 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "PUT /v2.0/routers/733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 200 len: 918 time: 7.3602536 Dec 10 16:34:49.166445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.192741 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] Routers {'733986ad-4a54-47f1-83ef-178bf6da8ecd'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:49.193576 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['733986ad-4a54-47f1-83ef-178bf6da8ecd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.214198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.254060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:49.255624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.258892 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-98f61903-c41d-4e37-a840-8eb3104989c6 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8301313 Dec 10 16:34:49.269468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.281248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe10cf7-8fd8-456e-8ade-f0b1706db035 None None] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:49.282717 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.313033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] Routers {'733986ad-4a54-47f1-83ef-178bf6da8ecd'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:49.314421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:49.315759 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['733986ad-4a54-47f1-83ef-178bf6da8ecd'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.320311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:49.321478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.345027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:49.349642 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-334f729b-0bb6-46b8-867e-904107a88876 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules/3b3d38ce-c7f5-45df-990d-5c3727169f58 HTTP/1.1" status: 200 len: 763 time: 0.0776350 Dec 10 16:34:49.363477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:49.368920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48420) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.387368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8104bfbd-82e1-43fb-ab17-6536ef66aa44 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:49.398313 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:49.398987 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d46218-360b-41ee-8864-9c889edeeefa None None] The sync data for ids ['733986ad-4a54-47f1-83ef-178bf6da8ecd'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:49.433474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=ffd87025-ba34-4ffb-adc8-c3cdfad15c8a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:49.494170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Provisioning complete for port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.494651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.520183 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-50ca0981-58bc-4ceb-99d9-7e3cfab4a783 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1351540 Dec 10 16:34:49.525904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:49.526565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.530609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.566502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:49.570982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.585646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.621183 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1b7ab710-23c5-438a-b0e2-5b549d088e7c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3081501 Dec 10 16:34:49.634903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.639861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:49.643554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.646955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.676641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:49.677557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.684567 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ba3978f-37d7-4713-a011-67f1f38cc18e tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 200 len: 924 time: 0.5154352 Dec 10 16:34:49.690291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48426) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.735940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Provisioning complete for port b6c21e77-172f-44b6-80f9-1263208054d8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.736461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.798007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70b10b85-d8ef-4f33-a95c-37d8ce557b77 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:49.820433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Port b6c21e77-172f-44b6-80f9-1263208054d8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:49.851819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Provisioning complete for port aff64479-c882-4e44-90cb-b8476f2c6e92 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.852344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.858220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc76b1-8294-43ba-9246-f7b01a4b669d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:49.863024 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5ecc76b1-8294-43ba-9246-f7b01a4b669d tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=733986ad-4a54-47f1-83ef-178bf6da8ecd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1618466 Dec 10 16:34:49.866685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:49.872635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.873981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.895576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.896092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.925141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Port aff64479-c882-4e44-90cb-b8476f2c6e92 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:49.937510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:49.942916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Provisioning complete for port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:49.943350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.008018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.010139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-589248de-717a-4c80-b6be-d3bd7dfdf522 None None] Port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:50.024070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 303d6006-1885-444d-83f2-93977f40ab6c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:50.055508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157060a-6f2a-4101-8c82-f5d94d1ced04 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.057517 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0157060a-6f2a-4101-8c82-f5d94d1ced04 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.1864274 Dec 10 16:34:50.068961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.071891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf137582-0ef2-42a9-bda9-ff76687f0d9f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3573375 Dec 10 16:34:50.073649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.080890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 303d6006-1885-444d-83f2-93977f40ab6c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:50.081362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.130607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3e252f5f-af29-40c1-a1b0-7a66d59af602 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 200 len: 205 time: 0.0580349 Dec 10 16:34:50.130902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48434) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.141651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Provisioning complete for port ffd87025-ba34-4ffb-adc8-c3cdfad15c8a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:50.142185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.184540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.189703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.194390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3b3d38ce-c7f5-45df-990d-5c3727169f58 HTTP/1.1" status: 204 len: 168 time: 0.6585262 Dec 10 16:34:50.206332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee5b45-e317-42a2-93f6-32df7dd5ceff tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.210538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-09ee5b45-e317-42a2-93f6-32df7dd5ceff tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1332119 Dec 10 16:34:50.212188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.212188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.271431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b907a-7e42-490a-b031-d84c34196bd1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b3d38ce-c7f5-45df-990d-5c3727169f58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:50.274242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Port ffd87025-ba34-4ffb-adc8-c3cdfad15c8a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:50.283265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:50.289110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9c0f1eab-f651-42b5-9bb6-7341e7fb3d1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/e1e2e4f8-814d-4ba1-bb20-d42d13f2e091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6273193 Dec 10 16:34:50.306776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.316579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:50.327539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Provisioning complete for port aff64479-c882-4e44-90cb-b8476f2c6e92 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:50.328077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.374068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:50.374884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:50.384591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Allocated IP 172.20.0.2 (0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8/725e359d-2923-4934-9a9b-ebafad0e84ea/a4db64b6-5352-42c7-b874-bf202277e983) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:50.417025 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-09030fc4-0054-4323-9313-561592f61ff1 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2015529 Dec 10 16:34:50.425441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcec32-5900-4634-b4ef-80f8b548060d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.432860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcec32-5900-4634-b4ef-80f8b548060d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.464993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcec32-5900-4634-b4ef-80f8b548060d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.464993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b0bcec32-5900-4634-b4ef-80f8b548060d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2302580 Dec 10 16:34:50.464993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.465471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf166e-193f-42f9-b345-95831a7e42cb None None] Port aff64479-c882-4e44-90cb-b8476f2c6e92 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:50.465590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': '496061ab-f491-445a-9ef5-fb7fda4e9e3d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:50.470029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48444) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.556153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:50.615314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.639284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.639706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.640079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.640534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.641422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.641573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.641905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.642709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.642842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.647459 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0e864f7d-80ec-46b5-8862-aab0b40a86ea tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6325 time: 0.3473740 Dec 10 16:34:50.649103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.662208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.668722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.692637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Project ec4f63bcc83b4b6eb7721bb1c4c304b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:50.721781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.751964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.795119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port ffd87025-ba34-4ffb-adc8-c3cdfad15c8a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:50.795497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.801581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.802051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.802501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.802950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.803398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.803840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.804283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.804724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:50.806121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.810216 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-15ce5f49-504a-48b1-8ddd-6d445127e343 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5234 time: 0.1574824 Dec 10 16:34:50.818784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:50.882545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.927731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.942100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for ffd87025-ba34-4ffb-adc8-c3cdfad15c8a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:50.952632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.989349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:50.999738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:51.007350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:51.013427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:51.017398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c452de-827f-4b74-b6c2-17a6dd3486d5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.019599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Pushing event updated for resources: {'Port': ['ID=a4db64b6-5352-42c7-b874-bf202277e983,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.087480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:48Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:51.090047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.091358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-749d72e9-cbfe-475f-9c89-d0b82f44d59c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6415181 Dec 10 16:34:51.094418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.103716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.110072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.113365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.124356 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-90567002-d027-40e7-af95-443b64ac61ae tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules/d3c452de-827f-4b74-b6c2-17a6dd3486d5 HTTP/1.1" status: 200 len: 769 time: 0.0283053 Dec 10 16:34:51.130093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:51.130093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Updating router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 port aff64479-c882-4e44-90cb-b8476f2c6e92 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:51.130316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.132793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Attempting to bind port a4db64b6-5352-42c7-b874-bf202277e983 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:51.132793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Attempting to bind port a4db64b6-5352-42c7-b874-bf202277e983 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:51.133353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Attempting to bind port a4db64b6-5352-42c7-b874-bf202277e983 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:51.157799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:51.158034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:51.160494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.160494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Bound using segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:51.160494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Bound port: a4db64b6-5352-42c7-b874-bf202277e983, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:51.160494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.175328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.187014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f4ebfc29-a069-4049-b58e-086dfbbee09c tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0532489 Dec 10 16:34:51.187603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.213418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.221236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.243616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.247827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.284008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=ffd87025-ba34-4ffb-adc8-c3cdfad15c8a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.321870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] For port a4db64b6-5352-42c7-b874-bf202277e983, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:51.343567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] For port a4db64b6-5352-42c7-b874-bf202277e983, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a4db64b6-5352-42c7-b874-bf202277e983,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:51.359787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.364139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-53e8170f-2858-4ab3-ab54-ac4ab9d45ff8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/ffd87025-ba34-4ffb-adc8-c3cdfad15c8a HTTP/1.1" status: 204 len: 168 time: 0.8648584 Dec 10 16:34:51.372625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.372625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.372950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.373712 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d3c452de-827f-4b74-b6c2-17a6dd3486d5 HTTP/1.1" status: 204 len: 168 time: 0.1844797 Dec 10 16:34:51.377944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.399208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f053f-8a69-4af4-a453-9e5fb3d35188 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c452de-827f-4b74-b6c2-17a6dd3486d5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.429063 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f0f33465-ea0d-48b8-be8c-6ced1ace98c9 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497947 Dec 10 16:34:51.432263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.479794 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1ad9b7-669a-4dd5-9ca2-74810798b5e5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:51.483915 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c1ad9b7-669a-4dd5-9ca2-74810798b5e5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/ffd87025-ba34-4ffb-adc8-c3cdfad15c8a HTTP/1.1" status: 404 len: 333 time: 0.1042097 Dec 10 16:34:51.484832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48462) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.487236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.517578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Network 5f60c681-5612-4682-87e4-2c06f60e0acf is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:51.530689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:51.539339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.616429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.646242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb176e5-4430-41ea-a995-fef3d848d02d None None] Pushing event updated for resources: {'Port': ['ID=a4db64b6-5352-42c7-b874-bf202277e983,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.682936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.689579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port b6c21e77-172f-44b6-80f9-1263208054d8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:51.690005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.784647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.808532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.822452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for b6c21e77-172f-44b6-80f9-1263208054d8 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:51.844092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e2755-ae9b-4b21-b3ce-18ace7a0396c None None] Pushing event updated for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.866034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port 87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:51.866542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.886910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.891702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.893656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/496061ab-f491-445a-9ef5-fb7fda4e9e3d HTTP/1.1" status: 204 len: 168 time: 0.4602153 Dec 10 16:34:51.903362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:51.931492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f7fcc-a356-4d98-8d7e-9b4e19becd86 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496061ab-f491-445a-9ef5-fb7fda4e9e3d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:51.978114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Attempting to bind port aff64479-c882-4e44-90cb-b8476f2c6e92 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:51.978496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Attempting to bind port aff64479-c882-4e44-90cb-b8476f2c6e92 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:51.979135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Attempting to bind port aff64479-c882-4e44-90cb-b8476f2c6e92 on network 8c495a50-a6c5-4f37-af89-58d4b192331c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:51.985852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:51.986231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Checking segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:51.987040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:51.987166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Bound using segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:51.987639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Bound port: aff64479-c882-4e44-90cb-b8476f2c6e92, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:51.988121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.012714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6086bfbb-d328-4fcb-82b1-9234a87636a5 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1113644 Dec 10 16:34:52.026187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:52.069202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421177171'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:52.100546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] For port aff64479-c882-4e44-90cb-b8476f2c6e92, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:52.104718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] For port aff64479-c882-4e44-90cb-b8476f2c6e92, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aff64479-c882-4e44-90cb-b8476f2c6e92,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:52.160957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ddc191b-ee23-4d15-bfca-52a49e407736 None None] Provisioning complete for port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:52.161313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ddc191b-ee23-4d15-bfca-52a49e407736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.202905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.219597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.222305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.251754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc191b-ee23-4d15-bfca-52a49e407736 None None] Port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:52.273449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:52.274104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:52.322348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e2755-ae9b-4b21-b3ce-18ace7a0396c None None] Pushing event updated for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.351018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=b6c21e77-172f-44b6-80f9-1263208054d8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.394177 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f93d41a2-e78d-4a06-8dda-34c09a8c4423 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5019 time: 1.5556483 Dec 10 16:34:52.449395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] Provisioning complete for port aff64479-c882-4e44-90cb-b8476f2c6e92 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:52.453556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.457393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.478433 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e4f703f4-1b89-4556-ac46-21d41e194a0f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/b6c21e77-172f-44b6-80f9-1263208054d8 HTTP/1.1" status: 204 len: 168 time: 0.9884992 Dec 10 16:34:52.485574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:52.527653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa283812-0b6d-4e33-bb6e-600ce49c3c6b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:34:52.533136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aa283812-0b6d-4e33-bb6e-600ce49c3c6b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/b6c21e77-172f-44b6-80f9-1263208054d8 HTTP/1.1" status: 404 len: 333 time: 0.0436523 Dec 10 16:34:52.537070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:52.540689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:52.699884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.706201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet a8da96c1-6448-4732-be3b-748adb65f2b3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:34:52.710137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.722362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Router 2f33d109-6e40-40d6-afdb-0e26067ac55b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:52.733894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.748389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for 87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:52.764975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.768407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.854557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.872507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a274a1-0c5b-4609-97ba-1bc2a9f74585,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:52.929064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] For port aff64479-c882-4e44-90cb-b8476f2c6e92, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aff64479-c882-4e44-90cb-b8476f2c6e92,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:52.938963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:52.942617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a94286ca-888a-4f5d-bb32-c2e9f962c127 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9104662 Dec 10 16:34:52.945735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:52.951686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Request body: {'security_group_rule': {'security_group_id': 'd2a274a1-0c5b-4609-97ba-1bc2a9f74585', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:52.971531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:52.979357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.001345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.003509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd02a-6e71-4849-8c9b-25f0df770a17 None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:53.029962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.064437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.069649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.077269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:53.088631 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6aa62dbd-5195-4b2a-9854-59aa704ff8f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f33d109-6e40-40d6-afdb-0e26067ac55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3392098 Dec 10 16:34:53.124286 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Sync routers for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:53.133713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.147387 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:53.148187 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:53.166718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.176839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:53.185463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335989983', 'description': 'tempest-secgroup-smoke-335989983 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:53.237134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.267775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dd827d91-89d0-4ae2-9a2f-8be093b967f8 None None] Provisioning complete for port aff64479-c882-4e44-90cb-b8476f2c6e92 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:53.268208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd827d91-89d0-4ae2-9a2f-8be093b967f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.333200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=a8da96c1-6448-4732-be3b-748adb65f2b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.342735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.347273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1972b4c8-6c3b-4a06-bc14-41bf453d5b67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/a8da96c1-6448-4732-be3b-748adb65f2b3 HTTP/1.1" status: 204 len: 168 time: 0.8054566 Dec 10 16:34:53.356168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:53.410862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0aa866-aedd-471f-bb55-c3c50d272a66 None None] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:53.425506 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:53.468577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.510094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc132620-bcdc-4644-a4b4-156ff0fea555 None None] Network 930fb10e-b5b7-4535-98e8-182b7d02c208 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:53.512432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a4db64b6-5352-42c7-b874-bf202277e983 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:53.527593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f0f7-e508-494d-8bb9-bae09d6a65b9 None None] Pushing event updated for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.546200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.556990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.633421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.679906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router ff3ea43f-e21a-4299-92ea-348b9f9d03d9 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:34:53.704683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1059f37f-68d6-43aa-802e-31fec9df6a32,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:53.742529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.756530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:53.757211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.827587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a4db64b6-5352-42c7-b874-bf202277e983 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:53.827969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.875225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.880029 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:50Z', 'revision_number': 2, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:53.900319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70b10b85-d8ef-4f33-a95c-37d8ce557b77,segment=NetworkSegment(eeaae35d-d48d-4b2e-a79f-f6b93c970042),segment_id=eeaae35d-d48d-4b2e-a79f-f6b93c970042)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:53.900673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:53.935154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 70b10b85-d8ef-4f33-a95c-37d8ce557b77 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:53.967256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] DHCP port deletion for 930fb10e-b5b7-4535-98e8-182b7d02c208 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:53.975612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Checking router: 2f33d109-6e40-40d6-afdb-0e26067ac55b for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:53.975977 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Updating router 2f33d109-6e40-40d6-afdb-0e26067ac55b port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:54.015075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Allocated IP 172.26.4.148 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/559cd3b4-ee5c-4955-b753-fb7f7dd8e219) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:54.041389 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.046263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=87e1e9b8-9ce6-43b5-8b12-ce16b3f2dcee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.079282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.080584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a70aabb4-b3c9-4cfd-834a-4857d90d5433 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1336973 Dec 10 16:34:54.083175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.147546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.246530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.257605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.259315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cbfa8b-a96b-4917-9b34-9acd083f9476,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.279022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.280323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1771353c-cdf0-4b20-bc16-f23ab883550d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1024303 Dec 10 16:34:54.282435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:54.304978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.323586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.326120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.341653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:54.346673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.348347 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4976df5d-bfbb-4a4a-b52c-907095721ea3 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "PUT /v2.0/routers/ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 200 len: 920 time: 5.3239529 Dec 10 16:34:54.363455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.371764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=70b10b85-d8ef-4f33-a95c-37d8ce557b77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.417474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] Sync routers for ids ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:54.420399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c8e0e2-3ef4-496d-883e-579983b3d841 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:54.436497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.464555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.468371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-22f72d52-5c33-46eb-878c-1d54a40b20e5 None None] Provisioning complete for port a4db64b6-5352-42c7-b874-bf202277e983 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:54.468742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22f72d52-5c33-46eb-878c-1d54a40b20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.475417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] Routers {'ff3ea43f-e21a-4299-92ea-348b9f9d03d9'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:54.476059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.557705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port a4db64b6-5352-42c7-b874-bf202277e983, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a4db64b6-5352-42c7-b874-bf202277e983,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:54.558876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.587385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] Routers {'ff3ea43f-e21a-4299-92ea-348b9f9d03d9'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:54.588406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.591249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Deleting port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:54.591627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.591942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.615790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.620666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48496) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.626143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898046423', 'description': 'tempest-description--1090278344'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:54.664016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.664625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736649b-0af2-4a04-a9cc-70f9d21e67cc None None] The sync data for ids ['ff3ea43f-e21a-4299-92ea-348b9f9d03d9'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:54.665854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.668722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.670561 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2a274a1-0c5b-4609-97ba-1bc2a9f74585 HTTP/1.1" status: 204 len: 168 time: 0.5857639 Dec 10 16:34:54.671303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.680616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.681600 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.714466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14980eec-fe63-409f-b381-89023996b05b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a274a1-0c5b-4609-97ba-1bc2a9f74585,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.718108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930fb10e-b5b7-4535-98e8-182b7d02c208']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.749501 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d8bda43c-f33a-46ca-95fc-4cddeda16fbc tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 200 len: 920 time: 0.3800416 Dec 10 16:34:54.750324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48500) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:54.752514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaae35d-d48d-4b2e-a79f-f6b93c970042') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.753559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaae35d-d48d-4b2e-a79f-f6b93c970042') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:54.761134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.765440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.769871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] For port 70b10b85-d8ef-4f33-a95c-37d8ce557b77, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:54.770256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.772836 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.794029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Calling delete_port for 70b10b85-d8ef-4f33-a95c-37d8ce557b77 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:54.802010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:34:54.808301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.817780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=a4db64b6-5352-42c7-b874-bf202277e983,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.845259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aeba7-6ef0-4ccb-aa7b-a3fb83c892ae None None] Pushing event updated for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.849074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] Pushing event deleted for resources: {'Port': ['ID=70b10b85-d8ef-4f33-a95c-37d8ce557b77,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:54.854343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200eb9c-dfeb-4e60-8322-84fbd61305c5 None None] No DVR routers for this DVR port 70b10b85-d8ef-4f33-a95c-37d8ce557b77 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:34:54.876986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.879961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.895110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.923970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.935350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8bcb6272-1bb7-4b21-85dc-9702a020ac0c None None] Provisioning complete for port a4db64b6-5352-42c7-b874-bf202277e983 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:54.937031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bcb6272-1bb7-4b21-85dc-9702a020ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.952072 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Attempting to bind port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:54.952486 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Attempting to bind port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:54.952878 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Attempting to bind port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc on network 5f60c681-5612-4682-87e4-2c06f60e0acf {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:54.958546 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:54.964126 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Checking segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:54.964641 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.965212 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Bound using segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:54.965710 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Bound port: 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:54.966129 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.973122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.973699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router 733986ad-4a54-47f1-83ef-178bf6da8ecd {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:54.984461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.988855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:54.989942 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b024e7d7-4999-4cbd-bb2e-043063b93784 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 204 len: 168 time: 4.8578928 Dec 10 16:34:55.000260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.002321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b108622-f40f-4915-bd1a-2fd784bf77e2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.004628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1b108622-f40f-4915-bd1a-2fd784bf77e2 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=ff3ea43f-e21a-4299-92ea-348b9f9d03d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2440791 Dec 10 16:34:55.014104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1990631117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.014800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.058519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.065585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:34:55.069492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.087028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.096679 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] For port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:55.107654 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] For port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cb2fbd4a-cd58-4c81-8a3a-888e00396e0b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4360509 Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:34:55.128543 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:34:55.137797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.164095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Pushing event updated for resources: {'Port': ['ID=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.173396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:55.177593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:55.182392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:55.185198 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.194406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915355e-9a10-4b26-8185-1209562e7722 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:55.199514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.199514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.220181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5d8a1f-13ef-4220-b2a6-43165a089f4c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.264033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.266233 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a9520962-7c1c-4114-a5e8-e080222b99ba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9569125 Dec 10 16:34:55.272758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.294297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-07e0e67c-79f2-44e7-9ce7-3b83ae2ac532 None None] Provisioning complete for port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:55.295087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-07e0e67c-79f2-44e7-9ce7-3b83ae2ac532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.312961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.315697 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:55.317062 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:55.346395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e4cc361-bbab-4608-8c1b-ec4fa3ecbd7b tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1997778 Dec 10 16:34:55.347530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.351590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.354526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aff64479-c882-4e44-90cb-b8476f2c6e92 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:55.364096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.365725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.406989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.414565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/930fb10e-b5b7-4535-98e8-182b7d02c208 HTTP/1.1" status: 204 len: 168 time: 2.0566893 Dec 10 16:34:55.416762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304b0ea-2cdb-4dc8-ba57-b573070f4ef8 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=930fb10e-b5b7-4535-98e8-182b7d02c208,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.417036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.421721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.427514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-07e0e67c-79f2-44e7-9ce7-3b83ae2ac532 None None] Port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:55.434636 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-f60280bd-3025-4e68-9018-e4cbd7200a17 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] delete failed (client error): The resource could not be found. Dec 10 16:34:55.434800 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aeba7-6ef0-4ccb-aa7b-a3fb83c892ae None None] Pushing event updated for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.437385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f60280bd-3025-4e68-9018-e4cbd7200a17 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2a274a1-0c5b-4609-97ba-1bc2a9f74585 HTTP/1.1" status: 404 len: 347 time: 0.0845444 Dec 10 16:34:55.440031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.454086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port aff64479-c882-4e44-90cb-b8476f2c6e92 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:55.454476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.479267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.539292 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:55.569619 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba81ce18-61a3-46e6-bb8d-15dda31e23b4 tempest-SecGroupIPv6Test-1485760650 tempest-SecGroupIPv6Test-1485760650-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1262321 Dec 10 16:34:55.571218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2da884-a559-4cbd-8358-75edbe204afd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:55.592298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a4db64b6-5352-42c7-b874-bf202277e983 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:55.648227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] Provisioning complete for port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:55.648614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.711322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a4db64b6-5352-42c7-b874-bf202277e983 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:55.711740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.776286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.833022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-62280559'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:55.851534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] For port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:55.886651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dd2d6-98e9-4b8c-968e-96ea6fb34fd9 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:55.888075 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c1dd2d6-98e9-4b8c-968e-96ea6fb34fd9 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.8720784 Dec 10 16:34:55.891336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.906533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:55.925581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:55.925829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f1ca1711-f347-456e-98c7-32bd2f681407 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 200 len: 205 time: 0.0329814 Dec 10 16:34:55.969392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:55.977861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70b10b85-d8ef-4f33-a95c-37d8ce557b77 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:34:56.005338 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8879b94-2d59-45e7-89a4-469775310410 None None] The sync data for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv is: [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:56.014765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 70b10b85-d8ef-4f33-a95c-37d8ce557b77 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:34:56.015316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70b10b85-d8ef-4f33-a95c-37d8ce557b77 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:34:56.022539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.045503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.046882 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-09c16680-fb93-4153-88b4-d892ee81d60a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0365412 Dec 10 16:34:56.049581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.054820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.062999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.085685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f575c-19e4-425b-b256-e587f76a327d None None] Pushing event updated for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.096926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5c807ab0-6fa3-4cdf-9a65-ca6a822c4b92 None None] Provisioning complete for port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:56.097471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c807ab0-6fa3-4cdf-9a65-ca6a822c4b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.131543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.131543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-27d27969-8cda-4d63-9066-36a33b5d18f7 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5095770 Dec 10 16:34:56.178701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.184810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'security_group_rule': {'security_group_id': 'be2da884-a559-4cbd-8358-75edbe204afd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.245007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.339480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:56.343561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.360951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.364941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.377247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.394713 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ff3fd87-db8e-4236-94a6-a1de6bd20bb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec4f63bcc83b4b6eb7721bb1c4c304b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304789 Dec 10 16:34:56.397293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48532) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.465476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.473234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.513616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b105535e-c1fc-4ca8-a947-0cf551d37bc7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.519674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:34:56.526509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.549593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.550042 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Added segment 9e786dcd-b991-4e52-9cc4-fcad351400a9 of type vlan for network de477223-8913-4610-aa3d-62e34fb85292 Dec 10 16:34:56.551643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.612083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.615788 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8da9f869-df19-438a-8b9d-16272b48dd57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3396325 Dec 10 16:34:56.640784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:56.646330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:56.684486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.687235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.689730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c1185ac-43e8-4b56-b746-cc3e6019aaae HTTP/1.1" status: 204 len: 168 time: 0.2901943 Dec 10 16:34:56.710114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066c4cb-71aa-4767-895a-3423cd708e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1185ac-43e8-4b56-b746-cc3e6019aaae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:56.711163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.755387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.781980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.803356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.808116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.820210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.872448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.936669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.963826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Allocated IP 172.26.4.178 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/201bc134-9451-49a3-900c-22041bfa51d5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:56.964141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.969681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:56.970278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:56.986734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.070176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702acc6b-893e-4f3a-af62-d9fefc86cfa0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.081762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.103000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Network': ['ID=de477223-8913-4610-aa3d-62e34fb85292,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.121113 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7052c52e-3879-45fa-95e6-9a962600ad67 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6649454 Dec 10 16:34:57.122645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network de477223-8913-4610-aa3d-62e34fb85292 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:34:57.123358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.132744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': 'de477223-8913-4610-aa3d-62e34fb85292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:57.177332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e11daf-9007-436b-b2a6-69ed0b9bf7d4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.224873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.252937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.254023 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6eb8b1b2-0474-4e1b-8025-e0f66f4de529 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0740650 Dec 10 16:34:57.260175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.264543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.271027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'security_group_rule': {'security_group_id': 'be2da884-a559-4cbd-8358-75edbe204afd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:57.272219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-df379038-7789-48f8-9dc8-e8aae160935f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6299586 Dec 10 16:34:57.273049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:57.277540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:34:57.285395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:57.295572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port 258260f1-6c2c-491b-acf7-0d9fe6c31481 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:34:57.295916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.362455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:57.363188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.394478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:34:57.398220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.418674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.465914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:34:57.469435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:57.475859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:34:57.478127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.493993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:57.498406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563b3d5-e8ee-4180-9fc3-7ec8ab7f49a6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:57.511245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Pushing event updated for resources: {'Port': ['ID=201bc134-9451-49a3-900c-22041bfa51d5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.516023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for 258260f1-6c2c-491b-acf7-0d9fe6c31481 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:34:57.611697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ab0e3855-ce29-4656-b4cd-24161b82a4d3 None None] Provisioning complete for port 201bc134-9451-49a3-900c-22041bfa51d5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:57.612917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3855-ce29-4656-b4cd-24161b82a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.627611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.663400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e3855-ce29-4656-b4cd-24161b82a4d3 None None] Port 201bc134-9451-49a3-900c-22041bfa51d5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:57.670570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.733451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.811912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.816739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.817223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:57.828159 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:57.848084 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:57.848084 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:57.867820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764f3281-f2ee-410b-a17a-3e796fe7b961,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:57.920630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.925528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.955137 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:57.992015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:57.996668 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a1bc905d-ec2f-458b-b0e1-999a9e173bcd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7178400 Dec 10 16:34:57.997318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.004360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b3bfb6-7007-49fa-aa68-fca85caf978d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.007251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.066875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.068363 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fe081983-55d2-4970-83e6-400ce16d66e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4325356 Dec 10 16:34:58.071797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.221804 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 3, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:58.252780 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:34:58.253264 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Updating router afe01538-736c-4f7f-b14f-afcc3bb0af07 port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:34:58.283509 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.446692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.451137 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-00b1029b-b8de-48ea-98ef-8ca633ee6727 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1838696 Dec 10 16:34:58.453299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.453639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.464008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.470407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.472207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.529820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.533979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.544455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=258260f1-6c2c-491b-acf7-0d9fe6c31481,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.574459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286cc01-fa8f-4cd1-a2a6-78206e174bce None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:58.587373 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.630914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=fc84d046-0439-49ea-bad9-5f6a045b1679,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.651367 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.654013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae1e42ce-ffab-4a10-9e06-5c448d6cf5d1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.654438 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-ae1e42ce-ffab-4a10-9e06-5c448d6cf5d1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:34:58.654942 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ae1e42ce-ffab-4a10-9e06-5c448d6cf5d1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:34:58.661559 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ae1e42ce-ffab-4a10-9e06-5c448d6cf5d1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2009981 Dec 10 16:34:58.669411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:58.673789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417575876'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:58.680544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:58.688357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.692375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Checking segment: {'id': '9e786dcd-b991-4e52-9cc4-fcad351400a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:58.692747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network hostable DHCP agents. Network: de477223-8913-4610-aa3d-62e34fb85292, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:34:58.695669 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312413-8a9a-40eb-a5d5-af621e739cdf None None] Pushing event updated for resources: {'Port': ['ID=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.709141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.715433 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Attempting to bind port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:34:58.715809 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Attempting to bind port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:34:58.716182 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Attempting to bind port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:34:58.722456 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:34:58.722891 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:34:58.723301 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.723700 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:34:58.724178 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Bound port: 559cd3b4-ee5c-4955-b753-fb7f7dd8e219, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:34:58.724590 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.731402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c08f9-d3ee-4913-922b-f270ce808513 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:58.793630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] For port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:34:58.795481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f9c82866-bfbc-4871-aa7d-5913b957654e None None] Provisioning complete for port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:58.796041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f9c82866-bfbc-4871-aa7d-5913b957654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.800666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.800866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] For port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:34:58.832870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f9c82866-bfbc-4871-aa7d-5913b957654e None None] Port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:34:58.843162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.875759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.896090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90ac408-3ad2-4951-9316-5a85cc12fe28,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:58.901229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.910126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.938015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Router c58c6302-582e-4e60-ba19-2233f248b539 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:34:58.938636 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:58.996236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network de477223-8913-4610-aa3d-62e34fb85292 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:34:58.999452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c48383-afb6-4a97-b2fb-1f54fc5fa511 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:34:59.017329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.021908 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:59.022966 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.062022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.094935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:34:59.108320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.110609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-feb5d898-e26f-4039-9dfc-91e0b3ac2cf6 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "PUT /v2.0/routers/c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 200 len: 920 time: 3.0598505 Dec 10 16:34:59.112702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.123885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, de477223-8913-4610-aa3d-62e34fb85292) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:34:59.139183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.139777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.156476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.159253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] Sync routers for ids ['c58c6302-582e-4e60-ba19-2233f248b539'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:34:59.163060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17071cfd-28fd-4ad2-b775-0ef0d9f6c081 None None] Network de477223-8913-4610-aa3d-62e34fb85292 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:34:59.165954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router ff3ea43f-e21a-4299-92ea-348b9f9d03d9 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:34:59.197535 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312413-8a9a-40eb-a5d5-af621e739cdf None None] Pushing event updated for resources: {'Port': ['ID=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.197793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] Provisioning complete for port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:34:59.197793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.198853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.200172 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4811906b-a0a0-4d57-b4b7-1b0027aad9a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1964872 Dec 10 16:34:59.207168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.220112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c5bb614-96be-49ea-8159-3659c6851521 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 204 len: 168 time: 3.2877760 Dec 10 16:34:59.234455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.235177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.239847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '50cbfa8b-a96b-4917-9b34-9acd083f9476', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.253459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951148139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.273868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] Routers {'c58c6302-582e-4e60-ba19-2233f248b539'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:59.274545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['c58c6302-582e-4e60-ba19-2233f248b539'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.293600 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:34:59.309223 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6a24fedb-5bb1-46cf-9ca3-40c2bf2a1b11 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 200 len: 926 time: 0.1950250 Dec 10 16:34:59.315122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.322268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.335215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4510bd8d-3ffc-4c01-8221-2700b9fe067e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2107663 Dec 10 16:34:59.339858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.345376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-82831985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:34:59.355120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] Routers {'c58c6302-582e-4e60-ba19-2233f248b539'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:34:59.355958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['c58c6302-582e-4e60-ba19-2233f248b539'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.417423 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:34:59.422766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.423640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c39ef-95ae-4fc2-93e5-02a90852f45c None None] The sync data for ids ['c58c6302-582e-4e60-ba19-2233f248b539'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:59.436768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.458072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.458072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-de477223-8913-4610-aa3d-62e34fb85292', 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': 'fc84d046-0439-49ea-bad9-5f6a045b1679'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:34:59.458072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.488185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.492789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.495691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] For port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:34:59.497227 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd77c86-6dc7-4aa1-9328-17730e262dba tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.501191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4cd77c86-6dc7-4aa1-9328-17730e262dba tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=c58c6302-582e-4e60-ba19-2233f248b539&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1784406 Dec 10 16:34:59.504249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.547986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.558352 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 3, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:34:59.585159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.589514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.590840 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f731d4-7697-4991-ac8c-1ba015b0c3a4 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 3, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:34:59.639978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.641032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.675820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95e3e4-52a8-44bb-9fd2-b84f0a6ee68a None None] Pushing event updated for resources: {'Port': ['ID=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.678924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Allocated IP 172.20.0.2 (de477223-8913-4610-aa3d-62e34fb85292/fc84d046-0439-49ea-bad9-5f6a045b1679/b759f933-5102-4b15-8f6d-fdbff668a863) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:59.711139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.749117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3769a-fdd6-4d05-a42f-baf6197e9148 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:34:59.750520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e0d3769a-fdd6-4d05-a42f-baf6197e9148 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.2436948 Dec 10 16:34:59.752009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.753527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.754821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.757583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.772850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.793364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c2e00819-e1f5-4a26-8793-eb28d137b910 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 200 len: 205 time: 0.0333309 Dec 10 16:34:59.799144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.799144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:34:59.825822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824b182a-0829-4d61-aa93-9b47dfda6e72,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.862846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Allocated IP 172.26.4.181 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/64a86621-82f9-4b60-9ef9-4efa3f2db912) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:34:59.879539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.916306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.950232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.955657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:34:59.960415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60732bf-d9c5-4502-8ea8-66a06ad85c5f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:34:59.980133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.034692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.039021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Network de477223-8913-4610-aa3d-62e34fb85292 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:00.043299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:00.049515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:00.063088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Pushing event updated for resources: {'Port': ['ID=b759f933-5102-4b15-8f6d-fdbff668a863,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:00.071885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37faea1-fba4-4de7-b59c-6eebf44eacd4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:00.080245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.081529 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c42f581-3955-4545-b705-2eb7ad7fd182 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4111450 Dec 10 16:35:00.090184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:00.104233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': 'b37faea1-fba4-4de7-b59c-6eebf44eacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:00.127188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.134544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.144615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Allocated IP 172.20.0.1 (0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8/725e359d-2923-4934-9a9b-ebafad0e84ea/91f91acb-6709-4c57-89a5-c7c840c78ff7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:00.144828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Attempting to bind port b759f933-5102-4b15-8f6d-fdbff668a863 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:00.144828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Attempting to bind port b759f933-5102-4b15-8f6d-fdbff668a863 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9e786dcd-b991-4e52-9cc4-fcad351400a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:00.144828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Attempting to bind port b759f933-5102-4b15-8f6d-fdbff668a863 on network de477223-8913-4610-aa3d-62e34fb85292 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:00.155548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-93b26582-19d0-4fa7-9685-0f2971fa9f61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9146259 Dec 10 16:35:00.160822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:00.162805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Checking segment: {'id': '9e786dcd-b991-4e52-9cc4-fcad351400a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:00.162805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.162805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Bound using segment: {'id': '9e786dcd-b991-4e52-9cc4-fcad351400a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:00.162805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Bound port: b759f933-5102-4b15-8f6d-fdbff668a863, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e786dcd-b991-4e52-9cc4-fcad351400a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'de477223-8913-4610-aa3d-62e34fb85292'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:00.163240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.163695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.165522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-814aeb98-d0b8-4495-9ec5-bae6b2dda531 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9163854 Dec 10 16:35:00.171572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:00.179382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:00.189768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.226283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.256398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] For port b759f933-5102-4b15-8f6d-fdbff668a863, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:00.262086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] For port b759f933-5102-4b15-8f6d-fdbff668a863, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b759f933-5102-4b15-8f6d-fdbff668a863,segment=NetworkSegment(9e786dcd-b991-4e52-9cc4-fcad351400a9),segment_id=9e786dcd-b991-4e52-9cc4-fcad351400a9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:00.283982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.285588 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-97f917e4-ded8-44ce-abbd-e3c1bc85935f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9440019 Dec 10 16:35:00.292069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:00.299482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'network_id': 'de477223-8913-4610-aa3d-62e34fb85292', 'name': 'tempest-PortsTestJSON-1581382646'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:00.340233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.396025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.444351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port 201bc134-9451-49a3-900c-22041bfa51d5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:00.444698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.491388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8b2ee-eb40-435d-9ae2-38b5d980846c None None] Pushing event updated for resources: {'Port': ['ID=b759f933-5102-4b15-8f6d-fdbff668a863,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:00.551231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.574024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.597449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for 201bc134-9451-49a3-900c-22041bfa51d5 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:00.620166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:00.624283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.660075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.687266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 73e15ce8-9da2-463c-9138-a9d5d71d89ef yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:00.694780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.749676 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-b7a6e4cc-d26e-43a5-b913-b9d83230e7d1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335989983&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.3518693 Dec 10 16:35:00.756766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.769801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:00.776432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:00.783897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:00.842186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'Port': ['ID=64a86621-82f9-4b60-9ef9-4efa3f2db912,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:00.908508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.953274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:00.965784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.5 (de477223-8913-4610-aa3d-62e34fb85292/fc84d046-0439-49ea-bad9-5f6a045b1679/73e15ce8-9da2-463c-9138-a9d5d71d89ef) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:01.062002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.133400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=201bc134-9451-49a3-900c-22041bfa51d5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.158446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf2df6-c0d9-451f-a237-c9d3c68f16de None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:01.223095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.331447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96df2d7c-e127-47df-9145-92b23e9493ed,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.362660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:01.373199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.378736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.380716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:01.414232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.439941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:01.444934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:01.461919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Pushing event updated for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.504541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.508412 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b874e8a7-503e-4194-a8fc-43b1ba81fb3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4104571 Dec 10 16:35:01.509190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48618) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:01.529665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-59c33e53-efc5-46d8-8ea8-50dafd8c4ebd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': 'b37faea1-fba4-4de7-b59c-6eebf44eacd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:01.531896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-9131433d-afc9-49f8-9328-308a9980781a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:01.533485 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-9131433d-afc9-49f8-9328-308a9980781a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 796 time: 0.7519543 Dec 10 16:35:01.552864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:01.553516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.579667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.582488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.589462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-85e84fd0-29c1-4228-a429-d3f1e2890626 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0371532 Dec 10 16:35:01.641646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.642427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router c58c6302-582e-4e60-ba19-2233f248b539 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:01.651831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.651950 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b0cf5b42-e286-4a4b-9656-2ef607d1f725 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 204 len: 168 time: 1.8499339 Dec 10 16:35:01.655636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:01.660434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-457351360', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:01.682081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b759f933-5102-4b15-8f6d-fdbff668a863 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:01.697311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.753448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59c33e53-efc5-46d8-8ea8-50dafd8c4ebd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.765216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ee370f2-abcc-4ee1-8d8f-259a284b6b69 None None] Provisioning complete for port 91f91acb-6709-4c57-89a5-c7c840c78ff7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:01.765596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ee370f2-abcc-4ee1-8d8f-259a284b6b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.806399 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-8c8a9a3b-5304-462f-bc1c-67ea6701f20b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752465 Dec 10 16:35:01.812465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b759f933-5102-4b15-8f6d-fdbff668a863 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:01.812465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.821742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.833616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ee370f2-abcc-4ee1-8d8f-259a284b6b69 None None] Port 91f91acb-6709-4c57-89a5-c7c840c78ff7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:01.835702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network de477223-8913-4610-aa3d-62e34fb85292 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:01.846899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:01.877593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:01.898622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.901841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.923459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:01.973736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=73e15ce8-9da2-463c-9138-a9d5d71d89ef,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:01.986273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port b759f933-5102-4b15-8f6d-fdbff668a863, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b759f933-5102-4b15-8f6d-fdbff668a863,segment=NetworkSegment(9e786dcd-b991-4e52-9cc4-fcad351400a9),segment_id=9e786dcd-b991-4e52-9cc4-fcad351400a9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:02.054445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.055115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.062338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.064337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.073741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.082100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6e5e-67fa-4dad-b551-5f97b5e8aa98 req-166ab61e-c895-4004-ab8e-0dea2eca5273 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.089560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b12d6e5e-67fa-4dad-b551-5f97b5e8aa98 req-166ab61e-c895-4004-ab8e-0dea2eca5273 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1786184 Dec 10 16:35:02.092023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.110006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.137877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=b759f933-5102-4b15-8f6d-fdbff668a863,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:02.294983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-caa40bb4-6547-479e-a5be-ba8613693019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.296836 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-caa40bb4-6547-479e-a5be-ba8613693019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.3291240 Dec 10 16:35:02.313478 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-402cbc86-3134-4393-96c9-fcd641e3b753 service neutron] 10.222.0.21 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544504 Dec 10 16:35:02.372783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-59c33e53-efc5-46d8-8ea8-50dafd8c4ebd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:35:02.376472 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-59c33e53-efc5-46d8-8ea8-50dafd8c4ebd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8548486 Dec 10 16:35:02.380106 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6b3ffc09-960f-4246-a39a-00a67eaf52e4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0869339 Dec 10 16:35:02.383543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:02.383874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48626) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:02.456231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509fcd0-6223-496c-bef9-4816eefc4eff None None] Network de477223-8913-4610-aa3d-62e34fb85292 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:02.576704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2796594-3c32-4b9d-add5-348a3f914d35 None None] Provisioning complete for port b759f933-5102-4b15-8f6d-fdbff668a863 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:02.577146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2796594-3c32-4b9d-add5-348a3f914d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.595982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.614355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b12d6e5e-67fa-4dad-b551-5f97b5e8aa98 req-aa6ac41b-26b0-4c57-a99d-f1bb6737995e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236366 Dec 10 16:35:02.692082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.714116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Allocated IP 172.26.4.103 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/a529985d-915e-4d39-87ea-921427417631) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:02.719276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.725356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-19744a4d-1878-43b0-9b17-4ec65386a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:02.726899 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-19744a4d-1878-43b0-9b17-4ec65386a554 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.4202490 Dec 10 16:35:02.735795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.833213 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-95a19036-071e-4743-82be-fef842ba223d service neutron] 10.222.0.21 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004299 Dec 10 16:35:02.833423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:02.929766 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-b905a9d8-1644-4c2c-bca1-5eadd20fa386 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.1766243 Dec 10 16:35:02.943591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.011970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e295f178-844a-4a16-9deb-beaf7f0cb3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.017073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d413289-f085-460d-a9c6-d4e2c5be818d None None] Provisioning complete for port b759f933-5102-4b15-8f6d-fdbff668a863 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:03.017582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d413289-f085-460d-a9c6-d4e2c5be818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.082323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.122977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'Port': ['ID=64a86621-82f9-4b60-9ef9-4efa3f2db912,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.128601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.136310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.139365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.147706 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/b37faea1-fba4-4de7-b59c-6eebf44eacd4 HTTP/1.1" status: 204 len: 168 time: 0.7628262 Dec 10 16:35:03.167072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:03.232856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.266492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bca0c1-9bf4-4478-bbda-48474c6869f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37faea1-fba4-4de7-b59c-6eebf44eacd4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.281966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-b4b905d6-a475-4ed3-9b6b-64cdcefdbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:03.282895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b759f933-5102-4b15-8f6d-fdbff668a863 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:03.283482 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-b4b905d6-a475-4ed3-9b6b-64cdcefdbe1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.3361871 Dec 10 16:35:03.287579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1c6437da-c936-444a-aead-a7a15825d847 req-78165119-836e-41cc-ba53-d3540af83036 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 210 time: 0.1366396 Dec 10 16:35:03.297196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.299200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Pushing event updated for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.342844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.351994 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f0c3c10-5ec8-4fe6-9ec3-36f49330d9a1 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8933198 Dec 10 16:35:03.376969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d413289-f085-460d-a9c6-d4e2c5be818d None None] Provisioning complete for port 73e15ce8-9da2-463c-9138-a9d5d71d89ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:03.379142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d413289-f085-460d-a9c6-d4e2c5be818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.393946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.458078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0d413289-f085-460d-a9c6-d4e2c5be818d None None] Port 73e15ce8-9da2-463c-9138-a9d5d71d89ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:03.462663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b759f933-5102-4b15-8f6d-fdbff668a863 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:03.463204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.505412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-6d49172a-addb-4a11-a979-19ce85b9fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:03.507248 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-6d49172a-addb-4a11-a979-19ce85b9fe55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1903055 Dec 10 16:35:03.582753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2f8c6c43-a061-48a2-a944-b62cb5e7e1a6 None None] Provisioning complete for port 73e15ce8-9da2-463c-9138-a9d5d71d89ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:03.583869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2f8c6c43-a061-48a2-a944-b62cb5e7e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.613707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bf5c8b02-02cf-4d21-be36-4624320a79f9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4399068 Dec 10 16:35:03.622667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c6c43-a061-48a2-a944-b62cb5e7e1a6 None None] Port 73e15ce8-9da2-463c-9138-a9d5d71d89ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:03.629033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:03.635801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519728858'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:03.659741 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-5d047424-6439-4827-bd70-17775ca4731d service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339829 Dec 10 16:35:03.665377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.686267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:03.701725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:03.707900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.749493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.751455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:03.773133 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5089a7d7-f678-4a29-97a2-91190ee7c18c tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1898046423&fields=id&tenant_id=24ddf27f24f34b9bb99d03d690ea9b68 HTTP/1.1" status: 200 len: 267 time: 0.1491354 Dec 10 16:35:03.909973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=73e15ce8-9da2-463c-9138-a9d5d71d89ef,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:03.930026 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:35:03.938153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15de12-217a-41df-84c4-8615af7a6057 req-950cfa14-f557-4259-8f36-1b95ad1d45fb tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:03.945587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a15de12-217a-41df-84c4-8615af7a6057 req-950cfa14-f557-4259-8f36-1b95ad1d45fb tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2407699 Dec 10 16:35:04.057684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec7734e3-3869-4925-a497-4eea965a860a None None] Provisioning complete for port 91f91acb-6709-4c57-89a5-c7c840c78ff7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:04.058208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec7734e3-3869-4925-a497-4eea965a860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.110913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec7734e3-3869-4925-a497-4eea965a860a None None] Port 91f91acb-6709-4c57-89a5-c7c840c78ff7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:04.164157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.176204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Allocated IP 172.26.4.74 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/0e73d0d0-ab11-476f-84df-d52e05ea452b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:04.198889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.231453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-98bac087-de85-47b6-9efc-b9a5fd70e59b None None] Provisioning complete for port 73e15ce8-9da2-463c-9138-a9d5d71d89ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:04.231940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98bac087-de85-47b6-9efc-b9a5fd70e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.234457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a15de12-217a-41df-84c4-8615af7a6057 req-13f2588b-7159-4bce-9d6c-d2315fa258f9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878659 Dec 10 16:35:04.237461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.269945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-98bac087-de85-47b6-9efc-b9a5fd70e59b None None] Port 73e15ce8-9da2-463c-9138-a9d5d71d89ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:04.348844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:04.379670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:04.383131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:04.389110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c0dd6d8c-5c72-4cb9-8941-1fe151279b91 req-ab57907f-b391-44db-9938-8bfeca06094b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 210 time: 0.0377531 Dec 10 16:35:04.395143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fb6e6-6acf-4e44-bba8-b0b9a3f95a17 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:04.424781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event updated for resources: {'Port': ['ID=a529985d-915e-4d39-87ea-921427417631,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:04.429377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.451545 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf940f3b-b84b-4b03-9c42-0c7dab14634e req-eb3b69c9-6e7f-435a-b9e6-47d7cbbe4180 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769423 Dec 10 16:35:04.490273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-291f7a7b-c7ad-4d48-b6eb-e365e708a174 None None] Provisioning complete for port a529985d-915e-4d39-87ea-921427417631 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:04.490806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-291f7a7b-c7ad-4d48-b6eb-e365e708a174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.536199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-291f7a7b-c7ad-4d48-b6eb-e365e708a174 None None] Port a529985d-915e-4d39-87ea-921427417631 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:04.588716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-90b281fa-4021-4141-ae84-fcb4a011ea13 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:04.590248 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-90b281fa-4021-4141-ae84-fcb4a011ea13 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/networks?id=5f60c681-5612-4682-87e4-2c06f60e0acf HTTP/1.1" status: 200 len: 811 time: 0.4297411 Dec 10 16:35:04.593604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:04.633651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.649807 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-c364811a-f6a6-421f-9a9c-c1aa60061721 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/quotas/24ddf27f24f34b9bb99d03d690ea9b68 HTTP/1.1" status: 200 len: 375 time: 0.0516009 Dec 10 16:35:04.675379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.703062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.705965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:04.771186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.841104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd3abba-4bdb-46c6-82e5-8271c120d7ad,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:04.881564 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-2c716d6d-abd8-4c1d-93a9-1fbed7557b71 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24ddf27f24f34b9bb99d03d690ea9b68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201643 Dec 10 16:35:04.932802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:04.937101 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b138d9f3-4642-4341-a183-bbdbfe46e2b9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3063955 Dec 10 16:35:04.938356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:04.940668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48658) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:04.944531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:04.946514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9cb78240-0936-43ba-9b5c-35de4c6d5487 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '0fd3abba-4bdb-46c6-82e5-8271c120d7ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:04.947332 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-9cb78240-0936-43ba-9b5c-35de4c6d5487 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 16:35:04.949798 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-9cb78240-0936-43ba-9b5c-35de4c6d5487 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:04.949983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event updated for resources: {'Port': ['ID=0e73d0d0-ab11-476f-84df-d52e05ea452b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:04.952600 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9cb78240-0936-43ba-9b5c-35de4c6d5487 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096643 Dec 10 16:35:04.964718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e8efe-7925-48f8-8220-9c148fdca457 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:04.967741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.044281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:05.056379 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4a6d49c4-883e-4051-933f-38eb15e72d4f admin admin] 10.222.0.21 "PUT /v2.0/routers/afe01538-736c-4f7f-b14f-afcc3bb0af07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9835384 Dec 10 16:35:05.066532 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:05.092562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:05.093223 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:34:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:05.167463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1519db6a-f3f9-44a0-99c6-582bf72688f3 None None] Provisioning complete for port 0e73d0d0-ab11-476f-84df-d52e05ea452b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:05.167463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1519db6a-f3f9-44a0-99c6-582bf72688f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.175043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.268517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75f21ff2-915c-43bd-8fbe-367eaa781e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.299602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1519db6a-f3f9-44a0-99c6-582bf72688f3 None None] Port 0e73d0d0-ab11-476f-84df-d52e05ea452b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:05.367397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-efe2d593-6c14-45c9-8903-84a9d34ed7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555068 Dec 10 16:35:05.396859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:05.541570 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-861358d3-5c8f-44cf-ae08-d5b09d6731cc service neutron] 10.222.0.21 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502063 Dec 10 16:35:05.542092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b23dc-940f-4da3-9b18-cf54f0f22fd5 req-1a1a12a7-57eb-44d3-87d1-8172d2b62711 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:05.542984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.549533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289b23dc-940f-4da3-9b18-cf54f0f22fd5 req-1a1a12a7-57eb-44d3-87d1-8172d2b62711 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1736624 Dec 10 16:35:05.655710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.745265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289b23dc-940f-4da3-9b18-cf54f0f22fd5 req-2e1a9f1d-a6d1-4aab-a641-42c6403d05f8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900995 Dec 10 16:35:05.765042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.769286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.821785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.839753 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:02Z', 'revision_number': 2, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:05.861079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.862388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.864722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e2426988-17d2-4a4b-aac3-3d2343883b83 req-30c4f9e6-5ca3-4045-8fe2-2535d90d79b3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 210 time: 0.0345089 Dec 10 16:35:05.865302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.867406 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fd3abba-4bdb-46c6-82e5-8271c120d7ad HTTP/1.1" status: 204 len: 168 time: 0.8384895 Dec 10 16:35:05.870395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:05.874570 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:05.874963 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Updating router afe01538-736c-4f7f-b14f-afcc3bb0af07 port 91f91acb-6709-4c57-89a5-c7c840c78ff7 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:35:05.900007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c0d31-2ab4-4472-9673-b0a00fd9d6ff tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd3abba-4bdb-46c6-82e5-8271c120d7ad,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:05.905003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:05.982254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.142843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-fb50c2a8-c1ec-471c-85b7-5ed33676ac79 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:06.144442 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-fb50c2a8-c1ec-471c-85b7-5ed33676ac79 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 796 time: 0.1824560 Dec 10 16:35:06.183628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5a6af358-554a-481f-b385-1eb08018b996 req-2b0f4e31-a349-42fd-b97b-eba61f582a90 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.1788023 Dec 10 16:35:06.202485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Router c3ad574e-3cca-4982-a101-30f418a9cb59 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:06.259589 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f7df932e-c380-4415-be1e-9acf8d450cc9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3460975 Dec 10 16:35:06.261567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=73e15ce8-9da2-463c-9138-a9d5d71d89ef,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.267414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.267414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.279551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--990660089'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:06.295863 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-f5b693ee-3d0c-48ef-9d64-87ba606e050b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 379 time: 0.1411598 Dec 10 16:35:06.326256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.327224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['50cbfa8b-a96b-4917-9b34-9acd083f9476']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:06.432782 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.470039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.579751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network de477223-8913-4610-aa3d-62e34fb85292 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:06.588186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.595700 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Attempting to bind port 91f91acb-6709-4c57-89a5-c7c840c78ff7 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:06.595934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:06.596106 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Attempting to bind port 91f91acb-6709-4c57-89a5-c7c840c78ff7 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:06.596826 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Attempting to bind port 91f91acb-6709-4c57-89a5-c7c840c78ff7 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:06.613895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.616808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Pushing event updated for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:06.623502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-280741647-network', 'tenant_id': 'c86922ccf1464716acc8c578424becd9'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:06.629507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:06.630191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:06.630866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.631487 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Bound using segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:06.632233 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Bound port: 91f91acb-6709-4c57-89a5-c7c840c78ff7, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:06.632825 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.694628 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.695072 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.695434 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.696310 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.696648 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.697003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.697357 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.697691 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.698073 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.698403 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.698798 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.699149 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.699469 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:06.727460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.753038 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] For port 91f91acb-6709-4c57-89a5-c7c840c78ff7, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:06.760784 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] For port 91f91acb-6709-4c57-89a5-c7c840c78ff7, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91f91acb-6709-4c57-89a5-c7c840c78ff7,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:06.848272 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.906881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:06.918049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:06.919423 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-965b6b88-70b1-4c41-8eeb-40f7b3282baa tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "PUT /v2.0/routers/c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 200 len: 880 time: 6.7468641 Dec 10 16:35:06.922367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] Sync routers for ids ['c3ad574e-3cca-4982-a101-30f418a9cb59'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:06.930791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:06.942008 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:06.942899 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.971838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] Routers {'c3ad574e-3cca-4982-a101-30f418a9cb59'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:06.973344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['c3ad574e-3cca-4982-a101-30f418a9cb59'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:06.995740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Made reservation on behalf of c86922ccf1464716acc8c578424becd9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:07.000853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.040515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.049055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.050429 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02d96d-732b-4807-8b1d-328c0230f1a1 None None] Pushing event updated for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.053427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] Provisioning complete for port 91f91acb-6709-4c57-89a5-c7c840c78ff7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:07.054579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.077477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.104769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] Routers {'c3ad574e-3cca-4982-a101-30f418a9cb59'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:07.105436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['c3ad574e-3cca-4982-a101-30f418a9cb59'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.122039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3960a-04c5-48f8-be55-7488edc7d400 req-c8b26436-9dd4-4dfb-93ad-5ef8258967ff tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:07.135065 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-feb3960a-04c5-48f8-be55-7488edc7d400 req-c8b26436-9dd4-4dfb-93ad-5ef8258967ff tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2732158 Dec 10 16:35:07.149389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.163519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.165158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b3f42-8bf6-4361-851e-87e38ee09e1c None None] The sync data for ids ['c3ad574e-3cca-4982-a101-30f418a9cb59'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:07.175534 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:07.184399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:07.188756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.222816 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4bf5b4fb-969e-4d01-870b-269d8231a491 req-4b63536c-6c94-48d3-9b53-468844d4b2ad tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 210 time: 0.1772799 Dec 10 16:35:07.256031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ecab8c6f-0509-4ead-8cc9-759c6fc82911 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 200 len: 921 time: 0.3142283 Dec 10 16:35:07.256031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.272311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.315242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] For port 91f91acb-6709-4c57-89a5-c7c840c78ff7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91f91acb-6709-4c57-89a5-c7c840c78ff7,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:07.346476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f68871-464b-462a-a65a-99b16c52c32c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.354880 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-feb3960a-04c5-48f8-be55-7488edc7d400 req-955d904f-2f9f-4145-ad3a-aacc0e4eb00c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169857 Dec 10 16:35:07.372788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8cf5456f-6215-4371-84d8-c58c8bb5cf94 req-f2453284-1bbc-4bca-9506-b79cfb474776 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.0491896 Dec 10 16:35:07.377438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.381481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e78ff93-3d2e-4c0a-994c-6ed97fb17e0d tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1054478 Dec 10 16:35:07.385478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.391132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Router 5dae1e18-db27-4298-8a47-7cb0a8e8d82d is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:07.393762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b887e0e1-1f3c-4d77-ac88-8a595fc6fe16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '00f68871-464b-462a-a65a-99b16c52c32c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:07.394556 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-b887e0e1-1f3c-4d77-ac88-8a595fc6fe16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 16:35:07.396171 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-b887e0e1-1f3c-4d77-ac88-8a595fc6fe16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:07.405844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.407870 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b887e0e1-1f3c-4d77-ac88-8a595fc6fe16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0210671 Dec 10 16:35:07.412498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.466435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126d64a-e68a-4e3d-86fe-651a0c12f4e4 None None] Pushing event updated for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:07.486154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a8ca8-c9ac-4360-8cf0-63a518274e8f tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:07.487714 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ba6a8ca8-c9ac-4360-8cf0-63a518274e8f tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=c3ad574e-3cca-4982-a101-30f418a9cb59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2358174 Dec 10 16:35:07.491863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.513700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Router 935ee6c9-96ce-4305-9aae-fef220770719 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:07.534197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:06Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:07.543381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86f2f745-36e4-43e2-a40c-088fbb974f76 None None] Provisioning complete for port 91f91acb-6709-4c57-89a5-c7c840c78ff7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:07.544026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86f2f745-36e4-43e2-a40c-088fbb974f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.553077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.564705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.4 (8c495a50-a6c5-4f37-af89-58d4b192331c/c27c4432-3d1f-49e4-8617-8d4fb3123a83/f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:07.570750 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe770e7-56b6-498e-ab63-362233d685f1 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:06Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:07.649124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a35d-c710-49fb-9bc5-6b1c919064c4 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:07.651300 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ad25a35d-c710-49fb-9bc5-6b1c919064c4 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.1570084 Dec 10 16:35:07.656608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.747414 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1b4ccf6a-d40a-4f8c-9616-2648f439a53b tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 200 len: 205 time: 0.0864131 Dec 10 16:35:07.748956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:07.750531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-86f2f745-36e4-43e2-a40c-088fbb974f76 None None] Provisioning complete for port 73e15ce8-9da2-463c-9138-a9d5d71d89ef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:07.750998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86f2f745-36e4-43e2-a40c-088fbb974f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.801487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86f2f745-36e4-43e2-a40c-088fbb974f76 None None] Port 73e15ce8-9da2-463c-9138-a9d5d71d89ef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:07.823905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.894795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.912405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.923180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:07.981673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:08.010500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.017387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:08.019170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c0058-3317-4f04-aad6-404741fb3aac,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.032323 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] Sync routers for ids ['935ee6c9-96ce-4305-9aae-fef220770719'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:08.036477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-df0d2e12-c7ea-4640-9f71-62d5eede66e9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/routers/935ee6c9-96ce-4305-9aae-fef220770719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6504400 Dec 10 16:35:08.040087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.040087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Added segment ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8 of type vlan for network 8eb1c694-0137-4b53-91bc-98accaab6a83 Dec 10 16:35:08.041902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.046575 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] Routers {'935ee6c9-96ce-4305-9aae-fef220770719'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:08.047885 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['935ee6c9-96ce-4305-9aae-fef220770719'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.099874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.101126 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.107868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:08.113568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a61e12-c295-4d8f-ae21-2fa9ed27e97f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:08.118074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] Sync routers for ids ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:08.118663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95a61e12-c295-4d8f-ae21-2fa9ed27e97f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?device_id=935ee6c9-96ce-4305-9aae-fef220770719 HTTP/1.1" status: 200 len: 982 time: 0.0756171 Dec 10 16:35:08.119614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.122482 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] Routers {'935ee6c9-96ce-4305-9aae-fef220770719'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:08.122991 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['935ee6c9-96ce-4305-9aae-fef220770719'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.151869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] Routers {'5dae1e18-db27-4298-8a47-7cb0a8e8d82d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:08.153469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.166148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.169602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.197097 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.198079 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb133996-b0ff-4f82-a4be-181f5101fc68 None None] The sync data for ids ['935ee6c9-96ce-4305-9aae-fef220770719'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:08.217721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.230345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] Routers {'5dae1e18-db27-4298-8a47-7cb0a8e8d82d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:08.231190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.231832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.285954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:08.287077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bfa285-26c7-49d6-87a3-915a4c839865 None None] The sync data for ids ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:08.300240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.304120 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-80816a30-1b0f-4fd9-b297-6c277641bf9e tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6446574 Dec 10 16:35:08.308024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.309067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.309188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 8c495a50-a6c5-4f37-af89-58d4b192331c is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:08.313646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:08.321149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:08.372417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.385619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.387337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/00f68871-464b-462a-a65a-99b16c52c32c HTTP/1.1" status: 204 len: 168 time: 0.9781322 Dec 10 16:35:08.388351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.389531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:08.390326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.395399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.513123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.587362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc20ec-a6c0-459a-b03b-27c56e07ded1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f68871-464b-462a-a65a-99b16c52c32c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.621853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.639327 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-733e58b9-1af1-4aea-83fb-1794c7eb0b65 req-34012724-829a-4ac1-b395-a3db830ecfa3 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.1076217 Dec 10 16:35:08.674468 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0590465 Dec 10 16:35:08.678498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.685826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:08.686921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.691713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f8a70-322e-42b3-ae09-1d202dbb298c admin admin] Pushing event updated for resources: {'Network': ['ID=8eb1c694-0137-4b53-91bc-98accaab6a83,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:08.701708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Request body: {'subnet': {'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-280741647-subnet', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.703204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:08.732447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-27b4b705-b727-4c61-b1f6-ed513ac988bd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2941813 Dec 10 16:35:08.737122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59e21-faf3-48c1-b27b-42be4ea84a5f req-e65fb644-4902-425d-90a8-9a4ede799314 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:08.738671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-52d59e21-faf3-48c1-b27b-42be4ea84a5f req-e65fb644-4902-425d-90a8-9a4ede799314 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 931 time: 0.1896536 Dec 10 16:35:08.740246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:08.752622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051761151'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:08.779046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c23d5dcf-be79-411c-9c26-462eaa81e56a None None] Provisioning complete for port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:08.779578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c23d5dcf-be79-411c-9c26-462eaa81e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.792993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:35:08.792993 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:35:08.792993 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'project_id_1': '411322f593d84b0e9658d1adc728e37a', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 34, 48, 758060)}] Dec 10 16:35:08.792993 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:35:08.795866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:35:08.824427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c23d5dcf-be79-411c-9c26-462eaa81e56a None None] Port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:08.824992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port a529985d-915e-4d39-87ea-921427417631 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:08.825347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.944212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Made reservation on behalf of c86922ccf1464716acc8c578424becd9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:08.946654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:08.956029 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-52d59e21-faf3-48c1-b27b-42be4ea84a5f req-4144d704-a7f5-4d08-958d-40d4394bbf39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951227 Dec 10 16:35:08.997409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.050544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.068015 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-71f04ee8-f39b-465c-9ad9-7a72fd04938b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7449439 Dec 10 16:35:09.080996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for a529985d-915e-4d39-87ea-921427417631 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:09.087042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Request body: {'port': {'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:09.154329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.263633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91f91acb-6709-4c57-89a5-c7c840c78ff7 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:09.279476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-69688822-2f3b-44ba-94fd-6d5ef03cc599 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:09.281171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-69688822-2f3b-44ba-94fd-6d5ef03cc599 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.61 "GET /v2.0/networks?id=5f60c681-5612-4682-87e4-2c06f60e0acf HTTP/1.1" status: 200 len: 811 time: 0.2404943 Dec 10 16:35:09.320734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 91f91acb-6709-4c57-89a5-c7c840c78ff7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:09.320734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.378213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.385642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.392984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-8bfc7483-dd97-4778-904b-4949763e4191 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ddf27f24f34b9bb99d03d690ea9b68 HTTP/1.1" status: 200 len: 380 time: 0.0873294 Dec 10 16:35:09.394341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Deleting port 0e73d0d0-ab11-476f-84df-d52e05ea452b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:09.394688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.402244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'port': {'device_id': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'admin_state_up': True, 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'security_groups': ['be2da884-a559-4cbd-8358-75edbe204afd']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:09.552825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.572598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Calling delete_port for 0e73d0d0-ab11-476f-84df-d52e05ea452b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:09.685974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Made reservation on behalf of 24ddf27f24f34b9bb99d03d690ea9b68 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:09.689651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.806388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-51848ccb-b2c6-4e54-b67d-20fa39793e1d req-dd7f0801-63f8-4d16-9153-80f29fc5fa76 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.0827980 Dec 10 16:35:09.815166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.884016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Allocated IP 172.20.0.13 (5f60c681-5612-4682-87e4-2c06f60e0acf/f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1/e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:09.934245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:09.996800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.221841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Pushing event deleted for resources: {'Port': ['ID=0e73d0d0-ab11-476f-84df-d52e05ea452b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.234082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce313cf4-561b-41e4-b7a1-77a0ffe1c22c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:10.310761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.336456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e4361d-235b-4ffd-92a6-09c4d60d2284,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.354395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.368977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.377830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.418558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834756ec-42d0-4259-b742-89115e2614a1 req-5f57a7df-7a16-4f0a-935f-85fc95209170 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.420058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-834756ec-42d0-4259-b742-89115e2614a1 req-5f57a7df-7a16-4f0a-935f-85fc95209170 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 931 time: 0.3195858 Dec 10 16:35:10.427318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=a529985d-915e-4d39-87ea-921427417631,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.441917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3dbcf-4c17-4d7a-b41e-34831fa97ee3 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:10.468179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Checking segment: {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:10.468733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Network hostable DHCP agents. Network: 8eb1c694-0137-4b53-91bc-98accaab6a83, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:35:10.525647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.543920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.553003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.635531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Router 5dae1e18-db27-4298-8a47-7cb0a8e8d82d has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:10.642458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.653675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267e7ef5-accd-4024-b976-8b72fbc24365,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.659085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-834756ec-42d0-4259-b742-89115e2614a1 req-884aabc1-b3bb-4ece-bd0b-20b196bc7e37 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191172 Dec 10 16:35:10.708269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.757359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:10.765707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.767578 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0b84c514-f484-412f-869c-b0f66d5bbe1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0177968 Dec 10 16:35:10.768271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:35:10.769579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.770766 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ac5f82b0-670c-4192-9b86-835e948a2291 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "PUT /v2.0/routers/5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 200 len: 709 time: 2.4653976 Dec 10 16:35:10.772732 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] Sync routers for ids ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:10.775033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.775228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.784815 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] Routers {'5dae1e18-db27-4298-8a47-7cb0a8e8d82d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:10.786067 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.786247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a569e941-c0c3-49cc-b812-6e907bc73c3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '267e7ef5-accd-4024-b976-8b72fbc24365', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:10.786901 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-a569e941-c0c3-49cc-b812-6e907bc73c3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 16:35:10.787402 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-a569e941-c0c3-49cc-b812-6e907bc73c3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:10.788417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a569e941-c0c3-49cc-b812-6e907bc73c3b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122542 Dec 10 16:35:10.792993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.798380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Network 5f60c681-5612-4682-87e4-2c06f60e0acf is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:10.801114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca5afbdc-2301-4846-b5a2-568f518b259f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '267e7ef5-accd-4024-b976-8b72fbc24365', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:10.801803 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-ca5afbdc-2301-4846-b5a2-568f518b259f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 16:35:10.802305 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ca5afbdc-2301-4846-b5a2-568f518b259f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:10.806536 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca5afbdc-2301-4846-b5a2-568f518b259f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091801 Dec 10 16:35:10.809784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.816014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.820050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-67e97ddb-dc5d-419f-bb2d-9ad7621b01c7 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '267e7ef5-accd-4024-b976-8b72fbc24365', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:10.820951 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-67e97ddb-dc5d-419f-bb2d-9ad7621b01c7 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 16:35:10.821452 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-67e97ddb-dc5d-419f-bb2d-9ad7621b01c7 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:10.825787 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67e97ddb-dc5d-419f-bb2d-9ad7621b01c7 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084298 Dec 10 16:35:10.827177 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.827926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.829072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.830687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event updated for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:10.835771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d833594e-61cc-44c9-9bc3-e4a34dbddc56 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '267e7ef5-accd-4024-b976-8b72fbc24365', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:10.837261 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-d833594e-61cc-44c9-9bc3-e4a34dbddc56 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 16:35:10.837765 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-d833594e-61cc-44c9-9bc3-e4a34dbddc56 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:10.842097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d833594e-61cc-44c9-9bc3-e4a34dbddc56 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064998 Dec 10 16:35:10.843383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.859413 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] Routers {'5dae1e18-db27-4298-8a47-7cb0a8e8d82d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:10.860599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:10.861031 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.865601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:10.894493 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4679f018-f3a2-4399-9da4-777669567c16 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/routers/5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 200 len: 744 time: 0.1168506 Dec 10 16:35:10.897501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48760) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.919405 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:10.921170 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070c757-540a-44e1-b2e7-96bc26c7cfa5 None None] The sync data for ids ['5dae1e18-db27-4298-8a47-7cb0a8e8d82d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:10.925297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:10.936670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8eb1c694-0137-4b53-91bc-98accaab6a83) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:10.939828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.952030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:10.952678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602417c-be3f-4ed3-a21f-f68f2f2a7704 None None] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:10.953158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:10.975620 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b84b0f93-8b44-49a5-9b51-97ab221365e9 tempest-RoutersIpV6AdminTest-188475258 tempest-RoutersIpV6AdminTest-188475258-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 200 len: 205 time: 0.0747085 Dec 10 16:35:10.979533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 73e15ce8-9da2-463c-9138-a9d5d71d89ef {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:10.979887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:10.980376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.010715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:11.011424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.036596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9ba90534-6fc5-4935-9400-dda9c159f0d1 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 200 len: 205 time: 0.0530179 Dec 10 16:35:11.037956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.055070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Transition to ACTIVE for port object f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:35:11.059017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.059867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router c3ad574e-3cca-4982-a101-30f418a9cb59 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:11.061735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.069277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.070622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d83c9a4-a77b-4ffa-932b-bf8013d581c9 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 204 len: 168 time: 3.3207891 Dec 10 16:35:11.076049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.081920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1331506716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:11.099651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8eb1c694-0137-4b53-91bc-98accaab6a83', 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83', 'project_id': 'c86922ccf1464716acc8c578424becd9', 'fixed_ips': [{'subnet_id': '29e4361d-235b-4ffd-92a6-09c4d60d2284'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:11.099898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.110404 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-90e5800e-3d76-4d5c-818b-6db963344e9c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4124122 Dec 10 16:35:11.117605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.123144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:11.145085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.158447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.192797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-5d9635b4-d0c5-4c20-b3f8-ee445b5f1c74 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7948253 Dec 10 16:35:11.209413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Request body: {'port': {'device_id': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:11.214246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9124bde3-1a26-48e4-990c-118070edaae2 None None] Provisioning complete for port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:11.214402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9124bde3-1a26-48e4-990c-118070edaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.220034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0610-7fff-4d81-a7e3-3852c1f027c8 req-dd85e3af-ee6d-4377-9080-b37d10948fd6 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:11.221420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-879b0610-7fff-4d81-a7e3-3852c1f027c8 req-dd85e3af-ee6d-4377-9080-b37d10948fd6 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 932 time: 0.2780194 Dec 10 16:35:11.225141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.248319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.291328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 73e15ce8-9da2-463c-9138-a9d5d71d89ef owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:11.293686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9124bde3-1a26-48e4-990c-118070edaae2 None None] Port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:11.304032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.312161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Allocated IP 172.20.0.2 (8eb1c694-0137-4b53-91bc-98accaab6a83/29e4361d-235b-4ffd-92a6-09c4d60d2284/60c47150-e0b5-4da7-9590-2e9aa91ad707) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:11.338900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.340357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.482208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Attempting to bind port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:11.482707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Attempting to bind port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:11.483151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Attempting to bind port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea on network 8c495a50-a6c5-4f37-af89-58d4b192331c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:11.493170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea on network 8c495a50-a6c5-4f37-af89-58d4b192331c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:35:11.493601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Attempting to bind port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea on network 8c495a50-a6c5-4f37-af89-58d4b192331c {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:11.501356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.502713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:11.503307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Checking segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:11.503801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Bound using segment: {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:11.504365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Bound port: f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b762a34-35b3-46a7-b016-071ec1f97c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:11.504824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.506336 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-879b0610-7fff-4d81-a7e3-3852c1f027c8 req-61195fd3-5f7d-47bf-83ae-2f5c4f9a6fb5 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271564 Dec 10 16:35:11.531408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.531724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.531724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.559534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.562488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.563725 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/267e7ef5-accd-4024-b976-8b72fbc24365 HTTP/1.1" status: 204 len: 168 time: 0.7179189 Dec 10 16:35:11.575670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.579603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.580717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.619463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.644019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d51be-91c9-4641-8e5f-db261774704a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e7ef5-accd-4024-b976-8b72fbc24365,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.672571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:11.683750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:11.689420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:11.693067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Pushing event updated for resources: {'Port': ['ID=60c47150-e0b5-4da7-9590-2e9aa91ad707,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:11.699329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.727921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.728470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Fanout notify agent at l3_agent the message router_deleted on router 5dae1e18-db27-4298-8a47-7cb0a8e8d82d {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:11.749698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.749698 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-756880b8-a5f5-491f-994f-4ccdf94da303 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 204 len: 168 time: 0.7054501 Dec 10 16:35:11.754673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.759378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Attempting to bind port 60c47150-e0b5-4da7-9590-2e9aa91ad707 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:11.759757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Attempting to bind port 60c47150-e0b5-4da7-9590-2e9aa91ad707 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:11.760134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Attempting to bind port 60c47150-e0b5-4da7-9590-2e9aa91ad707 on network 8eb1c694-0137-4b53-91bc-98accaab6a83 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:11.765639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:11.766031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Checking segment: {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:11.766448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.766858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Bound using segment: {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:11.767342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Bound port: 60c47150-e0b5-4da7-9590-2e9aa91ad707, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:11.767738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.793316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2ee1f583-4b69-4990-83fb-0d6c990b9104 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 200 len: 205 time: 0.0355487 Dec 10 16:35:11.794543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.812670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.837985 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e23772d8-53b0-483c-b0a5-ecbb83dd0cfe tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2558329 Dec 10 16:35:11.837985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.839758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48778) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.842179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] For port 60c47150-e0b5-4da7-9590-2e9aa91ad707, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:11.865576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:11.871597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--175334314'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:11.879823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-9f67198d-31a8-41e5-b83f-3317b7a4f6cc tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:11.881436 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9f67198d-31a8-41e5-b83f-3317b7a4f6cc tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/5dae1e18-db27-4298-8a47-7cb0a8e8d82d HTTP/1.1" status: 404 len: 336 time: 0.0866017 Dec 10 16:35:11.889703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.904224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:11.919133 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4d087ca1-2b54-410c-8eec-8bc96bb5f385 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 200 len: 205 time: 0.0283682 Dec 10 16:35:11.923301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.973164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.973420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-b87c0a05-ef1b-4052-a22c-aa0d61200a44 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:11.977472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f4661ebb-e979-4072-9c4f-9a2cf5d03077 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8962789 Dec 10 16:35:11.977616 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b87c0a05-ef1b-4052-a22c-aa0d61200a44 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/c58c6302-582e-4e60-ba19-2233f248b539 HTTP/1.1" status: 404 len: 336 time: 0.0502050 Dec 10 16:35:11.978792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:11.981486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.981818 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:11.993106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] For port 60c47150-e0b5-4da7-9590-2e9aa91ad707, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=60c47150-e0b5-4da7-9590-2e9aa91ad707,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:11.997471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': True}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:12.017302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.028404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de78ab-7d96-4b8a-a065-6f4c7614ff91 req-934201b4-3552-4a92-ac2b-62c4faa693d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:12.029986 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b7de78ab-7d96-4b8a-a065-6f4c7614ff91 req-934201b4-3552-4a92-ac2b-62c4faa693d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 943 time: 0.2374954 Dec 10 16:35:12.044885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:12.045960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.047211 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] 10.222.0.61 "PUT /v2.0/ports/f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 200 len: 1093 time: 2.9642637 Dec 10 16:35:12.058327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.059743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:12.062252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92098f95-a3ad-4b0e-a99c-59629eeb49af" -d '{"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:12.083599 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45ffc26a-180c-43c2-a8df-ed8d2aa48ba7 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 200 len: 205 time: 0.0972788 Dec 10 16:35:12.089557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.154165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.169426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-f25281c8-b7d7-41aa-9a26-e3e32921f1ba tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:12.169426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f25281c8-b7d7-41aa-9a26-e3e32921f1ba tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/733986ad-4a54-47f1-83ef-178bf6da8ecd HTTP/1.1" status: 404 len: 336 time: 0.0689790 Dec 10 16:35:12.174707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.184131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2793-2946-46b3-b289-a13afc32252b None None] Pushing event updated for resources: {'Port': ['ID=60c47150-e0b5-4da7-9590-2e9aa91ad707,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.604815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c41ef2f-ea56-4937-96e7-bd98dc6c5bfc x-openstack-request-id: req-2c41ef2f-ea56-4937-96e7-bd98dc6c5bfc {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:12.605179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:12.605511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c41ef2f-ea56-4937-96e7-bd98dc6c5bfc {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:12.606352 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'status': 'completed', 'code': 200} Dec 10 16:35:12.651402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.672648 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0d90f0d6-7205-44dd-b7ad-25b17f52f88f tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 200 len: 205 time: 0.4862831 Dec 10 16:35:12.677424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48796) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.686055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264318d9-015e-426a-a751-d62c379c7fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.747457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=73e15ce8-9da2-463c-9138-a9d5d71d89ef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:12.767353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:12.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-8bd75ba8-c934-484f-ba75-c3d44b35d2b4 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:12.781026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8bd75ba8-c934-484f-ba75-c3d44b35d2b4 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/3929e7f5-aec3-41e6-b150-9bc7805c6f6c HTTP/1.1" status: 404 len: 336 time: 0.0929332 Dec 10 16:35:12.810118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-194f247f-0cfb-4930-bb19-5d779bfbfdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:12.811680 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-194f247f-0cfb-4930-bb19-5d779bfbfdc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1096 time: 0.2184904 Dec 10 16:35:12.814765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.815644 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b7de78ab-7d96-4b8a-a065-6f4c7614ff91 req-a1ec7e81-fd01-4464-b2a4-b6ff2a39972f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7625644 Dec 10 16:35:12.816129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.868952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.882043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Transition to ACTIVE for port object e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:35:12.901544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5d733-3a77-4657-bd1d-dc0417ac4a5d req-d9a75b2b-61eb-48a5-a651-e973b7545493 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:12.903061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bac5d733-3a77-4657-bd1d-dc0417ac4a5d req-d9a75b2b-61eb-48a5-a651-e973b7545493 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 932 time: 0.2490382 Dec 10 16:35:12.930994 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2fa53c3d-4413-4ef9-a076-5ab2361618aa tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 200 len: 205 time: 0.1097293 Dec 10 16:35:12.936916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:12.952537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.987413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.990492 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-c24b4341-b07f-4333-b2a6-85fde956797d tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:12.995824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c24b4341-b07f-4333-b2a6-85fde956797d tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/77d62259-b9d4-44d9-9905-33152e882f89 HTTP/1.1" status: 404 len: 336 time: 0.0536659 Dec 10 16:35:12.996029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:12.996029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.032289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.073668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-69ae8ce2-e1af-48c6-b74c-cea67d71cafd tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4a5b338-123f-4027-99ca-0b269a0f2a89 HTTP/1.1" status: 200 len: 205 time: 0.0756135 Dec 10 16:35:13.087332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.127778 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bac5d733-3a77-4657-bd1d-dc0417ac4a5d req-84e23b55-06fe-4911-9bad-229a2b41e87c tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178478 Dec 10 16:35:13.172870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:13.181406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019858c4-c4f5-44c5-a8a7-22bd886d033c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:13.218840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.218840 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-39884225-3c92-4c05-a909-c0300e8b993e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3499537 Dec 10 16:35:13.224295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.230437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-96f6a016-13fa-4b2c-8229-640ee2a76b23 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:13.230932 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-96f6a016-13fa-4b2c-8229-640ee2a76b23 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:35:13.232003 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-96f6a016-13fa-4b2c-8229-640ee2a76b23 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:13.235522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-96f6a016-13fa-4b2c-8229-640ee2a76b23 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102811 Dec 10 16:35:13.254240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48808) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.261837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-63763aed-dcbf-4936-beca-2a36a890a7b6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:13.266257 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-04b268ab-e779-4167-bcda-a09d9bea1a3a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] delete failed (client error): The resource could not be found. Dec 10 16:35:13.269824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-04b268ab-e779-4167-bcda-a09d9bea1a3a tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/routers/b4a5b338-123f-4027-99ca-0b269a0f2a89 HTTP/1.1" status: 404 len: 336 time: 0.1476705 Dec 10 16:35:13.270770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.335399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be4b223-b61e-4694-be9a-d82ea3dfbea3 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:13.335871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be4b223-b61e-4694-be9a-d82ea3dfbea3 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:13.342155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0be4b223-b61e-4694-be9a-d82ea3dfbea3 tempest-RoutersIpV6AdminTest-1018358230 tempest-RoutersIpV6AdminTest-1018358230-project] 10.222.0.21 "DELETE /v2.0/subnets/e2ed0c0b-2e72-45ca-aa55-96dfe9958b6c HTTP/1.1" status: 404 len: 337 time: 0.0649872 Dec 10 16:35:13.350571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 60c47150-e0b5-4da7-9590-2e9aa91ad707 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:13.418151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Attempting to bind port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:13.418587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Attempting to bind port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:13.419007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Attempting to bind port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d on network 5f60c681-5612-4682-87e4-2c06f60e0acf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:13.427966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d on network 5f60c681-5612-4682-87e4-2c06f60e0acf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:35:13.428584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Attempting to bind port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d on network 5f60c681-5612-4682-87e4-2c06f60e0acf {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:13.443798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:13.444533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Checking segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:13.445822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Bound using segment: {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:13.446547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Bound port: e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de15e7e-838d-48de-8a72-11c2662145f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:13.446861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 60c47150-e0b5-4da7-9590-2e9aa91ad707 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:13.447294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.447556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.471035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-39282008-1447-45b6-bf17-a9dee54cc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:13.473886 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-39282008-1447-45b6-bf17-a9dee54cc65c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 897 time: 0.6050062 Dec 10 16:35:13.503833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Router 935ee6c9-96ce-4305-9aae-fef220770719 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:13.508469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc55f8-68b8-47ed-9809-030852f60207 None None] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:13.620245 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-63763aed-dcbf-4936-beca-2a36a890a7b6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:13.624058 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63763aed-dcbf-4936-beca-2a36a890a7b6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3654001 Dec 10 16:35:13.624929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.632217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-14ff1a7d-1789-4226-8c63-a9eb64a82763 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:13.632698 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-14ff1a7d-1789-4226-8c63-a9eb64a82763 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 16:35:13.633748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-14ff1a7d-1789-4226-8c63-a9eb64a82763 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:13.637671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-14ff1a7d-1789-4226-8c63-a9eb64a82763 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093980 Dec 10 16:35:13.637831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.637926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:13.639246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48816) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.643633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:13.645898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b8fd1458-94f1-4ffd-a925-d4601334d83a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:13.701806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.727712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 60c47150-e0b5-4da7-9590-2e9aa91ad707, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=60c47150-e0b5-4da7-9590-2e9aa91ad707,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:13.730681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:13.735126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.739718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.742239 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0e1ec500-5758-4d94-99d3-42467940c713 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/routers/935ee6c9-96ce-4305-9aae-fef220770719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6189482 Dec 10 16:35:13.751307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] Sync routers for ids ['935ee6c9-96ce-4305-9aae-fef220770719'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:13.758791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-39cfd8fb-8c96-4467-b907-2f04e21949ae None None] Provisioning complete for port 60c47150-e0b5-4da7-9590-2e9aa91ad707 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:13.759870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39cfd8fb-8c96-4467-b907-2f04e21949ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.761583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48818) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.819670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] Routers {'935ee6c9-96ce-4305-9aae-fef220770719'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:13.821768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['935ee6c9-96ce-4305-9aae-fef220770719'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.829696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9936463e-8742-4a0f-8be1-adbecd254c10 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:35:13.835455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9936463e-8742-4a0f-8be1-adbecd254c10 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/73e15ce8-9da2-463c-9138-a9d5d71d89ef HTTP/1.1" status: 404 len: 333 time: 0.0674131 Dec 10 16:35:13.857062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:13.864869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:13.865547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.867783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] 10.222.0.61 "PUT /v2.0/ports/e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d HTTP/1.1" status: 200 len: 1094 time: 2.6632891 Dec 10 16:35:13.868414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:13.871106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071a136-91be-4293-8ae7-3d85bcb84600" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:13.900851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:13.913118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:13.958890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be924-c088-486a-b193-2b010cf44542 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:13.959909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] Routers {'935ee6c9-96ce-4305-9aae-fef220770719'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:13.961048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['935ee6c9-96ce-4305-9aae-fef220770719'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.005137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:14.006566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1450a8-cef4-4fbf-8d65-845455c6f7bf None None] The sync data for ids ['935ee6c9-96ce-4305-9aae-fef220770719'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:14.009029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30350b-1969-482f-82fa-4d4c16027585 x-openstack-request-id: req-4f30350b-1969-482f-82fa-4d4c16027585 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:14.009338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:14.009603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f30350b-1969-482f-82fa-4d4c16027585 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:14.013786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'status': 'completed', 'code': 200} Dec 10 16:35:14.107930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.126034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=60c47150-e0b5-4da7-9590-2e9aa91ad707,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:14.162702 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-b8fd1458-94f1-4ffd-a925-d4601334d83a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:14.162919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-75e2694b-c005-4288-a5bd-e8363014e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.166899 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b8fd1458-94f1-4ffd-a925-d4601334d83a tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5233202 Dec 10 16:35:14.172687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48828) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.173004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.177935 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-92098f95-a3ad-4b0e-a99c-59629eeb49af req-75e2694b-c005-4288-a5bd-e8363014e097 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6605875 Dec 10 16:35:14.190678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c4e217d1-9af3-44c4-a1a7-a9bfe635dce8 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:14.191169 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-c4e217d1-9af3-44c4-a1a7-a9bfe635dce8 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 16:35:14.191675 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-c4e217d1-9af3-44c4-a1a7-a9bfe635dce8 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:14.197405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c4e217d1-9af3-44c4-a1a7-a9bfe635dce8 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142045 Dec 10 16:35:14.210313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.221320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.246924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3b5e94a8-0036-4821-9988-b2d7d68164cf tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:14.247885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.249921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-250ac225-28c6-4faf-a9e7-f0babcb49963 None None] Provisioning complete for port 60c47150-e0b5-4da7-9590-2e9aa91ad707 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:14.250464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-250ac225-28c6-4faf-a9e7-f0babcb49963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.325887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.26.4.194 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/ff985d78-85cb-4660-8039-b9759646a4cb) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:14.329349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-a4cd15f5-98eb-481f-a494-44ca5e209a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.331483 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-a4cd15f5-98eb-481f-a494-44ca5e209a49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ddf27f24f34b9bb99d03d690ea9b68&device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 1097 time: 0.3132997 Dec 10 16:35:14.410417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcb25c-75f3-4675-b260-e33cbdeae694 req-aedc630d-9f5e-4cdb-9c49-a2e45c581450 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.412084 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-91dcb25c-75f3-4675-b260-e33cbdeae694 req-aedc630d-9f5e-4cdb-9c49-a2e45c581450 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 943 time: 0.2962248 Dec 10 16:35:14.448309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2731a49-5217-4d86-b14c-dbb4d81167e0 req-3d71c58d-319b-4a55-bc92-2521045b5c1b tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.449820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2731a49-5217-4d86-b14c-dbb4d81167e0 req-3d71c58d-319b-4a55-bc92-2521045b5c1b tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 944 time: 0.1918919 Dec 10 16:35:14.461359 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-c7b89215-6a10-4d30-aafa-dae562786b53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d HTTP/1.1" status: 200 len: 217 time: 0.1114702 Dec 10 16:35:14.466323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-90696db5-e4ea-4fb3-bca4-e8f7214e0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.467868 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-90696db5-e4ea-4fb3-bca4-e8f7214e0537 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1096 time: 0.2402275 Dec 10 16:35:14.513797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e15d625e-1867-42a5-a983-1b003c452baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.577032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.582618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.584981 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-836fe24e-2fa1-4026-97db-827f1a82dad7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 200 len: 217 time: 0.0772390 Dec 10 16:35:14.631063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-3b9d79eb-fa49-4865-b538-1776dff58afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.632479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-3b9d79eb-fa49-4865-b538-1776dff58afc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1 HTTP/1.1" status: 200 len: 850 time: 0.1346698 Dec 10 16:35:14.661565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2731a49-5217-4d86-b14c-dbb4d81167e0 req-a6ecbb9c-04bf-4b92-a188-0a4521bf3184 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738477 Dec 10 16:35:14.670669 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-91dcb25c-75f3-4675-b260-e33cbdeae694 req-b51eb80c-cc9d-47be-a4c2-8e5aa4fe1254 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473438 Dec 10 16:35:14.695189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-e2abc472-9490-4cb4-a9d2-cec8c5f29e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.697537 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-e2abc472-9490-4cb4-a9d2-cec8c5f29e46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c27c4432-3d1f-49e4-8617-8d4fb3123a83 HTTP/1.1" status: 200 len: 834 time: 0.0671227 Dec 10 16:35:14.716925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.717427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Fanout notify agent at l3_agent the message router_deleted on router 935ee6c9-96ce-4305-9aae-fef220770719 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:14.727072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-3b5e94a8-0036-4821-9988-b2d7d68164cf tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:14.728639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3b5e94a8-0036-4821-9988-b2d7d68164cf tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5146906 Dec 10 16:35:14.744793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.748598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.749265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.749765 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e42cfea5-3b43-4514-8347-26cf88805acf tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/routers/935ee6c9-96ce-4305-9aae-fef220770719 HTTP/1.1" status: 204 len: 168 time: 0.8893819 Dec 10 16:35:14.753304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48840) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.757095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6752a809-93ad-46a4-91fa-aecdbca86b6c tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:14.757627 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.api.v2.base [None req-6752a809-93ad-46a4-91fa-aecdbca86b6c tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 16:35:14.758713 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-6752a809-93ad-46a4-91fa-aecdbca86b6c tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:14.759674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6752a809-93ad-46a4-91fa-aecdbca86b6c tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086725 Dec 10 16:35:14.766137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:14.779518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4111f7ce-ee6d-41c5-a347-a54a813aee3e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:14.833661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-e14b0a8f-d28c-4cf6-b1b8-4219338c91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:14.835210 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-e14b0a8f-d28c-4cf6-b1b8-4219338c91e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f60c681-5612-4682-87e4-2c06f60e0acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1878664 Dec 10 16:35:14.914989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e15d625e-1867-42a5-a983-1b003c452baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:14.966297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-fad8badd-4bcb-4717-9c37-bf1d45c613c3 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142309 Dec 10 16:35:15.021343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.073018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:15.078335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e15d625e-1867-42a5-a983-1b003c452baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.080837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-4111f7ce-ee6d-41c5-a347-a54a813aee3e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:15.081851 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4111f7ce-ee6d-41c5-a347-a54a813aee3e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3099537 Dec 10 16:35:15.088332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:15.098894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.110687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089ee61-b2b1-4575-9d8f-4f347296acd7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:15.111573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:15.116469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fb7c3d44-2f7c-4167-887d-dc3f4fd1f3c9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '019858c4-c4f5-44c5-a8a7-22bd886d033c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:15.154890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-cb95bb34-b591-41f2-a682-c41b41916f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:15.155633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=ff985d78-85cb-4660-8039-b9759646a4cb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.156419 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-cb95bb34-b591-41f2-a682-c41b41916f84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c495a50-a6c5-4f37-af89-58d4b192331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4487092 Dec 10 16:35:15.164537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet fc84d046-0439-49ea-bad9-5f6a045b1679 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:15.193790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.203299 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e15d625e-1867-42a5-a983-1b003c452baa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f516a548e3cc43949f9c3a5faf0fedd7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0260241 Dec 10 16:35:15.205799 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-140274ca-5ff0-4f3e-8731-e5ed457d784e req-648048f4-0e66-43c2-86fb-f16e71c06940 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323918 Dec 10 16:35:15.207594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-66c2ebf8-2e7f-47e4-b445-7194c2177cba None None] Provisioning complete for port ff985d78-85cb-4660-8039-b9759646a4cb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:15.210690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66c2ebf8-2e7f-47e4-b445-7194c2177cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.210875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d625e-1867-42a5-a983-1b003c452baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf73a40-4910-4e50-a641-ebbb3b226de7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.213405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.248739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Allocated IP 172.26.4.67 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/7b36b559-0538-406c-8405-c9e8b7716591) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:15.271995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ebf8-2e7f-47e4-b445-7194c2177cba None None] Port ff985d78-85cb-4660-8039-b9759646a4cb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:15.290338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 60c47150-e0b5-4da7-9590-2e9aa91ad707 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:15.361860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 60c47150-e0b5-4da7-9590-2e9aa91ad707 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:15.362466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.372536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.447600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.464382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-36cf2e4e-4414-413d-bb9a-f43d7640db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:15.465946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-36cf2e4e-4414-413d-bb9a-f43d7640db38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ddf27f24f34b9bb99d03d690ea9b68&device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 1097 time: 0.0893409 Dec 10 16:35:15.473895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-fb7c3d44-2f7c-4167-887d-dc3f4fd1f3c9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:15.477871 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fb7c3d44-2f7c-4167-887d-dc3f4fd1f3c9 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3771553 Dec 10 16:35:15.478711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.480718 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-af4b9d04-db5f-41a0-92c1-33735c08a4c7 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111389 Dec 10 16:35:15.485852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.623291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.632272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.727681 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4a68b1d-b00b-4bf9-abd9-b50660d0aaa5 req-a457533b-7a94-4ed6-ab74-d714e59dd3cd service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202251 Dec 10 16:35:15.812804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.870048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cbafb-d580-4498-ba91-bfcdbb0f8dc4 req-661409bb-5bb1-473d-811b-ecbc4e24bdb1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:15.871608 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-700cbafb-d580-4498-ba91-bfcdbb0f8dc4 req-661409bb-5bb1-473d-811b-ecbc4e24bdb1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 943 time: 0.0950334 Dec 10 16:35:15.878699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:15.885327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.905994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:15.908480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:15.919290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100983ee-707a-4e17-af22-6f2712b84497 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:15.954481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b36b559-0538-406c-8405-c9e8b7716591,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.963734 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:15.969733 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/fc84d046-0439-49ea-bad9-5f6a045b1679 HTTP/1.1" status: 204 len: 168 time: 1.2117417 Dec 10 16:35:15.969733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10372d8-7e75-404c-808d-6f29b3c1caa0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=fc84d046-0439-49ea-bad9-5f6a045b1679,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:15.972835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:15.979782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32249269-120c-4f9c-a8b3-5459377b3f44 None None] Network de477223-8913-4610-aa3d-62e34fb85292 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:16.017919 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-700cbafb-d580-4498-ba91-bfcdbb0f8dc4 req-54a78614-af62-4ee2-995a-edebb9943a7a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354144 Dec 10 16:35:16.166255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.205466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.213990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-1be515ff-6a8d-4bbe-aaec-ae451bed2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:16.215416 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-1be515ff-6a8d-4bbe-aaec-ae451bed2bef service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f60c681-5612-4682-87e4-2c06f60e0acf HTTP/1.1" status: 200 len: 912 time: 0.7357783 Dec 10 16:35:16.236424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.243338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec8396c7-99df-45de-871e-1badef56eda3 None None] Provisioning complete for port 7b36b559-0538-406c-8405-c9e8b7716591 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:16.243906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec8396c7-99df-45de-871e-1badef56eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.252409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.261212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210308ab-b61f-40b9-95a6-5304b88ce422 req-a4c402e2-2187-426f-a780-819bbd2c3b78 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:16.262693 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-210308ab-b61f-40b9-95a6-5304b88ce422 req-a4c402e2-2187-426f-a780-819bbd2c3b78 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 944 time: 0.3878577 Dec 10 16:35:16.281964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec8396c7-99df-45de-871e-1badef56eda3 None None] Port 7b36b559-0538-406c-8405-c9e8b7716591 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:16.339064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] DHCP port deletion for de477223-8913-4610-aa3d-62e34fb85292 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:16.370855 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-56820bd4-3ba2-4d71-8423-63f33d022b5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d HTTP/1.1" status: 200 len: 217 time: 0.1413403 Dec 10 16:35:16.385602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Deleting port b759f933-5102-4b15-8f6d-fdbff668a863 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:16.385975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.459104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] For port b759f933-5102-4b15-8f6d-fdbff668a863, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b759f933-5102-4b15-8f6d-fdbff668a863,segment=NetworkSegment(9e786dcd-b991-4e52-9cc4-fcad351400a9),segment_id=9e786dcd-b991-4e52-9cc4-fcad351400a9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:16.459555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.473261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Calling delete_port for b759f933-5102-4b15-8f6d-fdbff668a863 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:16.507014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-7586ce00-f70c-49d8-9577-1a52103fb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:16.509100 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-7586ce00-f70c-49d8-9577-1a52103fb111 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1 HTTP/1.1" status: 200 len: 850 time: 0.1270039 Dec 10 16:35:16.536693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.539339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.543025 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baf73a40-4910-4e50-a641-ebbb3b226de7 HTTP/1.1" status: 204 len: 168 time: 1.3229213 Dec 10 16:35:16.551566 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-210308ab-b61f-40b9-95a6-5304b88ce422 req-b351c50a-0503-40fb-b0c7-4c4cf2bdde84 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523074 Dec 10 16:35:16.580819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564acb8-e0d0-4314-977b-d81996086de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf73a40-4910-4e50-a641-ebbb3b226de7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:16.620085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.656998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.659181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.659438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.661421 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/019858c4-c4f5-44c5-a8a7-22bd886d033c HTTP/1.1" status: 204 len: 168 time: 1.1726844 Dec 10 16:35:16.663605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.678946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port b759f933-5102-4b15-8f6d-fdbff668a863 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:16.679306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.686201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] Pushing event deleted for resources: {'Port': ['ID=b759f933-5102-4b15-8f6d-fdbff668a863,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:16.690043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125b391-0c69-4d2c-8f4b-4e560688d85f None None] No DVR routers for this DVR port b759f933-5102-4b15-8f6d-fdbff668a863 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:16.701255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71276bba-b45b-4f85-b424-9deb3f41169f tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019858c4-c4f5-44c5-a8a7-22bd886d033c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:16.737433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-981748c2-05e8-4051-8e37-8809994e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:16.739119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-981748c2-05e8-4051-8e37-8809994e3a90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f60c681-5612-4682-87e4-2c06f60e0acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2191784 Dec 10 16:35:16.770143 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5416887a-f838-47f6-8596-189d12d10bdc tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0695140 Dec 10 16:35:16.771229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48860) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:16.793472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--345372494'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:16.839771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.847887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port b759f933-5102-4b15-8f6d-fdbff668a863, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:16.848243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.862422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.874229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for b759f933-5102-4b15-8f6d-fdbff668a863 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:16.879245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Port b759f933-5102-4b15-8f6d-fdbff668a863 was not found and therefore no delete operation was performed {{(pid=103598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:35:16.886210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.907498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:16.964638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.003136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port b759f933-5102-4b15-8f6d-fdbff668a863 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:17.004785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=b759f933-5102-4b15-8f6d-fdbff668a863,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.076586 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-2b97247f-6833-48c6-810a-fabf8416ab84 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236401 Dec 10 16:35:17.140950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Router ab451004-9a7a-45d5-8d63-30c515f2d49f is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:17.185198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.186327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c085-109f-4e47-b6ad-02f1cbfb8143 req-796d6483-0cc5-46c9-b3ac-5c8d3ff862a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.186884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b759f933-5102-4b15-8f6d-fdbff668a863 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:17.188860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04e1c085-109f-4e47-b6ad-02f1cbfb8143 req-796d6483-0cc5-46c9-b3ac-5c8d3ff862a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 943 time: 0.0819359 Dec 10 16:35:17.220440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b759f933-5102-4b15-8f6d-fdbff668a863 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:17.220440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b759f933-5102-4b15-8f6d-fdbff668a863 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:17.222466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de477223-8913-4610-aa3d-62e34fb85292']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.249874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e786dcd-b991-4e52-9cc4-fcad351400a9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.250161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e786dcd-b991-4e52-9cc4-fcad351400a9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.251523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.252044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.303958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.316760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.321708 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04e1c085-109f-4e47-b6ad-02f1cbfb8143 req-ffaa338e-fa6b-4fb7-b837-7a22e196cb97 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014836 Dec 10 16:35:17.332205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:17.348458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.352423 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d071a136-91be-4293-8ae7-3d85bcb84600 req-41231a14-b5da-4d60-91ba-17fb5b512b37 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461126 Dec 10 16:35:17.353634 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Sync routers for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:17.368953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:17.369357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:17.372476 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:17.375809 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:17.376423 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.410144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.415187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.420143 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa3b30b3-5f7e-427f-80a2-af5da8b18ee5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2993333 Dec 10 16:35:17.421159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-61eed21f-60f9-46c0-8061-9a3aedbe121a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83383cf8c797408f999c9082c61a2367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608129 Dec 10 16:35:17.423446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.423801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.466847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac86cec-a574-4230-8dfe-f8cdfb839166,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.475674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router ef2126cd-1cc2-4164-9da1-b160d6c414c1 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:17.486882 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:17.569268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.573142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.578638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5c5fc00c-423c-4ce5-8e34-016be2abaf16 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7930064 Dec 10 16:35:17.579353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48874) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.583133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.584487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-576feb58-f971-4762-97b5-c7744e5327a6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': 'eac86cec-a574-4230-8dfe-f8cdfb839166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:17.591069 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/de477223-8913-4610-aa3d-62e34fb85292 HTTP/1.1" status: 204 len: 168 time: 1.6147475 Dec 10 16:35:17.592423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.594057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.608779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2adf3b-e13c-4977-aea3-11bd092c930d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=de477223-8913-4610-aa3d-62e34fb85292,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:17.636377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:17.642007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.647264 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fc6a120d-6dd4-4ade-bc70-f5a73a3d8a65 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "PUT /v2.0/routers/ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 200 len: 915 time: 5.6644151 Dec 10 16:35:17.647983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] Sync routers for ids ['ef2126cd-1cc2-4164-9da1-b160d6c414c1'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:17.648125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.662835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] Routers {'ef2126cd-1cc2-4164-9da1-b160d6c414c1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:17.667215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef2126cd-1cc2-4164-9da1-b160d6c414c1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.703776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.713905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] Routers {'ef2126cd-1cc2-4164-9da1-b160d6c414c1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:17.714930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef2126cd-1cc2-4164-9da1-b160d6c414c1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.729537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:17.756555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ad3e2-2137-40a0-bd2c-e12f47bc4796 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.756555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-482ad3e2-2137-40a0-bd2c-e12f47bc4796 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/dfa426b7-079e-4718-b7df-9607fa0d605b HTTP/1.1" status: 200 len: 840 time: 0.1538620 Dec 10 16:35:17.757002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.762677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.763616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791e07d-3454-4f08-af97-c5063de0b78c None None] The sync data for ids ['ef2126cd-1cc2-4164-9da1-b160d6c414c1'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:17.777483 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:16Z', 'revision_number': 3, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:17.820516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-78ab6cca-c456-4ef6-9809-6607590fb403 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 200 len: 921 time: 0.1705680 Dec 10 16:35:17.824074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.843306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a1aa6-2c8c-49a1-bba6-950c0c06d9e3 req-eccd5014-4312-439c-99cd-2baeef59e655 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.845059 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e60a1aa6-2c8c-49a1-bba6-950c0c06d9e3 req-eccd5014-4312-439c-99cd-2baeef59e655 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 944 time: 0.0776136 Dec 10 16:35:17.854908 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-47e614fd-3c9a-4d4b-8e0a-162908877329 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/dfa426b7-079e-4718-b7df-9607fa0d605b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0876551 Dec 10 16:35:17.858251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48884) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.861872 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:17.897744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1436f6b-6fa0-4400-a591-eaff7c467869 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:17.902520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b1436f6b-6fa0-4400-a591-eaff7c467869 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=ef2126cd-1cc2-4164-9da1-b160d6c414c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0752246 Dec 10 16:35:17.903039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:17.906338 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Checking router: ab451004-9a7a-45d5-8d63-30c515f2d49f for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:17.906959 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Updating router ab451004-9a7a-45d5-8d63-30c515f2d49f port 7b36b559-0538-406c-8405-c9e8b7716591 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:35:17.975057 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e60a1aa6-2c8c-49a1-bba6-950c0c06d9e3 req-a05c6cbc-321b-4255-8445-63f3a01a661e tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078179 Dec 10 16:35:17.997333 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.011828 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-576feb58-f971-4762-97b5-c7744e5327a6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The resource could not be found. Dec 10 16:35:18.015884 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-576feb58-f971-4762-97b5-c7744e5327a6 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4319582 Dec 10 16:35:18.016477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48888) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.018775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.021498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fe5fdda8-db3b-446b-8e5a-78e724d479ae tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': 'eac86cec-a574-4230-8dfe-f8cdfb839166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3af57e92-01d7-4db7-9c8b-eef876bb7624'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:18.021684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.025902 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beae4a33-1eb2-4ef7-96e4-672dedfc19a6 HTTP/1.1" status: 204 len: 168 time: 0.5968874 Dec 10 16:35:18.032381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199aa39-5bf3-4a63-a80d-4d70987173f8 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:18.033945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c199aa39-5bf3-4a63-a80d-4d70987173f8 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.1298766 Dec 10 16:35:18.036726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48892) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.046772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf48d0-731e-4137-85bc-f4fecd4eccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae4a33-1eb2-4ef7-96e4-672dedfc19a6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.100326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-54141278-e652-4fb9-99b5-2695a702e63f tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 200 len: 205 time: 0.0622208 Dec 10 16:35:18.101170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.219198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:35:18.321229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.322743 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.348763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:18.362037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:35:18.368425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:18.371944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.389405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-fe5fdda8-db3b-446b-8e5a-78e724d479ae tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The resource could not be found. Dec 10 16:35:18.390470 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fe5fdda8-db3b-446b-8e5a-78e724d479ae tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3733833 Dec 10 16:35:18.392048 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.395145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.404589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.438871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd54dc2-15c8-445c-8abd-f6b145ca66f5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:18.448401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:18.482252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Attempting to bind port 7b36b559-0538-406c-8405-c9e8b7716591 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:18.485256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Attempting to bind port 7b36b559-0538-406c-8405-c9e8b7716591 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:18.485738 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Attempting to bind port 7b36b559-0538-406c-8405-c9e8b7716591 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:18.497080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:18.504595 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:18.506120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:18.506757 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.507548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:18.508852 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Bound port: 7b36b559-0538-406c-8405-c9e8b7716591, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:18.509548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.533188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.537060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b3bc530-c117-4b1b-a1c6-19e7f0ebb6c4 None None] Provisioning complete for port 7b36b559-0538-406c-8405-c9e8b7716591 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:18.537519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b3bc530-c117-4b1b-a1c6-19e7f0ebb6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.566261 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] For port 7b36b559-0538-406c-8405-c9e8b7716591, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:18.571186 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] For port 7b36b559-0538-406c-8405-c9e8b7716591, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7b36b559-0538-406c-8405-c9e8b7716591,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:18.588828 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65987b31-8f80-4228-b3a6-e192e2b08235 None None] Pushing event updated for resources: {'Port': ['ID=7b36b559-0538-406c-8405-c9e8b7716591,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.589084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.589863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.590685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:35:18.637177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bc530-c117-4b1b-a1c6-19e7f0ebb6c4 None None] Port 7b36b559-0538-406c-8405-c9e8b7716591 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:18.677399 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.718373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.750937 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65987b31-8f80-4228-b3a6-e192e2b08235 None None] Pushing event updated for resources: {'Port': ['ID=7b36b559-0538-406c-8405-c9e8b7716591,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.762075 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:18.762335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23dfeba-3426-4588-a35c-343fd1db3f06 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:18.763166 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:18.767925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:18.783450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'port_id': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'mac_address': 'fa:16:3e:c7:7c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:35:18.788582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.792281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.795978 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/eac86cec-a574-4230-8dfe-f8cdfb839166 HTTP/1.1" status: 204 len: 168 time: 0.3973813 Dec 10 16:35:18.797290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.818309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8fb9-992d-4ff4-a0f3-15277ffa4a50 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac86cec-a574-4230-8dfe-f8cdfb839166,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:18.860301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c48a51e1-0c51-4cd2-b8fc-01fd7afa8461 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0523553 Dec 10 16:35:18.860301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:18.860649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.862474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e46eb1bd-8ad8-458a-b910-ff4f5359a6bc tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '81a3f5d2-1d4c-48d6-a477-560a121cb40e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:18.917597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:35:18.931764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:18.942019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:18.945240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] Provisioning complete for port 7b36b559-0538-406c-8405-c9e8b7716591 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:18.945691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:18.989344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268fca6-3a46-42c9-b2f9-c45138c790f3 req-ff0546ff-c953-4703-afed-17ce30f026ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:18.990934 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7268fca6-3a46-42c9-b2f9-c45138c790f3 req-ff0546ff-c953-4703-afed-17ce30f026ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 944 time: 0.5490782 Dec 10 16:35:18.997806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.041829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.107438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.112461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.131296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-e46eb1bd-8ad8-458a-b910-ff4f5359a6bc tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The resource could not be found. Dec 10 16:35:19.132323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] For port 7b36b559-0538-406c-8405-c9e8b7716591, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7b36b559-0538-406c-8405-c9e8b7716591,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:19.135422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.138292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e46eb1bd-8ad8-458a-b910-ff4f5359a6bc tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2803178 Dec 10 16:35:19.154165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:19.160884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043304826'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:19.183062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af08bf-3d24-4f65-ab8b-c64680df849a req-099d989c-5c97-4f5a-a9c5-d6e411aea188 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:19.192637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46af08bf-3d24-4f65-ab8b-c64680df849a req-099d989c-5c97-4f5a-a9c5-d6e411aea188 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 945 time: 0.1186101 Dec 10 16:35:19.212127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.223414 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:16Z', 'revision_number': 3, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:19.257133 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951426e-7e4b-41ef-b7d0-94d4ac7c59bb None None] The sync data for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv is: [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:16Z', 'revision_number': 3, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:19.271776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fc8ff-1c13-452c-8a1b-49031086b444 None None] Pushing event updated for resources: {'Port': ['ID=7b36b559-0538-406c-8405-c9e8b7716591,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:19.310717 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7268fca6-3a46-42c9-b2f9-c45138c790f3 req-e53e549b-5bcc-4684-a884-a68f77e29544 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945824 Dec 10 16:35:19.377746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:19.436102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:35:19.470646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.489679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port ff985d78-85cb-4660-8039-b9759646a4cb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:19.490104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.545461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.560802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Allocated IP 172.20.0.1 (8eb1c694-0137-4b53-91bc-98accaab6a83/29e4361d-235b-4ffd-92a6-09c4d60d2284/7622dd25-e28d-4421-85bd-6f1cc3bd4c43) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:19.582379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46af08bf-3d24-4f65-ab8b-c64680df849a req-6d8d1912-c617-423f-9b0a-bfa16662f4f6 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892705 Dec 10 16:35:19.585386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.707167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:19.768889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:19.784698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159ed05-9f87-478f-a184-322e9a06af75 None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:19.792646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:19.793270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.802985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-abc34594-7652-454d-a4e0-622891f32ef2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.803811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=49c9bf1c-7c85-4b67-97af-497bb202ae86,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:19.809165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-abc34594-7652-454d-a4e0-622891f32ef2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2219660 Dec 10 16:35:19.810164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.815110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.818436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-68b2e199-54f4-4dec-889f-045bc6b7bf3f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.822611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.825385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-68b2e199-54f4-4dec-889f-045bc6b7bf3f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0122402 Dec 10 16:35:19.826423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.831916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-b091d775-c7a1-4f69-adb6-8a0d193b3997 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.834720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b091d775-c7a1-4f69-adb6-8a0d193b3997 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072923 Dec 10 16:35:19.840129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.841769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for ff985d78-85cb-4660-8039-b9759646a4cb owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:19.851034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-886c88fb-3906-4cc4-8d97-e785f1b5ba72 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.853653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-886c88fb-3906-4cc4-8d97-e785f1b5ba72 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104384 Dec 10 16:35:19.856291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.871397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-8b87f8ae-5783-4721-9a37-0812cd2b7caf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.871397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8b87f8ae-5783-4721-9a37-0812cd2b7caf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083890 Dec 10 16:35:19.875741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.883365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-bed540e0-150d-4ce4-87fb-1f2c27f43796 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.884389 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bed540e0-150d-4ce4-87fb-1f2c27f43796 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066431 Dec 10 16:35:19.887648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.894799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-981174d3-5ba5-4b9c-96fd-2bd10355b1bc tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.898220 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-981174d3-5ba5-4b9c-96fd-2bd10355b1bc tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060706 Dec 10 16:35:19.898894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.905825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-cc7d21c7-5607-426e-a88e-35644e46a7bf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.906797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cc7d21c7-5607-426e-a88e-35644e46a7bf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067787 Dec 10 16:35:19.909814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48944) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.915576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-2791418d-19b8-4d52-9867-92a7ee87a02f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.916806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2791418d-19b8-4d52-9867-92a7ee87a02f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058882 Dec 10 16:35:19.919907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.925409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-9a6b798e-3ade-4609-80b5-cc8a690215ad tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.926384 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9a6b798e-3ade-4609-80b5-cc8a690215ad tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055761 Dec 10 16:35:19.934936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48948) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.942112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-07181e87-af92-43a5-9c22-f662eedc0e43 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0836697 Dec 10 16:35:19.942585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.943048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-cca13ed4-1f07-4b14-b84a-4334d64895ed tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.947150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.949388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cca13ed4-1f07-4b14-b84a-4334d64895ed tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131242 Dec 10 16:35:19.950259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.955181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-93d4e737-2198-418b-a9e1-731a03cb4ca3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.958652 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-93d4e737-2198-418b-a9e1-731a03cb4ca3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049622 Dec 10 16:35:19.958800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48954) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.962700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004469552'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:19.966703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-f48bc297-7287-4126-aa4c-d5fab24abde2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.966703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f48bc297-7287-4126-aa4c-d5fab24abde2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042763 Dec 10 16:35:19.968859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48956) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.974987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-c972e759-67d4-4e28-b6c5-6fbd8c6e6148 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.976240 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c972e759-67d4-4e28-b6c5-6fbd8c6e6148 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055542 Dec 10 16:35:19.979062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.988122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-afbf7bfc-bf03-416d-acbe-6f66c5c735df tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.988490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:19.989297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-afbf7bfc-bf03-416d-acbe-6f66c5c735df tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091419 Dec 10 16:35:19.994041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:19.998810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-5fa425f3-7aed-424f-9fa7-deb56edde918 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:19.998989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'project_id': 'c2e7c505e38647849e94bb3714044748', 'fixed_ips': [{'subnet_id': '49c9bf1c-7c85-4b67-97af-497bb202ae86'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:19.999743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5fa425f3-7aed-424f-9fa7-deb56edde918 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047810 Dec 10 16:35:19.999897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.004023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.015582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-0f47471f-86c4-4dc3-9db0-da91f91c8eb1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.019681 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0f47471f-86c4-4dc3-9db0-da91f91c8eb1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103037 Dec 10 16:35:20.019839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.024719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-d5af8741-4d63-4686-a3ed-7a76bc945e66 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.026076 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d5af8741-4d63-4686-a3ed-7a76bc945e66 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053933 Dec 10 16:35:20.029305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.033946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-44602d7c-0250-467b-b34d-257944d3e9d7 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.035736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-44602d7c-0250-467b-b34d-257944d3e9d7 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046449 Dec 10 16:35:20.037809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48968) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.038026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108982a8-33fb-4c8b-887e-93e5cead3cd7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.051098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-15f60de7-bb1c-4811-b9e1-4d82127c9378 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.052260 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-15f60de7-bb1c-4811-b9e1-4d82127c9378 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0133095 Dec 10 16:35:20.056513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48970) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.061304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-30eb8164-1fb3-4137-bf51-02d4355a04a1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.062480 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-30eb8164-1fb3-4137-bf51-02d4355a04a1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049694 Dec 10 16:35:20.065344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.072642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-62b22995-7457-4226-9282-1ad1961ac49b tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.076032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-62b22995-7457-4226-9282-1ad1961ac49b tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073636 Dec 10 16:35:20.076202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.080216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-53f11918-f930-4562-984a-ce12c3fc0413 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.083517 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-53f11918-f930-4562-984a-ce12c3fc0413 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040915 Dec 10 16:35:20.083743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.089745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-7b79c075-03b5-4995-ac79-9139d2684ad5 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.093291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7b79c075-03b5-4995-ac79-9139d2684ad5 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058174 Dec 10 16:35:20.095751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48978) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.101459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-783ad0c5-bab8-4726-ac3c-ecddc3f54122 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.102792 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-783ad0c5-bab8-4726-ac3c-ecddc3f54122 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053186 Dec 10 16:35:20.105427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.109985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-3fb87d34-c2b3-43b8-8026-ffdb11dd85ef tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.110973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3fb87d34-c2b3-43b8-8026-ffdb11dd85ef tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046277 Dec 10 16:35:20.113500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.118442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-4943fe77-c1de-4f21-b904-9223c17f4568 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.118634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.119384 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4943fe77-c1de-4f21-b904-9223c17f4568 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050149 Dec 10 16:35:20.119950 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c022cfd-78a9-4a44-b10c-547b511652f0 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9801633 Dec 10 16:35:20.124871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48984) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.125665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.135128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--619372007'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:20.145732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-35ea38fe-a99a-4e6d-adcc-1a3e7bd77bdf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.149734 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-35ea38fe-a99a-4e6d-adcc-1a3e7bd77bdf tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0202165 Dec 10 16:35:20.152291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48988) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.158875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-8b2fe2b5-eb9f-4ed5-b6ba-cfda339ae1ca tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.160013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b2fe2b5-eb9f-4ed5-b6ba-cfda339ae1ca tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066268 Dec 10 16:35:20.169880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48990) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.175646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-ec290c75-bc74-4fd3-9322-a961b299e777 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.181370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ec290c75-bc74-4fd3-9322-a961b299e777 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0102856 Dec 10 16:35:20.181996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48992) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.187521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-5ee1e5f8-8299-4b8c-b426-f7d74be09956 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.191165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 48994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.198044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5ee1e5f8-8299-4b8c-b426-f7d74be09956 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085876 Dec 10 16:35:20.198187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-605b2756-ef1d-4d07-bd65-458ff700fe9d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.198286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Allocated IP 172.20.0.2 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/49c9bf1c-7c85-4b67-97af-497bb202ae86/242a904f-e853-4b67-9100-5412d82322bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:20.198397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-605b2756-ef1d-4d07-bd65-458ff700fe9d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045660 Dec 10 16:35:20.199910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.207259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-f8c3475e-a36f-4af1-b120-bddd03dad1e5 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.212455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f8c3475e-a36f-4af1-b120-bddd03dad1e5 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101602 Dec 10 16:35:20.213245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 48998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.217418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.220406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-008cdabe-7c14-4f07-9f90-162c3ce25c60 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.222651 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-008cdabe-7c14-4f07-9f90-162c3ce25c60 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083501 Dec 10 16:35:20.229437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.253500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-9102b7af-294d-4214-8b58-a0250d15a96d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.257519 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9102b7af-294d-4214-8b58-a0250d15a96d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0239329 Dec 10 16:35:20.258587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49002) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.263519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-bc00c56d-c9c8-4b35-92b5-6423da3ad3c7 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.267793 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bc00c56d-c9c8-4b35-92b5-6423da3ad3c7 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049164 Dec 10 16:35:20.267927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.268031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.271942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-b6bc5d09-db57-4ec0-8dbe-50170eaf9201 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.275767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6bc5d09-db57-4ec0-8dbe-50170eaf9201 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041239 Dec 10 16:35:20.276255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.279146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:20.289413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-22f46ae0-7561-48d3-80cf-e5a12879c5af tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.289586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:20.289677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:20.289789 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22f46ae0-7561-48d3-80cf-e5a12879c5af tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0112200 Dec 10 16:35:20.289789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.290757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:20.293979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-d4bdbc58-5f1f-439f-905e-28fea106fd64 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.297755 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d4bdbc58-5f1f-439f-905e-28fea106fd64 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048130 Dec 10 16:35:20.300388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.304681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-ec068b8e-ca1b-474a-bd5d-edd08dbc10b1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.308014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ec068b8e-ca1b-474a-bd5d-edd08dbc10b1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042808 Dec 10 16:35:20.311037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.315380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-de4d436a-db22-4dbb-9373-c66973c23bda tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.321007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-de4d436a-db22-4dbb-9373-c66973c23bda tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044014 Dec 10 16:35:20.326238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.331468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-a63d57ad-76fd-4de5-ae8c-9d36ede9c98d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.333885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a63d57ad-76fd-4de5-ae8c-9d36ede9c98d tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052333 Dec 10 16:35:20.334037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Pushing event updated for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.335504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.342472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-2765d268-5d40-4ef6-abd3-5f18d6f4b6b1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.344948 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2765d268-5d40-4ef6-abd3-5f18d6f4b6b1 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059552 Dec 10 16:35:20.345321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.348150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.349322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.364797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-aecb2a2a-e88b-4795-8b36-04ea4d7f7800 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.364797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aecb2a2a-e88b-4795-8b36-04ea4d7f7800 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059354 Dec 10 16:35:20.375287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.387975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-212c5374-e2dc-490c-882b-afd38028f2b2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.394931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-212c5374-e2dc-490c-882b-afd38028f2b2 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081873 Dec 10 16:35:20.396647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.410615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-5888d4b6-f94e-4b59-ba02-c2934fd164f3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.415588 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5888d4b6-f94e-4b59-ba02-c2934fd164f3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0119655 Dec 10 16:35:20.416939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.430666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-42cdd543-577e-48f5-9ee6-cbb5d339603c tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.435272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-42cdd543-577e-48f5-9ee6-cbb5d339603c tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0170989 Dec 10 16:35:20.440406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=ff985d78-85cb-4660-8039-b9759646a4cb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.449066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.463992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-1a02b025-b91e-43e1-b588-96f9c4516286 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.467748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1a02b025-b91e-43e1-b588-96f9c4516286 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0176692 Dec 10 16:35:20.468374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.472196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3626ec-4411-4158-9f72-15c76d73ed88 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:20.476260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-cf44f145-720d-4e6b-bc0b-3fe5739945c3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.479710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf44f145-720d-4e6b-bc0b-3fe5739945c3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090427 Dec 10 16:35:20.482315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.482860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49032) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.491432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-a695436d-13c1-4503-8431-52e9fd4c1e02 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.495572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a695436d-13c1-4503-8431-52e9fd4c1e02 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0116682 Dec 10 16:35:20.496181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.505052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-52f760f2-9992-4f83-8550-cc171f5ac15e tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.525002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52f760f2-9992-4f83-8550-cc171f5ac15e tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0064027 Dec 10 16:35:20.527744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.538388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-7bbb4b37-5095-44e9-b8dc-1732f938ff2f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.543353 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7bbb4b37-5095-44e9-b8dc-1732f938ff2f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0143130 Dec 10 16:35:20.556225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.558210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.562147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.566233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-522f1a3d-859f-4821-bd95-d492c58e4209 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.570022 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-522f1a3d-859f-4821-bd95-d492c58e4209 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0106988 Dec 10 16:35:20.572025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.576289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-12273d1a-1d34-4785-af15-b521006dca87 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.580212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-12273d1a-1d34-4785-af15-b521006dca87 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069120 Dec 10 16:35:20.580778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.580945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.586528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-4c1edd78-4d95-45e8-9e16-6c73d3d64ead tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.590890 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4c1edd78-4d95-45e8-9e16-6c73d3d64ead tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070813 Dec 10 16:35:20.591431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.595814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-f046ef3d-902b-46f5-a268-e12f03b3e53e tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.596746 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f046ef3d-902b-46f5-a268-e12f03b3e53e tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042603 Dec 10 16:35:20.599317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.603806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-c8655882-ac5e-4d86-957c-bf93dde7fd26 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.607700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c8655882-ac5e-4d86-957c-bf93dde7fd26 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072954 Dec 10 16:35:20.608479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.613923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-f8088a46-13c0-42a7-80b0-2adce4511d88 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.618248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f8088a46-13c0-42a7-80b0-2adce4511d88 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085163 Dec 10 16:35:20.619128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.623251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-ce656658-7d9e-42cd-8914-aef12ae9b778 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.624954 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ce656658-7d9e-42cd-8914-aef12ae9b778 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041981 Dec 10 16:35:20.625186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:35:20.626963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49052) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.632576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-2e5c6e98-326f-4e9e-b95a-0e14317b7347 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.638104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e5c6e98-326f-4e9e-b95a-0e14317b7347 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0095663 Dec 10 16:35:20.639555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.642769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:20.645125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-dc2e3d00-c489-43b4-8747-0aa0f1665c60 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.647186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:20.647574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.649092 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dc2e3d00-c489-43b4-8747-0aa0f1665c60 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064714 Dec 10 16:35:20.649766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.655667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-86c19166-bd64-40a6-b9b8-012d320a9873 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.659859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-86c19166-bd64-40a6-b9b8-012d320a9873 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090573 Dec 10 16:35:20.660629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.665356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-17967e31-d26c-4478-a566-75ab09b4ff74 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.668834 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-17967e31-d26c-4478-a566-75ab09b4ff74 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049899 Dec 10 16:35:20.668834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.670422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.678581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:20.697149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:20.707895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-b76f1828-7785-45c6-906c-46b4d7b4d491 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.710796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.713895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b76f1828-7785-45c6-906c-46b4d7b4d491 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0390854 Dec 10 16:35:20.715392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49064) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.716131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ccdb7-b2f5-4151-af2e-a8a190a5f41f req-7127c04e-1d2f-41ae-8cee-d50e49929775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.718870 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b64ccdb7-b2f5-4151-af2e-a8a190a5f41f req-7127c04e-1d2f-41ae-8cee-d50e49929775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 944 time: 0.2634528 Dec 10 16:35:20.728603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.738653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-44db01c0-7b44-47b9-aaca-60a608f3a4c0 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.739626 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-44db01c0-7b44-47b9-aaca-60a608f3a4c0 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0100324 Dec 10 16:35:20.745183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-11a2c1ae-d67a-42dd-8bf6-536e786e059e None None] Provisioning complete for port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:20.745567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11a2c1ae-d67a-42dd-8bf6-536e786e059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.748648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.768815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-cfbfc632-ad43-468b-a012-8dafa101a399 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.773341 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cfbfc632-ad43-468b-a012-8dafa101a399 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0200453 Dec 10 16:35:20.776614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.781702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-8f7037ca-1889-4b4b-bdf0-109acfcb7bc3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.785535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8f7037ca-1889-4b4b-bdf0-109acfcb7bc3 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067542 Dec 10 16:35:20.788385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.795153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-6ef0d934-47eb-458e-9486-ef2e9b8f577f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.800134 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6ef0d934-47eb-458e-9486-ef2e9b8f577f tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0067320 Dec 10 16:35:20.816306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49072) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.819700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-a16301f5-a183-4b7b-9401-92ebc87b1f17 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.821398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Attempting to bind port 242a904f-e853-4b67-9100-5412d82322bc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:20.821785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Attempting to bind port 242a904f-e853-4b67-9100-5412d82322bc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:20.822159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Attempting to bind port 242a904f-e853-4b67-9100-5412d82322bc on network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:20.825380 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a16301f5-a183-4b7b-9401-92ebc87b1f17 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117593 Dec 10 16:35:20.827855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7467a547-3d20-481e-83ff-d8e2b95d222d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:20.830449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c1ae-d67a-42dd-8bf6-536e786e059e None None] Port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:20.846272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.848086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:20.848482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Checking segment: {'id': 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:20.848883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.849324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Bound using segment: {'id': 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:20.849801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Bound port: 242a904f-e853-4b67-9100-5412d82322bc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:20.850189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.851448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [None req-63af0288-bf5c-4e82-9952-b69f3578fc02 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.854895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63af0288-bf5c-4e82-9952-b69f3578fc02 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048597 Dec 10 16:35:20.855803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.860301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.860773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:20.861199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7c907198-0e4b-4fe8-bcea-6d09fb374918 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7331374 Dec 10 16:35:20.867769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.872179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [None req-846f662c-1a7f-444d-974f-379152fbfab9 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:35:20.873721 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-846f662c-1a7f-444d-974f-379152fbfab9 tempest-ExtensionsTestJSON-222550358 tempest-ExtensionsTestJSON-222550358-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112791 Dec 10 16:35:20.892388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0f8e-a3f0-4bc9-bcce-da96977be913 req-69915764-35e7-4847-a33e-9dc90f530e50 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:20.899837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-673d0f8e-a3f0-4bc9-bcce-da96977be913 req-69915764-35e7-4847-a33e-9dc90f530e50 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 945 time: 0.1103458 Dec 10 16:35:20.910018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bd18b884-c41a-46c2-99d0-145de21628ea tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group_rule': {'security_group_id': '108982a8-33fb-4c8b-887e-93e5cead3cd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7467a547-3d20-481e-83ff-d8e2b95d222d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:20.925567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:20.928892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:20.935722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.939498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.950945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-673d0f8e-a3f0-4bc9-bcce-da96977be913 req-328d6500-d469-4dfe-bd5c-b64288de8b35 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487707 Dec 10 16:35:20.959246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.969678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:20.971268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.973203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d690989d-f693-40c2-946c-a98d1a0a481b" -d '{"events": [{"server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "name": "network-vif-plugged", "status": "completed", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:20.989803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:20.994460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:21.038198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5730e3-8969-4082-85a6-65045050d874 x-openstack-request-id: req-4a5730e3-8969-4082-85a6-65045050d874 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:21.038541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "name": "network-vif-plugged", "status": "completed", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:21.039359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a5730e3-8969-4082-85a6-65045050d874 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:21.039730 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'code': 200} Dec 10 16:35:21.057156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed86ac0-89b0-4fd1-b616-5af7eb7be275,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.071780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fb2a3-9fef-45c5-89ab-a4a210e57372 None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.081393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b64ccdb7-b2f5-4151-af2e-a8a190a5f41f req-4a92153f-12ef-4ebc-adaa-12e75306c627 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429098 Dec 10 16:35:21.082319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.151717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.160606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.210968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.211723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router ef2126cd-1cc2-4164-9da1-b160d6c414c1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:21.223666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.223666 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8cd08b5a-56a4-443e-8ce3-77c2438d2b48 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 204 len: 168 time: 3.1198905 Dec 10 16:35:21.225953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.234146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040474015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:21.260767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7b36b559-0538-406c-8405-c9e8b7716591 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:21.347341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7b36b559-0538-406c-8405-c9e8b7716591 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:21.347722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.355892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.357603 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a33bba73-9a68-41c2-a8a7-02261fdf90d9 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3997753 Dec 10 16:35:21.359061 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-bd18b884-c41a-46c2-99d0-145de21628ea tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:21.363871 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bd18b884-c41a-46c2-99d0-145de21628ea tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4973485 Dec 10 16:35:21.363871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.364528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.369758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'security_group': {'name': 'tempest-secgroup-691402096'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:21.402908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.403881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.519058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.539512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.571744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.588955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.595301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.612240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a6ae1-c443-4b78-9120-33bf9a4077ee req-d5abd021-eb26-41c0-b324-d3c1515f13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:21.613045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.615012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-671a6ae1-c443-4b78-9120-33bf9a4077ee req-d5abd021-eb26-41c0-b324-d3c1515f13f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 1099 time: 0.1938498 Dec 10 16:35:21.634332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.686047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.690834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Pushing event updated for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.692420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.706169 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-671a6ae1-c443-4b78-9120-33bf9a4077ee req-2c322837-de08-4703-8f4b-74bcab018847 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813751 Dec 10 16:35:21.744871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.747503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.748835 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/7467a547-3d20-481e-83ff-d8e2b95d222d HTTP/1.1" status: 204 len: 168 time: 0.3842225 Dec 10 16:35:21.751390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.766712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec140e2-8ea5-4d4d-8033-46479c15cce1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467a547-3d20-481e-83ff-d8e2b95d222d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:21.801630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab5e-c139-41c9-bdbb-c9619b4d6dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.808024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:21.809598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:21.831261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.832732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-938a4db9-d2e4-4742-a34e-6d48e943c8e4 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6050673 Dec 10 16:35:21.850000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.858259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.861738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'enable_snat': False}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:21.915379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-406e4d97-b06f-4b20-a964-65752d6010bd tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1626680 Dec 10 16:35:21.920133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:21.946394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:21.973724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Router ab451004-9a7a-45d5-8d63-30c515f2d49f has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:22.038999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.083061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258c7a8c-9ccb-4655-8fb5-de21fb4fc408,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.112056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.113653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b9e3f5c-ccee-424c-8bab-8284443bef85 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7475429 Dec 10 16:35:22.123325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.133301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1270190967', 'security_groups': ['258c7a8c-9ccb-4655-8fb5-de21fb4fc408'], 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '49c9bf1c-7c85-4b67-97af-497bb202ae86'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:22.160245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.184333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2cfcfb6c-2505-4afe-8e79-5e748494c3a7 None None] Provisioning complete for port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:22.184801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cfcfb6c-2505-4afe-8e79-5e748494c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.246721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcfb6c-2505-4afe-8e79-5e748494c3a7 None None] Port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:22.249535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:22.299642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.311626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097dc8a-3280-4340-9971-c0865fd2df24 req-2bdbb454-9878-4ab2-896d-068fe5403ccd tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:22.313821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5097dc8a-3280-4340-9971-c0865fd2df24 req-2bdbb454-9878-4ab2-896d-068fe5403ccd tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.2392833 Dec 10 16:35:22.317940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.322025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.326159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/108982a8-33fb-4c8b-887e-93e5cead3cd7 HTTP/1.1" status: 204 len: 168 time: 0.4049876 Dec 10 16:35:22.326840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.341979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab5e-c139-41c9-bdbb-c9619b4d6dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.375287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da82e4-a080-4d02-9678-b2ff5b884b38 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108982a8-33fb-4c8b-887e-93e5cead3cd7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.394347 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5097dc8a-3280-4340-9971-c0865fd2df24 req-4d15e04b-c748-4fd3-ba8b-3a8cc8c71b04 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633597 Dec 10 16:35:22.427234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:22.437991 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Sync routers for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:22.439510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc589-f3bf-404e-8f2c-5b3e70a479c0 req-a9c80291-ed46-45ee-86d1-00eee8cb9fe9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:22.441475 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b7bbc589-f3bf-404e-8f2c-5b3e70a479c0 req-a9c80291-ed46-45ee-86d1-00eee8cb9fe9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 944 time: 0.2552037 Dec 10 16:35:22.446515 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:22.447131 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:22.449779 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a6674155-4fd8-48ce-9774-c0d3cf70ad6d admin admin] 10.222.0.21 "PUT /v2.0/routers/ab451004-9a7a-45d5-8d63-30c515f2d49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0245433 Dec 10 16:35:22.477658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:22.478262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.510108 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38cd9a8c-1560-4d25-b5f7-27eff23aea37 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1712415 Dec 10 16:35:22.510773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.519772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'tempest-secgroup--445440308'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:22.534615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee78ab5e-c139-41c9-bdbb-c9619b4d6dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.561699 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:22.569657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ab5e-c139-41c9-bdbb-c9619b4d6dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cd6afc-1630-4dbc-85ae-e2279c284dbb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:22.594860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b7bbc589-f3bf-404e-8f2c-5b3e70a479c0 req-d3c6f094-315a-4ea3-9f05-51c39d335455 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241729 Dec 10 16:35:22.607396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:22.623551 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ee78ab5e-c139-41c9-bdbb-c9619b4d6dfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1c600c559af454dbace4e194932e616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9877975 Dec 10 16:35:22.631641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:22.703598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.759024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.760876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.787018 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 4, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7622dd25-e28d-4421-85bd-6f1cc3bd4c43', 'name': '', 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'mac_address': 'fa:16:3e:d6:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:19Z', 'updated_at': '2021-12-10T16:35:21Z', 'revision_number': 2, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'subnets': [{'id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:22.792076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:22.821760 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Checking router: ab451004-9a7a-45d5-8d63-30c515f2d49f for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:22.822418 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Updating router ab451004-9a7a-45d5-8d63-30c515f2d49f port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:35:22.846494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.850341 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.930412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.937629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:35:22.943573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:22.944157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:22.977728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.022080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.088680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.107033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.4 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/49c9bf1c-7c85-4b67-97af-497bb202ae86/9c9ce44a-7b4b-4e40-9c26-3586252069f2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:23.133804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:23.192340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.204469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Allocated IP 172.26.4.155 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/1ba7abb8-7cfa-498b-8003-e58e296cd9b5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:23.221087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.224027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.291977 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.296298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7194f595-94e1-4730-ba03-7eefa6539bf3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.312107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:23.317420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b0842e-52fe-416e-98d9-6b21ca10a3de" -d '{"events": [{"server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:23.323810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.331932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.339978 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4cd6afc-1630-4dbc-85ae-e2279c284dbb HTTP/1.1" status: 204 len: 168 time: 0.7037091 Dec 10 16:35:23.362113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5c41c-f4a5-4c3a-bb3a-43f66e1aafbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cd6afc-1630-4dbc-85ae-e2279c284dbb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.365312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.366474 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-358355e3-e23b-4743-bda7-0241d0b4c5ad tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8549895 Dec 10 16:35:23.369951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.374091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:23.375785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-07ed30ed-7f13-46ca-8876-fe76c17aee2e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:23.376319 dv-neutron-820858-1-hyperv neutron-server[103599]: WARNING neutron.api.v2.base [None req-07ed30ed-7f13-46ca-8876-fe76c17aee2e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 16:35:23.376642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:23.376843 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-07ed30ed-7f13-46ca-8876-fe76c17aee2e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 16:35:23.380414 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-07ed30ed-7f13-46ca-8876-fe76c17aee2e tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "PUT /v2.0/security-groups/7194f595-94e1-4730-ba03-7eefa6539bf3 HTTP/1.1" status: 409 len: 330 time: 0.0068707 Dec 10 16:35:23.380556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.380644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.383217 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.389339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:23.437523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f5108-101e-4cd0-b5a6-907eaf47e105 x-openstack-request-id: req-2f1f5108-101e-4cd0-b5a6-907eaf47e105 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:23.438333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "name": "network-vif-plugged", "status": "completed", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:23.438333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f1f5108-101e-4cd0-b5a6-907eaf47e105 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:23.438506 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'code': 200} Dec 10 16:35:23.456769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.477813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.483441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.506852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-21fdec73-20a1-4fa7-a269-781e77db8300 None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:23.553567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.559715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:23.560099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.564634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.571163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205814987', 'description': 'tempest-secgroup-smoke-1205814987 description', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:23.652124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430acd5-e8fe-412b-bb82-ec7e89d9736a req-33fc240d-420f-4abe-bde2-9233a584ad6f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:23.653802 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f430acd5-e8fe-412b-bb82-ec7e89d9736a req-33fc240d-420f-4abe-bde2-9233a584ad6f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.1350269 Dec 10 16:35:23.655774 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600e8f-105b-4246-8b1a-0fbb9b868c09 None None] Pushing event updated for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.665330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.687823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.694239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.739608 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Attempting to bind port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:23.739991 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Attempting to bind port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:23.740356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Attempting to bind port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 on network 8eb1c694-0137-4b53-91bc-98accaab6a83 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:23.748649 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:23.749070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Checking segment: {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:23.749531 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.749939 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Bound using segment: {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:23.750419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Bound port: 7622dd25-e28d-4421-85bd-6f1cc3bd4c43, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:23.750827 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.770589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba7abb8-7cfa-498b-8003-e58e296cd9b5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.789107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.839314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:23.845225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.847560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.848716 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/7194f595-94e1-4730-ba03-7eefa6539bf3 HTTP/1.1" status: 204 len: 168 time: 0.4560909 Dec 10 16:35:23.851853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:23.861809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:23.871698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] For port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:23.875057 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] For port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:23.876237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:23.896131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb28a65-ddc1-4c0e-a262-6918237b0dec None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:23.897615 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f430acd5-e8fe-412b-bb82-ec7e89d9736a req-d9cf5448-f90f-4ec2-91e0-e75717b43549 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347537 Dec 10 16:35:23.898351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773172f-9f19-42e0-9d10-c166a8ad3104 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7194f595-94e1-4730-ba03-7eefa6539bf3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:23.907147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:23.938972 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.045748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.052485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-091d8af1-2b68-41dc-8ba5-127d9dfd5260 None None] Provisioning complete for port 1ba7abb8-7cfa-498b-8003-e58e296cd9b5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:24.052485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-091d8af1-2b68-41dc-8ba5-127d9dfd5260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.064871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa23f-a8c3-40f1-aaa9-2e649ef27abd req-bab6cf63-7322-49dd-b911-e955ed4d3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:24.066869 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600e8f-105b-4246-8b1a-0fbb9b868c09 None None] Pushing event updated for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.069615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8aafa23f-a8c3-40f1-aaa9-2e649ef27abd req-bab6cf63-7322-49dd-b911-e955ed4d3d81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1098 time: 0.2481315 Dec 10 16:35:24.091487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126ff22-c2e1-4f33-a227-4e1a95243975 req-c39b3b8d-c28d-468d-a7bf-6abe8ca3aaa6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:24.092518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:24.092991 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7126ff22-c2e1-4f33-a227-4e1a95243975 req-c39b3b8d-c28d-468d-a7bf-6abe8ca3aaa6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.3124397 Dec 10 16:35:24.093196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.139291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-091d8af1-2b68-41dc-8ba5-127d9dfd5260 None None] Port 1ba7abb8-7cfa-498b-8003-e58e296cd9b5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:24.145830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=9c9ce44a-7b4b-4e40-9c26-3586252069f2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.163422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.164458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.165035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.165506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.165954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.166400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.167009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.167269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.167704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.168142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.168581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.169120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.169556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:24.210081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87b54-ff6d-4b9a-91a5-460b7ca9a020 req-4bd04d42-fd0c-4bca-898f-098d607dc1b3 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:24.214076 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-81a87b54-ff6d-4b9a-91a5-460b7ca9a020 req-4bd04d42-fd0c-4bca-898f-098d607dc1b3 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.2028823 Dec 10 16:35:24.223757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.224112 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:24.230731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Request body: {'floatingip': {'port_id': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:24.240983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:24.274781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] Provisioning complete for port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:24.275326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.283658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:24.289359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:24.302833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a02dc1fb-cbad-47bc-a5a0-c474ab077bde tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4379280 Dec 10 16:35:24.306134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.315636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.357603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-91835a77-42dd-48d8-adb4-62f52c558495 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] delete failed (client error): The resource could not be found. Dec 10 16:35:24.362726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-91835a77-42dd-48d8-adb4-62f52c558495 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "DELETE /v2.0/security-groups/71829182-8a8f-4330-8cab-074ac90a6d02 HTTP/1.1" status: 404 len: 347 time: 0.0415571 Dec 10 16:35:24.372771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.447842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.514573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.523109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] For port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:24.609042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-b492c345-11d3-4c76-a73c-ed328e56eea1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] show failed (client error): The resource could not be found. Dec 10 16:35:24.609042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b492c345-11d3-4c76-a73c-ed328e56eea1 tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-groups/5d2f9e78-6ac9-4587-9e82-f44b5beafe84 HTTP/1.1" status: 404 len: 347 time: 0.2249506 Dec 10 16:35:24.621612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.636816 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8aafa23f-a8c3-40f1-aaa9-2e649ef27abd req-dd6eca5f-a6d4-4656-9c13-d091ac542fc0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5428219 Dec 10 16:35:24.646032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7126ff22-c2e1-4f33-a227-4e1a95243975 req-f692aa1d-ddf7-440c-a8c8-567782ec55be tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693428 Dec 10 16:35:24.652132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.668401 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-cf027a60-d5e4-4ac8-9b01-3cd817218a1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] show failed (client error): The resource could not be found. Dec 10 16:35:24.669501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf027a60-d5e4-4ac8-9b01-3cd817218a1b tempest-NegativeSecGroupTest-677476187 tempest-NegativeSecGroupTest-677476187-project] 10.222.0.21 "GET /v2.0/security-group-rules/0e05a636-5e92-4518-8266-d8e29c3d8586 HTTP/1.1" status: 404 len: 356 time: 0.0462172 Dec 10 16:35:24.709123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b32988-54b1-4ee7-ba20-2ffbb044e487,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.709828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.727845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.745309 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 4, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7622dd25-e28d-4421-85bd-6f1cc3bd4c43', 'name': '', 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'mac_address': 'fa:16:3e:d6:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:19Z', 'updated_at': '2021-12-10T16:35:23Z', 'revision_number': 4, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'subnets': [{'id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:24.808085 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad74688-b84f-435a-b8d8-59f8df24e7d2 None None] The sync data for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv is: [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:35:20Z', 'revision_number': 4, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7622dd25-e28d-4421-85bd-6f1cc3bd4c43', 'name': '', 'network_id': '8eb1c694-0137-4b53-91bc-98accaab6a83', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'mac_address': 'fa:16:3e:d6:e1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:19Z', 'updated_at': '2021-12-10T16:35:23Z', 'revision_number': 4, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'subnets': [{'id': '29e4361d-235b-4ffd-92a6-09c4d60d2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:24.833279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0c12-5d0a-4b38-a126-d413559991b3 None None] Pushing event updated for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:24.846770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.854333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-28a909c5-c4a1-4f36-affe-c83bbbf51e9f None None] Provisioning complete for port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:24.855222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a909c5-c4a1-4f36-affe-c83bbbf51e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:24.857442 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c6765a6f-a91d-4271-bd05-46fbe6d8a8dd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2916386 Dec 10 16:35:24.937309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49164) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:24.946654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28a909c5-c4a1-4f36-affe-c83bbbf51e9f None None] Port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:24.949753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:24.968160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-28a909c5-c4a1-4f36-affe-c83bbbf51e9f None None] Provisioning complete for port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:24.973802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a909c5-c4a1-4f36-affe-c83bbbf51e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.242133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.330728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.344548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.352183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.368351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.403284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:25.505312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:25.506109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.643621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:25.696753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba136626-ec50-4b2c-8680-8e80a19f95d1 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] Request body: {'port': {'network_id': 'e0b85623-ad70-48f7-a01b-6d15e3648d40', 'name': 'tempest-NetworksNegativeTestJSON-1435436185'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:25.697362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:25.698021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.733789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:25.734439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.778722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba136626-ec50-4b2c-8680-8e80a19f95d1 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] POST failed (client error): The resource could not be found. Dec 10 16:35:25.779258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba136626-ec50-4b2c-8680-8e80a19f95d1 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:25.780429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba136626-ec50-4b2c-8680-8e80a19f95d1 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5363290 Dec 10 16:35:25.789704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.790472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.841598 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bcfa6bf4-0fad-48ad-915c-ca623128acd7 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7130609 Dec 10 16:35:25.855390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.861371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:25.874382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.resource_extend [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:35:25.899822 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a612ff32-fc07-4634-acfc-f18915b8a534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=411322f593d84b0e9658d1adc728e37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291324 Dec 10 16:35:25.901556 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6a3c45-815a-4417-b403-e422c091b0fd tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:25.902170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6a3c45-815a-4417-b403-e422c091b0fd tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:25.905289 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0f6a3c45-815a-4417-b403-e422c091b0fd tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "DELETE /v2.0/networks/783f0239-73fa-4f02-b867-668ecccfe390 HTTP/1.1" status: 404 len: 339 time: 0.1126063 Dec 10 16:35:25.906399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.915247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:25.916791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:25.962000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Router 807c5423-58f8-4194-85cc-619e3a47db6b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:25.971829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1034c-4374-4ce5-a2d2-7a44c08319df req-ae0d7093-e0a5-4a38-9008-70de54c0cc32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:25.973518 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62f1034c-4374-4ce5-a2d2-7a44c08319df req-ae0d7093-e0a5-4a38-9008-70de54c0cc32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.1865091 Dec 10 16:35:26.012400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2852970d-025e-4084-ad69-d46f80061603,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:26.015429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-64175a1f-56a8-48b3-9882-73a2d751a4b8 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:26.016023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64175a1f-56a8-48b3-9882-73a2d751a4b8 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.020686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-64175a1f-56a8-48b3-9882-73a2d751a4b8 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "DELETE /v2.0/ports/c9d6fb9f-039f-46c8-b9e3-7c56581593ec HTTP/1.1" status: 404 len: 333 time: 0.0886168 Dec 10 16:35:26.030401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.038539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.057377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.057735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.058222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.058568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.058909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.059246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.059581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.060052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.060385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.061339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.069611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.071527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.071894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:26.089402 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62f1034c-4374-4ce5-a2d2-7a44c08319df req-9ca4f001-5970-4bc5-a7f2-4909b0e70457 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015415 Dec 10 16:35:26.159737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-114be3b4-371d-42ff-aab7-a366f56b558c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:26.169745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114be3b4-371d-42ff-aab7-a366f56b558c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.169745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-114be3b4-371d-42ff-aab7-a366f56b558c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "DELETE /v2.0/subnets/b18c1581-8e42-498b-9f03-857d823bb75b HTTP/1.1" status: 404 len: 337 time: 0.1279609 Dec 10 16:35:26.169745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.169745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9071068d-ae5a-4dc5-876d-094145c0979a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2238963 Dec 10 16:35:26.169745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.170871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.177142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:26.183066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.212300 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab8efa-a108-46e2-a88a-4c52d41dd95e tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] GET failed (client error): The resource could not be found. Dec 10 16:35:26.213756 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45ab8efa-a108-46e2-a88a-4c52d41dd95e tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "GET /v2.0/networks/bdb5dd80-b42e-469d-8047-a47c59da4b63 HTTP/1.1" status: 404 len: 339 time: 0.0399425 Dec 10 16:35:26.217067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.219238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.264306 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cca71b9-2e52-4743-a52c-26dbbe7c6eb8 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] GET failed (client error): The resource could not be found. Dec 10 16:35:26.289371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2cca71b9-2e52-4743-a52c-26dbbe7c6eb8 tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "GET /v2.0/ports/3e2a4de8-d5a9-4d6b-814c-a3e70c5b068b HTTP/1.1" status: 404 len: 333 time: 0.0427556 Dec 10 16:35:26.289638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.289762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.303041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:26.307284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.307814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:26.323210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.323210 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-841a1898-7426-45a0-b350-cd409effd875 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "PUT /v2.0/routers/807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 200 len: 916 time: 4.4667373 Dec 10 16:35:26.323371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] Sync routers for ids ['807c5423-58f8-4194-85cc-619e3a47db6b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:26.326163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.334308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] Routers {'807c5423-58f8-4194-85cc-619e3a47db6b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:26.337726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['807c5423-58f8-4194-85cc-619e3a47db6b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.381735 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0e6d49-cdff-43c6-9173-0a561197151b tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] GET failed (client error): The resource could not be found. Dec 10 16:35:26.387106 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2f0e6d49-cdff-43c6-9173-0a561197151b tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "GET /v2.0/subnets/cf39b58b-d584-4f4a-a4e8-ba1bd3443839 HTTP/1.1" status: 404 len: 337 time: 0.1159701 Dec 10 16:35:26.402437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.417398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d3f437f1-419c-474e-bc05-ecac6be6a8fb tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:26.422474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.438906 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f437f1-419c-474e-bc05-ecac6be6a8fb tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] PUT failed (client error): The resource could not be found. Dec 10 16:35:26.439433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f437f1-419c-474e-bc05-ecac6be6a8fb tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.440565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d3f437f1-419c-474e-bc05-ecac6be6a8fb tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "PUT /v2.0/networks/960980e3-9366-46d9-b889-ba3be6008a85 HTTP/1.1" status: 404 len: 339 time: 0.0349216 Dec 10 16:35:26.444475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.448080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] Routers {'807c5423-58f8-4194-85cc-619e3a47db6b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:26.449055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['807c5423-58f8-4194-85cc-619e3a47db6b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.455967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3d4d5ee8-a63c-44a3-9769-b1843e784a9d tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:26.470574 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Floating IP 1bbb2b73-0142-4069-a9e4-a792ee615806 associated. External IP: 172.26.4.181, port: e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d. Dec 10 16:35:26.490466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:26.491262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ce466-8944-45d4-86ad-4691e63aad32 None None] The sync data for ids ['807c5423-58f8-4194-85cc-619e3a47db6b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:26.578480 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 49c9bf1c-7c85-4b67-97af-497bb202ae86 (CIDR: 172.20.0.0/28) Dec 10 16:35:26.579522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.629229 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:26.629725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.684101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.721346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f3b87759-b656-4675-8315-209441fb5a04 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8639491 Dec 10 16:35:26.753604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.763420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:26.781142 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4d5ee8-a63c-44a3-9769-b1843e784a9d tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] PUT failed (client error): The resource could not be found. Dec 10 16:35:26.782308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4d5ee8-a63c-44a3-9769-b1843e784a9d tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.789001 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3d4d5ee8-a63c-44a3-9769-b1843e784a9d tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "PUT /v2.0/ports/37e9eb05-49e1-4894-a1f0-613d8a956ae2 HTTP/1.1" status: 404 len: 333 time: 0.3372161 Dec 10 16:35:26.789001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.789001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.789001 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/824b182a-0829-4d61-aa93-9b47dfda6e72 HTTP/1.1" status: 204 len: 168 time: 0.8782737 Dec 10 16:35:26.792704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.805781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a05938b0-d7e4-4409-9e79-4ee7b3a3548c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:26.809626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.829653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5685f8f-d9e4-4ead-9a85-54784cf2df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b182a-0829-4d61-aa93-9b47dfda6e72,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:26.838165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05938b0-d7e4-4409-9e79-4ee7b3a3548c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] PUT failed (client error): The resource could not be found. Dec 10 16:35:26.838165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05938b0-d7e4-4409-9e79-4ee7b3a3548c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:26.839301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a05938b0-d7e4-4409-9e79-4ee7b3a3548c tempest-NetworksNegativeTestJSON-994496861 tempest-NetworksNegativeTestJSON-994496861-project] 10.222.0.21 "PUT /v2.0/subnets/e0fca113-98c1-4d50-92fc-77daa85eb609 HTTP/1.1" status: 404 len: 337 time: 0.0436571 Dec 10 16:35:26.845560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b252894-26ee-4bf6-acb7-67f0c2d404c5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:26.868830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7f8c5b54-72f9-40bb-a9b6-20a545008c60 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 200 len: 922 time: 0.5412860 Dec 10 16:35:26.871324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.917774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91790317-cc98-4011-b959-d13737555329 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:26.919241 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-91790317-cc98-4011-b959-d13737555329 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=807c5423-58f8-4194-85cc-619e3a47db6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0469670 Dec 10 16:35:26.925386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49214) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.945865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Router 2f33d109-6e40-40d6-afdb-0e26067ac55b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:26.958322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:26.959532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-953915d5-a398-41a8-8a48-a8a22ce1ac87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7864320 Dec 10 16:35:26.962752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:26.967386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:27.080959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.121391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc61472-7feb-4caf-8e6e-d4b3a4be90fb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.122833 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ebc61472-7feb-4caf-8e6e-d4b3a4be90fb tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/networks/6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 881 time: 0.1946626 Dec 10 16:35:27.125858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.164763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.165830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a9d8ef70-9919-44e1-b812-731450b60e49 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 200 len: 205 time: 0.0389612 Dec 10 16:35:27.168943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49224) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.177139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:27.182667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.191997 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Sync routers for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:27.209132 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:27.211691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c02f7865-4846-4250-92c4-fb03c1285d4f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "PUT /v2.0/floatingips/1bbb2b73-0142-4069-a9e4-a792ee615806 HTTP/1.1" status: 200 len: 992 time: 2.9863617 Dec 10 16:35:27.212312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:27.215271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:27.215701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95471653-2d80-4c34-a429-dbf66c6afd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:27.228453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:27.232401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.311645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.409024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.410580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf6b0b-2832-4d70-9b20-a04e52610673 x-openstack-request-id: req-88cf6b0b-2832-4d70-9b20-a04e52610673 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:27.410875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:27.411179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88cf6b0b-2832-4d70-9b20-a04e52610673 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:27.411582 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'status': 'completed', 'code': 200} Dec 10 16:35:27.412191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:27.421721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dec9df6-7a31-48b7-b487-d576d3f4c4a9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:27.486316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923de20-65d6-4a47-bfd1-5b9ad3d4d31e req-8ec56d3f-f03e-48c1-abf5-ed5bab010ad3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.487890 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c923de20-65d6-4a47-bfd1-5b9ad3d4d31e req-8ec56d3f-f03e-48c1-abf5-ed5bab010ad3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.2278881 Dec 10 16:35:27.536724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-6a8e3433-763b-43e6-81b8-022e78d083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.538301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-6a8e3433-763b-43e6-81b8-022e78d083bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ddf27f24f34b9bb99d03d690ea9b68&device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 1099 time: 0.0980549 Dec 10 16:35:27.550787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.555176 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8abfe07f-a6fc-413c-bab2-58223414349b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5882196 Dec 10 16:35:27.555343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:27.560026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:27.594351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a2528db-cd47-479f-ba09-135a5f80c5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.652031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.722470 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '1bbb2b73-0142-4069-a9e4-a792ee615806', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'port_id': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'mac_address': 'fa:16:3e:c7:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:01Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 1, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:27.732389 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c923de20-65d6-4a47-bfd1-5b9ad3d4d31e req-ee60a220-7108-4727-8828-537d0c69a283 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359622 Dec 10 16:35:27.758595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-b8c8364e-6df1-4895-b987-8ea685fb293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.760357 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Checking router: 2f33d109-6e40-40d6-afdb-0e26067ac55b for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:27.766977 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-b8c8364e-6df1-4895-b987-8ea685fb293f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5f60c681-5612-4682-87e4-2c06f60e0acf HTTP/1.1" status: 200 len: 912 time: 0.2137513 Dec 10 16:35:27.773978 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:27.773978 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:27.800026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a2528db-cd47-479f-ba09-135a5f80c5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.802053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.856844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.871763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:27.883656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:27.890318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.890318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.893923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.897637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d0ec4-1252-4fa6-8d46-36661eccfb1c None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:27.903959 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-412944a1-b453-4fef-880d-57ff6a8477f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d HTTP/1.1" status: 200 len: 1000 time: 0.1096699 Dec 10 16:35:27.906692 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:27.923322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=756ff365-4f48-4563-87f6-81da12b24ed2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:27.931265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a2528db-cd47-479f-ba09-135a5f80c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:27.977740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-bbc02c5a-c29e-410d-9c97-6a16d4c7d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.979256 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-bbc02c5a-c29e-410d-9c97-6a16d4c7d327 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1 HTTP/1.1" status: 200 len: 850 time: 0.0649519 Dec 10 16:35:27.985230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9103-7e12-45cc-a689-710dcc27ace7 req-458938cf-8ee9-4a9d-91e6-2be30c289cba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:27.989288 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-aafd9103-7e12-45cc-a689-710dcc27ace7 req-458938cf-8ee9-4a9d-91e6-2be30c289cba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.1705935 Dec 10 16:35:28.035178 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d20a6fd-1a81-4f83-a1d2-27bb3043b4cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2804449 Dec 10 16:35:28.039099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.049937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1116758369', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '756ff365-4f48-4563-87f6-81da12b24ed2'}], 'security_groups': ['aed86ac0-89b0-4fd1-b616-5af7eb7be275']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:28.055910 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7a2528db-cd47-479f-ba09-135a5f80c5bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a9636fd190a4394b2b34027a3c192cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6430941 Dec 10 16:35:28.056700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2528db-cd47-479f-ba09-135a5f80c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ef8ab5-3f60-4dd6-ba1a-b0abc9b784f0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:28.065596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.123074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-273d7671-8802-4992-8099-4815e9cc7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:28.123310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.124573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-273d7671-8802-4992-8099-4815e9cc7baf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5f60c681-5612-4682-87e4-2c06f60e0acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229672 Dec 10 16:35:28.126683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port 1ba7abb8-7cfa-498b-8003-e58e296cd9b5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:28.126683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.199734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-aafd9103-7e12-45cc-a689-710dcc27ace7 req-fbccb0f5-a339-429e-8ea1-d392d73e7396 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971371 Dec 10 16:35:28.219323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.277689 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '1bbb2b73-0142-4069-a9e4-a792ee615806', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'port_id': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'mac_address': 'fa:16:3e:c7:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:01Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 1, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:28.283011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.301979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Update dhcp port {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'fixed_ips': [{'subnet_id': '49c9bf1c-7c85-4b67-97af-497bb202ae86', 'ip_address': '172.20.0.2'}, {'subnet_id': '756ff365-4f48-4563-87f6-81da12b24ed2'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '242a904f-e853-4b67-9100-5412d82322bc'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:35:28.318928 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1011ea9-4b13-42c6-b311-f4f558ab308f None None] The sync data for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv is: [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '1bbb2b73-0142-4069-a9e4-a792ee615806', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'port_id': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'mac_address': 'fa:16:3e:c7:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:01Z', 'updated_at': '2021-12-10T16:35:25Z', 'revision_number': 1, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:28.327293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.341159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-262632c6-bd9b-41dd-a310-63e4b286a333 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010970 Dec 10 16:35:28.345289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for 1ba7abb8-7cfa-498b-8003-e58e296cd9b5 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:28.373349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.377154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.431833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eba0cd3-7875-4f1b-a21f-c36a3cc460e1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:28.441528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.461606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.477239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebb84d-463c-4fac-b8b0-99cfcb0aae30 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:28.478940 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e2ebb84d-463c-4fac-b8b0-99cfcb0aae30 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1093 time: 0.2583838 Dec 10 16:35:28.483032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.487898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:28.498006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.538489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.540495 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ed8398a2-8bda-438d-88d9-ed97dcffa7ea tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9846323 Dec 10 16:35:28.547863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:28.555760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:28.644404 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95471653-2d80-4c34-a429-dbf66c6afd9f req-e4221f1b-be6a-4c3d-a1ee-a8f7af0771b0 service neutron] 10.222.0.61 "GET /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945383 Dec 10 16:35:28.668435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Allocated IP 172.20.0.18 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/756ff365-4f48-4563-87f6-81da12b24ed2/242a904f-e853-4b67-9100-5412d82322bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:28.686604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1528019530'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:28.693929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.717199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d6220-612e-49d1-8863-6ae4ac705327 None None] New status for floating IP 1bbb2b73-0142-4069-a9e4-a792ee615806: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:35:28.784159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Project 4934f08b18cf4eca908ef4e3dd5dc8cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:35:28.790801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.795288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.797938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.801674 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1ef8ab5-3f60-4dd6-ba1a-b0abc9b784f0 HTTP/1.1" status: 204 len: 168 time: 0.7343514 Dec 10 16:35:28.829263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beced43-d92d-40ce-b359-c401cd980949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ef8ab5-3f60-4dd6-ba1a-b0abc9b784f0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:28.854285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.904611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=1ba7abb8-7cfa-498b-8003-e58e296cd9b5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:28.914935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Made reservation on behalf of ebc6f864831840389961ae4d9c6eab30 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:28.919612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a587750-42ff-402e-8ef5-ece267e5bdf9 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:28.921125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.956221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.977127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:28.997721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.010868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:29.020000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.052587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.112311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.129469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.164 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/c24c57f1-0d13-415b-b956-b30f423dbedb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:29.134438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.138326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.141903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1360568-8838-4803-9cf7-1cda9b40f9e1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:29.145700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.171594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.254632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.259215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:29.279380 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d9e3f389-79c1-4b61-a89e-a1b99455d2e1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7095706 Dec 10 16:35:29.279839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:29.279924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'security_group_rule': {'security_group_id': '22b32988-54b1-4ee7-ba20-2ffbb044e487', 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.280974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.281523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.282070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.282590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f1c04-1e53-4b8e-bc15-195a705e7ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:35:29.381996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Delete allocated IP 172.20.0.4 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/49c9bf1c-7c85-4b67-97af-497bb202ae86) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:35:29.383561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.387426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.390128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router 807c5423-58f8-4194-85cc-619e3a47db6b {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:29.391009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.402210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.403510 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a57875a0-d913-4ce0-ad47-ee6cd58c81c7 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 204 len: 168 time: 2.2334802 Dec 10 16:35:29.408064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:29.412121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.19 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/756ff365-4f48-4563-87f6-81da12b24ed2/9c9ce44a-7b4b-4e40-9c26-3586252069f2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:29.416642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1978387971', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:29.448708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:29.500950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa2020-114a-42dc-a772-b65055108994,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:29.509666 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Project 4934f08b18cf4eca908ef4e3dd5dc8cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:35:29.514538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.514783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Added segment acdade0a-9fd7-467b-b5e2-048676ef437b of type vlan for network ba552d9a-0798-4151-9cc9-e353ca9d1857 Dec 10 16:35:29.537952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.606263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.653006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.653493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.727191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.884949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:29.885258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.985309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:29.989374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.016629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Provisioning complete for port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:30.017158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.054580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:30.064933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:30.065328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.087147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:30.098331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:30.099730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5d0a-03e3-4f5e-8e7f-f112b70e5190 None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:30.107584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:30.113077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=c24c57f1-0d13-415b-b956-b30f423dbedb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:30.153678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.159584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.165405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:30.166004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.251284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.284412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.306128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.321470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd09be25-b31a-4602-a04d-ff1287c05959,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:30.329668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8648636 Dec 10 16:35:30.330461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fdbc-8378-4e0b-954f-b968767c01bd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event updated for resources: {'Network': ['ID=ba552d9a-0798-4151-9cc9-e353ca9d1857,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:30.332867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:30.341881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Request body: {'subnet': {'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:30.343759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.344985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:30.410728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.427244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.428508 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c4bce306-144b-4bea-8272-c435806589d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1661179 Dec 10 16:35:30.486172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Allocated IP 172.26.4.115 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/0a2c34e5-5d44-40cd-bb8d-9431c20bc86c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:30.649815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.666680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=9c9ce44a-7b4b-4e40-9c26-3586252069f2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:30.699033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] In _notify_port_updated(), no bound segment for port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 on network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:35:30.704708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:30.705377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.706912 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c063f22e-6b16-4dbc-979f-bf6b66eb2263 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/ports/9c9ce44a-7b4b-4e40-9c26-3586252069f2 HTTP/1.1" status: 200 len: 921 time: 2.6640682 Dec 10 16:35:30.709627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:30.798530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Made reservation on behalf of ebc6f864831840389961ae4d9c6eab30 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:30.802067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.807986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:30.864833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:30.869250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:30.874947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:30.882984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event updated for resources: {'Port': ['ID=0a2c34e5-5d44-40cd-bb8d-9431c20bc86c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:30.890823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee5ea4c-bf65-4b53-a7cd-fde6ab0f6e12 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:30.990358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d788e480-7c42-4ad5-8839-a09c92e93a69 None None] Provisioning complete for port 0a2c34e5-5d44-40cd-bb8d-9431c20bc86c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:30.991065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d788e480-7c42-4ad5-8839-a09c92e93a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.041164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:31.041751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.049609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d788e480-7c42-4ad5-8839-a09c92e93a69 None None] Port 0a2c34e5-5d44-40cd-bb8d-9431c20bc86c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:31.163682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.173351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f50b390d-922e-4989-888a-7907c16823a3 None None] Provisioning complete for port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:31.173792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f50b390d-922e-4989-888a-7907c16823a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.223184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.244713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f50b390d-922e-4989-888a-7907c16823a3 None None] Port 9c9ce44a-7b4b-4e40-9c26-3586252069f2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:31.280099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 9c9ce44a-7b4b-4e40-9c26-3586252069f2 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:31.290247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:31.407924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:31.407924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.427518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.449788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.578833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event updated for resources: {'Subnet': ['ID=f86a2ec2-3c15-4f24-9315-9dca18df483d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:31.672536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Checking segment: {'id': 'acdade0a-9fd7-467b-b5e2-048676ef437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:31.673250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Network hostable DHCP agents. Network: ba552d9a-0798-4151-9cc9-e353ca9d1857, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:35:31.694183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.754036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.810146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=9c9ce44a-7b4b-4e40-9c26-3586252069f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:31.888171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:35:31.910605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.969791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.975136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:31.979315 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-99641bde-75e5-4ac8-bd66-4ab89cc384e0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/9c9ce44a-7b4b-4e40-9c26-3586252069f2 HTTP/1.1" status: 204 len: 168 time: 1.2687349 Dec 10 16:35:31.981968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:31.992698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.033609 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1877e8c7-9631-4fda-b7fa-c19436d10d40 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:35:32.035095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1877e8c7-9631-4fda-b7fa-c19436d10d40 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/9c9ce44a-7b4b-4e40-9c26-3586252069f2 HTTP/1.1" status: 404 len: 333 time: 0.0521059 Dec 10 16:35:32.035804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ba552d9a-0798-4151-9cc9-e353ca9d1857) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:32.046720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67066d86-2b09-4c3e-95c4-f8af33f6d93e None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:32.062493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:32.074655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:32.075260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.153629 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=c24c57f1-0d13-415b-b956-b30f423dbedb,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:32.160297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.198421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ba552d9a-0798-4151-9cc9-e353ca9d1857', 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857', 'project_id': 'ebc6f864831840389961ae4d9c6eab30', 'fixed_ips': [{'subnet_id': 'f86a2ec2-3c15-4f24-9315-9dca18df483d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:32.199323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.216789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49380) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:32.221616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454983649', 'description': 'tempest-secgroup-smoke-1454983649 description', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:32.248501 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4b17e6e6-42a6-47d6-8baa-eb06a54cd169 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9106688 Dec 10 16:35:32.251069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Router 97349f8d-b626-4833-81ca-432f7e37c678 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:32.253094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49382) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:32.262414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Request body: {'port': {'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857', 'name': 'tempest-TagsExtTest-656441469'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:32.268546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.358307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.375259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Allocated IP 172.20.0.2 (ba552d9a-0798-4151-9cc9-e353ca9d1857/f86a2ec2-3c15-4f24-9315-9dca18df483d/b1a328e1-d420-472b-b9e9-e1f48f01ce2c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:32.381458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.406979 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e40f71a3-a5b5-4627-92ba-f565777c0ea9 associated. External IP: 172.26.4.164, port: f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea. Dec 10 16:35:32.416468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.427893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:32.443615 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] Sync routers for ids ['97349f8d-b626-4833-81ca-432f7e37c678'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:32.465778 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] Routers {'97349f8d-b626-4833-81ca-432f7e37c678'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:32.466432 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['97349f8d-b626-4833-81ca-432f7e37c678'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:32.541575 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:32.557563 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] Routers {'97349f8d-b626-4833-81ca-432f7e37c678'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:32.558676 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['97349f8d-b626-4833-81ca-432f7e37c678'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:32.594975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.597053 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:32.598413 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d38c5-256c-4a9b-801c-675986258dca None None] The sync data for ids ['97349f8d-b626-4833-81ca-432f7e37c678'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:32.615086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.648296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.651025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.652326 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/security-groups/258c7a8c-9ccb-4655-8fb5-de21fb4fc408 HTTP/1.1" status: 204 len: 168 time: 0.5890393 Dec 10 16:35:32.655068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:32.661248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Made reservation on behalf of ebc6f864831840389961ae4d9c6eab30 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:32.664747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.686241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18583b41-6f33-499c-8dc4-f7541521ea23 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c7a8c-9ccb-4655-8fb5-de21fb4fc408,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:32.699394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] device_id is not set on port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:32.704449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.722491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.755854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.761979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:32.767891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Pushing event updated for resources: {'Port': ['ID=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:32.767891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:32.769271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:32.785144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.787495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:32.790495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.794147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ad145064-0145-4765-920e-7fc8c670adc6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3792775 Dec 10 16:35:32.795782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:32.800982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:32.909017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Attempting to bind port b1a328e1-d420-472b-b9e9-e1f48f01ce2c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:32.909724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Attempting to bind port b1a328e1-d420-472b-b9e9-e1f48f01ce2c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'acdade0a-9fd7-467b-b5e2-048676ef437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:32.910177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Attempting to bind port b1a328e1-d420-472b-b9e9-e1f48f01ce2c on network ba552d9a-0798-4151-9cc9-e353ca9d1857 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:32.925914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:32.926454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Checking segment: {'id': 'acdade0a-9fd7-467b-b5e2-048676ef437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:32.927398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.927661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Bound using segment: {'id': 'acdade0a-9fd7-467b-b5e2-048676ef437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:32.928259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Bound port: b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdade0a-9fd7-467b-b5e2-048676ef437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba552d9a-0798-4151-9cc9-e353ca9d1857'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:32.928746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:32.933569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea388a35-abc5-4863-9b87-58096144137c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.022203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.025374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] For port b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:33.028857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-704d3c95-0027-4480-aa2b-9f4b00a41c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.032065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] For port b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,segment=NetworkSegment(acdade0a-9fd7-467b-b5e2-048676ef437b),segment_id=acdade0a-9fd7-467b-b5e2-048676ef437b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:33.034273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Allocated IP 172.20.0.11 (ba552d9a-0798-4151-9cc9-e353ca9d1857/f86a2ec2-3c15-4f24-9315-9dca18df483d/4f9fb3a5-9b0b-4867-a028-f7ed793fd401) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:33.046969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.050542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.052027 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/security-groups/aed86ac0-89b0-4fd1-b616-5af7eb7be275 HTTP/1.1" status: 204 len: 168 time: 0.3958864 Dec 10 16:35:33.056656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49426) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.107178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc86b8-35c1-4621-af6e-4e878fa12893 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed86ac0-89b0-4fd1-b616-5af7eb7be275,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.120935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.134565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.182089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef429180-9d6d-4925-8634-3c9f5c324fdf,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.189093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 49c9bf1c-7c85-4b67-97af-497bb202ae86 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:33.195324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.239436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50499d9-a26e-4f54-ba41-c24425451830 None None] Pushing event updated for resources: {'Port': ['ID=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.255617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.295751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.297045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f8f8bc98-8858-4487-9ffc-44afa47b1b4a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0790887 Dec 10 16:35:33.302441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.310114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:33.397119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.487706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.568344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.608006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.661784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb8da8-0d1a-4529-adc8-a85d584a933c None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:33.666356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.670051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/49c9bf1c-7c85-4b67-97af-497bb202ae86 HTTP/1.1" status: 204 len: 168 time: 0.6123033 Dec 10 16:35:33.671062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f5d0-c8bd-4291-a8c9-945b5591f2c5 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=49c9bf1c-7c85-4b67-97af-497bb202ae86,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.676124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.676877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.684249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:33.719009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:33.752593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:33.778563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67ec0d5-f003-49d5-9fd8-963b89668233,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:33.783267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:33.783888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:33.880312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.887880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ed066898-dc25-4597-aeb3-3e47046a4902 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5816495 Dec 10 16:35:33.888354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:33.895273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:33.915696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.924223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:33.942392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.004594 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-20e7b07e-a59a-4102-9bec-e754480102cc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5201201 Dec 10 16:35:34.008296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:34.009559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:35:34.015967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e8c64-16a0-43cb-9660-2490281ccc66" -d '{"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:35:34.064087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.118529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:34.122174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a067f-8ab3-4c36-9907-c99291552ff8 x-openstack-request-id: req-2e5a067f-8ab3-4c36-9907-c99291552ff8 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:35:34.122464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:35:34.122721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e5a067f-8ab3-4c36-9907-c99291552ff8 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:35:34.123133 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'status': 'completed', 'code': 200} Dec 10 16:35:34.165850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:34.169799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.329757 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-96081bef-581e-4161-aec0-24f64e738b37 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e40f71a3-a5b5-4627-92ba-f565777c0ea9 HTTP/1.1" status: 200 len: 991 time: 0.3183680 Dec 10 16:35:34.376591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-aeb53b3c-238e-4d06-9c2e-29a4b4ef82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:34.378167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-aeb53b3c-238e-4d06-9c2e-29a4b4ef82d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1098 time: 0.2295451 Dec 10 16:35:34.481233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:30Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:34.529611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:34.551951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:34.551951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:34.566724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-7ae91e95-708d-4fe3-aa5a-8b6de4867ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:34.568243 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-7ae91e95-708d-4fe3-aa5a-8b6de4867ac0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 897 time: 0.1809213 Dec 10 16:35:34.641185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.714911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:34.734391 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-df5f66ad-789e-43f0-a379-6cacabd4042a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 200 len: 999 time: 0.1562440 Dec 10 16:35:34.735222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.781435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:34.796334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:34.830472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:34.849288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487ca06-910c-44aa-84e9-c8106a0cb237 None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:34.874594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event updated for resources: {'Port': ['ID=4f9fb3a5-9b0b-4867-a028-f7ed793fd401,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:34.906279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:34.915712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.933940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-ab729700-5783-4960-85aa-b75d21829fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:34.933940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-ab729700-5783-4960-85aa-b75d21829fcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c27c4432-3d1f-49e4-8617-8d4fb3123a83 HTTP/1.1" status: 200 len: 834 time: 0.1871662 Dec 10 16:35:34.934179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Deleting port 0a2c34e5-5d44-40cd-bb8d-9431c20bc86c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:34.934179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:34.987554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.025792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.031549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-dcc948fc-eeaf-4eca-9c49-b641a6e4e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:35.032365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1f103e60-d6c3-4bcd-9b9b-cbfa9d634896 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7764511 Dec 10 16:35:35.033334 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-dcc948fc-eeaf-4eca-9c49-b641a6e4e55d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c495a50-a6c5-4f37-af89-58d4b192331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893559 Dec 10 16:35:35.034952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:35.041036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1922173019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:35.046208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Calling delete_port for 0a2c34e5-5d44-40cd-bb8d-9431c20bc86c owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:35.090854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.128210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.133221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] Provisioning complete for port b1a328e1-d420-472b-b9e9-e1f48f01ce2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:35.136061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.266853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1edec6f9-586d-48b4-a126-414d8dc0c481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.299460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30556364-597f-4092-bb9b-d1a4483b3e2f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:35.318856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:35.323579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:35.327038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=d492ec3a-eb90-4b2d-94c8-a28d6cee37f8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:35.332055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:35.332389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.334642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:35.339014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b1a328e1-d420-472b-b9e9-e1f48f01ce2c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:35.343561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:30Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:35.391995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.392989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.416086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed8b15-6f89-44d7-b20b-043b7ff6cadf None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:35.424150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559dd296-365b-46f1-9998-cc890c61d2e9 None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:30Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:35.439273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-51d9a25f-422e-4a8d-850f-53362d9999c8 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816872 Dec 10 16:35:35.465467 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bed38110-735a-46bc-8192-055feaa4c84b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e40f71a3-a5b5-4627-92ba-f565777c0ea9 HTTP/1.1" status: 200 len: 991 time: 0.1259015 Dec 10 16:35:35.476810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.492716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.536368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Pushing event deleted for resources: {'Port': ['ID=0a2c34e5-5d44-40cd-bb8d-9431c20bc86c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:35.597703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3355721-f84f-4b58-94db-7389b839299c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:35.633183 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-759d08d6-7606-4394-a290-fa7b8e56ea7d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9536448 Dec 10 16:35:35.636457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.637835 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c0ceee11-a091-4668-ae0d-d2ab8c30a0d5 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7483144 Dec 10 16:35:35.643332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-319e8c64-16a0-43cb-9660-2490281ccc66 req-e840bc57-e7d4-4037-ab52-c1fef5d7efb2 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857729 Dec 10 16:35:35.658193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] For port b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,segment=NetworkSegment(acdade0a-9fd7-467b-b5e2-048676ef437b),segment_id=acdade0a-9fd7-467b-b5e2-048676ef437b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:35.659592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49450) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:35.660107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:35.666439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642585464'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:35.671123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.700647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:35.705802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b1a328e1-d420-472b-b9e9-e1f48f01ce2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:35.705802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.761690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.768037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:35:35.768037 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 16:35:35.768037 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'project_id_1': 'd719cd5305bc4e1daa5c06a1d330e12b', 'expiration_1': datetime.datetime(2021, 12, 10, 16, 35, 15, 752622)}] Dec 10 16:35:35.768037 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:35:35.773742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:35:35.784724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.855323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.858943 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6dd1fd-78a9-42ba-9f6c-2dbc306739d3 None None] New status for floating IP e40f71a3-a5b5-4627-92ba-f565777c0ea9: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:35:35.877729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.897579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Update dhcp port {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'fixed_ips': [{'subnet_id': '756ff365-4f48-4563-87f6-81da12b24ed2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd492ec3a-eb90-4b2d-94c8-a28d6cee37f8'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '242a904f-e853-4b67-9100-5412d82322bc'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:35:35.902690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c730f-a238-45c2-a6fc-b04a37477ee6 None None] Pushing event updated for resources: {'Port': ['ID=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:35.954891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.959794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:35.966656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-827c862d-2615-4b03-b9eb-9e6b7e543596 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9211740 Dec 10 16:35:35.971267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:35.975961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9a010525-c5f9-42fe-99ea-24f79c2ad263 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-98962802', 'prefixes': ['172.20.0.0/16']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:35.987603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:35.987984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.050510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.143930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.186218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90469e6b-9feb-4d96-8660-dac11e89f5b3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:36.190067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.213041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.238626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Provisioning complete for port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:36.239011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.263586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Allocated IP 172.20.0.2 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/d492ec3a-eb90-4b2d-94c8-a28d6cee37f8/242a904f-e853-4b67-9100-5412d82322bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:36.293919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:36.342882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.345685 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0654a567-1cf2-4edb-a8c0-b01c135b5b3f tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6843748 Dec 10 16:35:36.347386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.356635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317446039'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:36.385204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Router 97349f8d-b626-4833-81ca-432f7e37c678 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:36.418392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.471385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.495056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.519627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a010525-c5f9-42fe-99ea-24f79c2ad263 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.522866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9a010525-c5f9-42fe-99ea-24f79c2ad263 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.5494587 Dec 10 16:35:36.527604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.528382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Provisioning complete for port b1a328e1-d420-472b-b9e9-e1f48f01ce2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:36.529125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.530185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:36.539669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.542928 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-733882ec-b605-4464-801d-9fdd51e2d684 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "PUT /v2.0/routers/97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 200 len: 706 time: 3.7432070 Dec 10 16:35:36.543344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49466) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.549010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-34ba0367-cff3-4d85-a98d-f17138db2f7a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-484225067') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.565585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] Sync routers for ids ['97349f8d-b626-4833-81ca-432f7e37c678'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:36.599328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:36.602436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.626387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.627235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] Routers {'97349f8d-b626-4833-81ca-432f7e37c678'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:36.628076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['97349f8d-b626-4833-81ca-432f7e37c678'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.630237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fe1aaf-d52d-4848-89db-29aef2190bee,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:36.650559 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e0b72147-91e3-44dc-9c21-d0392de37a14 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e40f71a3-a5b5-4627-92ba-f565777c0ea9 HTTP/1.1" status: 200 len: 993 time: 0.1780906 Dec 10 16:35:36.658362 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64b57e4b-06a3-47e8-89d2-7507022ee802 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/routers/97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 200 len: 741 time: 0.1137824 Dec 10 16:35:36.661067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.699475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.704614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.718040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] Routers {'97349f8d-b626-4833-81ca-432f7e37c678'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:36.718926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['97349f8d-b626-4833-81ca-432f7e37c678'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.721332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.728741 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64ce48d3-3a7e-42e4-a263-3a2b59489868 tempest-RoutersAdminTest-1038976176 tempest-RoutersAdminTest-1038976176-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&device_id=97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 200 len: 205 time: 0.0623617 Dec 10 16:35:36.728741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.762336 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-72fecf88-b902-449c-a5b4-1ab47c1352fd tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 200 len: 205 time: 0.0335686 Dec 10 16:35:36.765061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.773182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.773861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b3cbd-5c8d-42a6-9e2f-604d1455714a None None] The sync data for ids ['97349f8d-b626-4833-81ca-432f7e37c678'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:36.784656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.814057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.819291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52c11c35-af49-4189-ae75-f2b8a6939a14 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1234570 Dec 10 16:35:36.825786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-34ba0367-cff3-4d85-a98d-f17138db2f7a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-484225067 HTTP/1.1" status: 201 len: 201 time: 0.2945964 Dec 10 16:35:36.825786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.839720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:36.843162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:36.854836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-91149050-e948-453a-819b-77fc5030af11 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-1599813238') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:36.861028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.870296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.900002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11456cb1-20dd-49f2-9761-99fcf91dd9fc None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:36.904807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:36.905223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.944582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:36.950937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ae626ac-af97-47cb-b261-59b697c46da2 None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:36.987834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b30998-20fc-479e-b156-233fe922d969,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:37.070365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.076035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.078291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.078993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-449a940e-344e-448a-b5d2-1c37d96467fa None None] Provisioning complete for port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:37.079836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-449a940e-344e-448a-b5d2-1c37d96467fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.089802 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-91149050-e948-453a-819b-77fc5030af11 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-1599813238 HTTP/1.1" status: 201 len: 201 time: 0.2455051 Dec 10 16:35:37.109049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.127239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-ffb26ed9-0ab1-45a4-85bc-338b97dbdc0c tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-480014929') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:37.140209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-449a940e-344e-448a-b5d2-1c37d96467fa None None] Port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:37.178218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.182326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7e98862a-9bfe-4ceb-857f-72148e374a70 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8293736 Dec 10 16:35:37.183435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.188689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'security_group': {'name': 'tempest-secgroup-442097034'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:37.238659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.246892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.247896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Fanout notify agent at l3_agent the message router_deleted on router 97349f8d-b626-4833-81ca-432f7e37c678 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:37.255169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.256299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b659041d-2ae2-493f-88db-425aeaf73e76 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 204 len: 168 time: 0.4900808 Dec 10 16:35:37.262475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.274580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:37.309291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.317349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-de552575-2673-41cc-9e99-fef2c5747f32 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 200 len: 205 time: 0.0526531 Dec 10 16:35:37.319062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49486) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.364651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:37.365335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.389570 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-69ea526a-c21c-4716-a47c-45633463a67a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.393196 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69ea526a-c21c-4716-a47c-45633463a67a tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/97349f8d-b626-4833-81ca-432f7e37c678 HTTP/1.1" status: 404 len: 336 time: 0.0699878 Dec 10 16:35:37.393196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.405082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49490) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.421501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ffb26ed9-0ab1-45a4-85bc-338b97dbdc0c tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-480014929 HTTP/1.1" status: 201 len: 201 time: 0.3000505 Dec 10 16:35:37.422230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.446901 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-7050100c-0fee-451e-9c87-b96f8170cd4b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-950991957') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:37.456152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.500678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b3af1738-4f36-4909-9434-fa9dd013beae tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 200 len: 205 time: 0.0868866 Dec 10 16:35:37.504529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.508030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f056d8fc-fffe-4a01-84f7-b1cef0e145fc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:37.529588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b1a328e1-d420-472b-b9e9-e1f48f01ce2c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:37.565134 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-1b60a789-db9b-496f-9eda-22ff9941020b tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.569559 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1b60a789-db9b-496f-9eda-22ff9941020b tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/807c5423-58f8-4194-85cc-619e3a47db6b HTTP/1.1" status: 404 len: 336 time: 0.0638876 Dec 10 16:35:37.570214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.579685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.602593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b1a328e1-d420-472b-b9e9-e1f48f01ce2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:37.603214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.610191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.612008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-83311f04-e61c-4f5d-a88d-9f83085c2253 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7819457 Dec 10 16:35:37.614775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.616296 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d1a98442-79f5-4376-8203-c42b98560022 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 200 len: 205 time: 0.0432661 Dec 10 16:35:37.622174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:37.622705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.647032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7050100c-0fee-451e-9c87-b96f8170cd4b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-950991957 HTTP/1.1" status: 201 len: 201 time: 0.2085207 Dec 10 16:35:37.647961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.652824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6be17246-3e27-4a06-b692-4c1308618bdd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:37.680860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-b6c22ee2-4be0-4817-8d6f-cf4d99ead496 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.682449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b6c22ee2-4be0-4817-8d6f-cf4d99ead496 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/ef2126cd-1cc2-4164-9da1-b160d6c414c1 HTTP/1.1" status: 404 len: 336 time: 0.0580931 Dec 10 16:35:37.684812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5086b8-a01e-4f16-bf85-9c8050682154,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:37.687505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.718343 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cedcfe70-3f33-45ea-8220-768c695b6675 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 200 len: 205 time: 0.0296812 Dec 10 16:35:37.721010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.721747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.725569 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4e5d3702-e42c-4211-9fdc-8afed73c44c0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5382345 Dec 10 16:35:37.726068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49508) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.733911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-483428232', 'security_groups': ['0f5086b8-a01e-4f16-bf85-9c8050682154'], 'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd492ec3a-eb90-4b2d-94c8-a28d6cee37f8'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:37.766714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-39dfe00a-d020-4632-ae21-323012ccbd3a None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:37.767091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39dfe00a-d020-4632-ae21-323012ccbd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.782692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-1363954e-fd28-468f-8966-dbaa78338c34 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.786144 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1363954e-fd28-468f-8966-dbaa78338c34 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/c3ad574e-3cca-4982-a101-30f418a9cb59 HTTP/1.1" status: 404 len: 336 time: 0.0612648 Dec 10 16:35:37.787169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.813954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.816875 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-43580df0-5bea-4b0d-a96c-0a7e9e81f7f3 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 200 len: 205 time: 0.0289519 Dec 10 16:35:37.822323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.830207 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6be17246-3e27-4a06-b692-4c1308618bdd tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 200 len: 240 time: 0.1809962 Dec 10 16:35:37.833443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.838107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-f9305682-55ff-40af-9260-dacca61d7f7d tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-484225067') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:37.865486 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-61f7a9fc-9ff8-446e-a298-98624bea57df tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.866271 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-61f7a9fc-9ff8-446e-a298-98624bea57df tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/ff3ea43f-e21a-4299-92ea-348b9f9d03d9 HTTP/1.1" status: 404 len: 336 time: 0.0439353 Dec 10 16:35:37.869507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.894017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-39dfe00a-d020-4632-ae21-323012ccbd3a None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:37.897147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39dfe00a-d020-4632-ae21-323012ccbd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.899034 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Project d719cd5305bc4e1daa5c06a1d330e12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:35:37.905549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6c59c827-d8fd-4705-9ebb-224ccf53a7ec tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0751c23-5432-4da2-84e5-90cfe02e4ecb HTTP/1.1" status: 200 len: 205 time: 0.0327680 Dec 10 16:35:37.906139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.906699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.940396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-39dfe00a-d020-4632-ae21-323012ccbd3a None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:37.958198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-4c785261-76c7-4761-9bea-b27881a67996 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] delete failed (client error): The resource could not be found. Dec 10 16:35:37.961928 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c785261-76c7-4761-9bea-b27881a67996 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/routers/b0751c23-5432-4da2-84e5-90cfe02e4ecb HTTP/1.1" status: 404 len: 336 time: 0.0524652 Dec 10 16:35:37.962994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:37.972340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:37.992266 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd64d862-0ac0-494e-8ded-6a9caa4eb1f6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:37.992810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd64d862-0ac0-494e-8ded-6a9caa4eb1f6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:37.996948 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bd64d862-0ac0-494e-8ded-6a9caa4eb1f6 tempest-RoutersAdminTest-37253243 tempest-RoutersAdminTest-37253243-project] 10.222.0.21 "DELETE /v2.0/subnets/b97f455b-5f70-4f28-be82-24718b965e90 HTTP/1.1" status: 404 len: 337 time: 0.0320570 Dec 10 16:35:38.027618 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f9305682-55ff-40af-9260-dacca61d7f7d tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-484225067 HTTP/1.1" status: 204 len: 168 time: 0.1929915 Dec 10 16:35:38.030482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.035313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-3cb94f4f-db62-4592-88e7-0fbfddd1f749 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-484225067') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.062737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.092390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d573b1c-453f-4798-963d-88ab2c2feaf8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:38.092540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:38.168344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.169860 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-67b5eb88-71ba-4592-a9bf-c7203d7095f2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5538967 Dec 10 16:35:38.172474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.177224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'security_group_rule': {'security_group_id': 'ef429180-9d6d-4925-8634-3c9f5c324fdf', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:38.190960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.209500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] device_id is not set on port a5140357-0103-48de-90ca-0f4f81ce7e24 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:38.231090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3cb94f4f-db62-4592-88e7-0fbfddd1f749 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-484225067 HTTP/1.1" status: 204 len: 168 time: 0.1992159 Dec 10 16:35:38.233549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.238235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-1a2fb6e9-3a2a-454e-bb48-0fdd387fd878 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.293830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1a2fb6e9-3a2a-454e-bb48-0fdd387fd878 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 200 len: 205 time: 0.0591662 Dec 10 16:35:38.294972 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Project d719cd5305bc4e1daa5c06a1d330e12b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:35:38.297824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.303418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-396f3599-0ae9-4dfe-ae7e-dfdeb571a7f3 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.307682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.394891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.14 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/d492ec3a-eb90-4b2d-94c8-a28d6cee37f8/a5140357-0103-48de-90ca-0f4f81ce7e24) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:38.405254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.408163 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-396f3599-0ae9-4dfe-ae7e-dfdeb571a7f3 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 200 len: 241 time: 0.1093049 Dec 10 16:35:38.411029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.417620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-db12ad91-7423-45e4-b92c-84e03e581138 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-1599813238') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.615040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.654220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.719747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.734658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.749166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e77eb6-53d7-42df-bd13-2fc36d263633,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:38.767388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-011eff77-c28e-4b25-8865-b62d38573315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.769072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-db12ad91-7423-45e4-b92c-84e03e581138 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-1599813238 HTTP/1.1" status: 204 len: 168 time: 0.3563750 Dec 10 16:35:38.772100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.776511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-8e8286f7-81ce-4f09-8216-8629fb0139ef tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-1599813238') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.802756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.854780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.857784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ff56cb9d-b6a8-4c45-9169-8cf64ab0ccb8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6828837 Dec 10 16:35:38.868181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:38.868825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.877880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'network': {'name': 'tempest-network-smoke--254489853', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:38.889089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:38.891640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:38.902424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=a5140357-0103-48de-90ca-0f4f81ce7e24,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:38.915256 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8e8286f7-81ce-4f09-8216-8629fb0139ef tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-1599813238 HTTP/1.1" status: 204 len: 168 time: 0.1431520 Dec 10 16:35:38.918226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.923565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-16e55c43-622b-4f88-b374-19b54f0824fc tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.981808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:38.982448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:38.989612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-16e55c43-622b-4f88-b374-19b54f0824fc tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 200 len: 205 time: 0.0687652 Dec 10 16:35:38.990700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:38.996546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-a81cbe9f-94df-4b09-884a-9e6f19cd1573 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:38.997008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-011eff77-c28e-4b25-8865-b62d38573315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.047394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Made reservation on behalf of d719cd5305bc4e1daa5c06a1d330e12b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:39.051226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.083586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:39.087592 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a81cbe9f-94df-4b09-884a-9e6f19cd1573 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 200 len: 240 time: 0.0953612 Dec 10 16:35:39.090682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.091565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-011eff77-c28e-4b25-8865-b62d38573315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.096628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6ecf9edb-88c7-4e46-974f-ee61a388309a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-480014929') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.112567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.112956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Added segment 1af3f7ef-9c33-4ab1-90b0-585fad76d9b9 of type vlan for network ceac6473-e5f7-489c-9b76-b3968c9bea5b Dec 10 16:35:39.155504 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8309b8db-0da4-4ee3-9072-cb3c248e6970 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4231813 Dec 10 16:35:39.160925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49554) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.175190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-54fb47b2-9c63-4417-b538-ad6377d112cf None None] Provisioning complete for port a5140357-0103-48de-90ca-0f4f81ce7e24 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:39.175792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54fb47b2-9c63-4417-b538-ad6377d112cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.190112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:39.193637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eff77-c28e-4b25-8865-b62d38573315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bdbd53-45bf-43da-a01b-8e57897884c6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:39.213246 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6ecf9edb-88c7-4e46-974f-ee61a388309a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-480014929 HTTP/1.1" status: 204 len: 168 time: 0.1129310 Dec 10 16:35:39.213246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.213246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-158740bf-4b1d-495b-aa31-afab22a7f66e tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-480014929') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.216234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.216493 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-011eff77-c28e-4b25-8865-b62d38573315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd963f5f1230406ba1c3ab2cbc2651af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004493 Dec 10 16:35:39.250066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-54fb47b2-9c63-4417-b538-ad6377d112cf None None] Port a5140357-0103-48de-90ca-0f4f81ce7e24 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:39.268725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.350588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.374873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.377833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.385439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:39.389764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.434399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:39.435428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-158740bf-4b1d-495b-aa31-afab22a7f66e tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-480014929 HTTP/1.1" status: 204 len: 168 time: 0.2269311 Dec 10 16:35:39.437923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.438088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.442273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-9efa3bdd-23e4-4e14-8c03-3f472311ff74 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.515783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.518518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:39.519724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3bdbd53-45bf-43da-a01b-8e57897884c6 HTTP/1.1" status: 204 len: 168 time: 0.3025842 Dec 10 16:35:39.532098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9ab8f-01d0-43b6-ba02-f3d39a61d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bdbd53-45bf-43da-a01b-8e57897884c6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:39.562958 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9efa3bdd-23e4-4e14-8c03-3f472311ff74 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 200 len: 205 time: 0.1196344 Dec 10 16:35:39.562958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.567355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-33bf61ec-f477-436d-a11d-7e2f7fc42310 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.598453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-33bf61ec-f477-436d-a11d-7e2f7fc42310 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 200 len: 240 time: 0.0362642 Dec 10 16:35:39.605305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.628934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-a9aa9adc-87d2-4bc3-9cf8-59deb8288cab tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-950991957') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.668994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a9aa9adc-87d2-4bc3-9cf8-59deb8288cab tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-950991957 HTTP/1.1" status: 204 len: 168 time: 0.0514030 Dec 10 16:35:39.672804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.680578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-993d0fcc-2dfd-4763-a26c-d0af471e35ac tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-950991957') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.779171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-993d0fcc-2dfd-4763-a26c-d0af471e35ac tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-950991957 HTTP/1.1" status: 204 len: 168 time: 0.1045542 Dec 10 16:35:39.781548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.786750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-5e02bcc5-ab9f-4c71-80dd-a9da84313581 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.819863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5e02bcc5-ab9f-4c71-80dd-a9da84313581 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 200 len: 205 time: 0.0365126 Dec 10 16:35:39.820583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.825674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-6fe2ecb7-e5e4-45b1-b7e0-8384dc7b213a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.859458 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6fe2ecb7-e5e4-45b1-b7e0-8384dc7b213a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 204 len: 168 time: 0.0375531 Dec 10 16:35:39.868491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.874199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-8df98f34-8518-4a92-8678-7b7d3a5429d8 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:39.924784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Network': ['ID=ceac6473-e5f7-489c-9b76-b3968c9bea5b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:39.942490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:39.967050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf403d-cd8d-4080-9cf7-1f0c7f67b18d req-517dec71-2997-4e7a-9733-cdd0979d25ea tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:39.980074 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bdf403d-cd8d-4080-9cf7-1f0c7f67b18d req-517dec71-2997-4e7a-9733-cdd0979d25ea tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0872383 Dec 10 16:35:39.981851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:39.982020 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-39ad228f-7c6f-4ea5-aabd-23e10c934279 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1093705 Dec 10 16:35:39.993392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'admin_state_up': True, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:40.004249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8df98f34-8518-4a92-8678-7b7d3a5429d8 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 204 len: 168 time: 0.1343281 Dec 10 16:35:40.006973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49586) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.013438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-f9fb40b3-2850-44a0-8295-a6f124cef433 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:40.015317 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d492ec3a-eb90-4b2d-94c8-a28d6cee37f8 (CIDR: 172.20.0.0/28) Dec 10 16:35:40.042253 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bdf403d-cd8d-4080-9cf7-1f0c7f67b18d req-5d1b9fea-fe14-4a5e-a177-35028c826ff4 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569880 Dec 10 16:35:40.054758 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:40.055330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:40.092102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f9fb40b3-2850-44a0-8295-a6f124cef433 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 204 len: 168 time: 0.0839856 Dec 10 16:35:40.100428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.106322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-29fecf84-da14-4897-ae2f-7790219f3592 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:40.139117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.140658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.183968 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-29fecf84-da14-4897-ae2f-7790219f3592 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 204 len: 168 time: 0.0818417 Dec 10 16:35:40.189223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.193841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-243a95aa-1fba-41da-a78c-0918233d4765 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-2105577922') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:40.201208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a1739c1c-99a2-4695-9944-319179970241 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0362096 Dec 10 16:35:40.211828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef5b57-f9f4-4c62-86ff-2fe2062f26b1 req-64b53a4f-0c62-43e9-adb8-d66dbcf8ee53 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:40.220593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ffef5b57-f9f4-4c62-86ff-2fe2062f26b1 req-64b53a4f-0c62-43e9-adb8-d66dbcf8ee53 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0941691 Dec 10 16:35:40.222518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.228305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:40.267241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.303641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.309324 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ffef5b57-f9f4-4c62-86ff-2fe2062f26b1 req-22044661-d9fe-420e-8f2f-25c860c99f0b tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818434 Dec 10 16:35:40.406590 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e95b50a4-477b-4a8d-affc-6b4031420028 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=847ec82970dc48be8cbaa51d1c9194d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999601 Dec 10 16:35:40.408947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.466737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.473654 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-243a95aa-1fba-41da-a78c-0918233d4765 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-2105577922 HTTP/1.1" status: 201 len: 201 time: 0.2820985 Dec 10 16:35:40.485633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.491064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.491957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-abeb0e50-3625-4187-b08d-c1dcd2330c48 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-1927946854') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:40.497958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.551318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:40.553673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.658327 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 756ff365-4f48-4563-87f6-81da12b24ed2 (CIDR: 172.20.0.16/28) Dec 10 16:35:40.697609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-abeb0e50-3625-4187-b08d-c1dcd2330c48 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-1927946854 HTTP/1.1" status: 201 len: 201 time: 0.2109063 Dec 10 16:35:40.704101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.709396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-0b220561-a8ae-4d47-a9ce-063e543819d5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-2001054862') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:40.748838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c317f3-772e-482d-bed1-61c9af3b3e8a req-60817e88-ec89-4f67-98e0-8f0197e93d99 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:40.750376 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1c317f3-772e-482d-bed1-61c9af3b3e8a req-60817e88-ec89-4f67-98e0-8f0197e93d99 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0687323 Dec 10 16:35:40.758809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.761890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.766473 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/584d1b5f-ed85-43f8-8f30-55338133781f HTTP/1.1" status: 204 len: 168 time: 0.3563118 Dec 10 16:35:40.786825 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:35:40.788565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:40.833732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1c317f3-772e-482d-bed1-61c9af3b3e8a req-b2b2b955-a7b4-432f-95d9-4b191f1d700c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743089 Dec 10 16:35:40.837847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26e26e-fe15-4441-8fd8-999198f8f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d1b5f-ed85-43f8-8f30-55338133781f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:40.935834 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:35:40.941800 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-312aec0a-9b33-4659-bbad-54b1071c34f4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7177651 Dec 10 16:35:40.950769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:40.956853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'subnet': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:40.971441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:40.973763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0b220561-a8ae-4d47-a9ce-063e543819d5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-2001054862 HTTP/1.1" status: 201 len: 201 time: 0.2685194 Dec 10 16:35:40.995729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49616) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.000754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-48fe2ef8-49e2-4025-b455-0184a9ee5bbe tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-622860357') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.003888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.138445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Allocated IP 172.26.4.141 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/308917ab-25b3-42de-b324-3fd4b1987369) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:41.164848 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-48fe2ef8-49e2-4025-b455-0184a9ee5bbe tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-622860357 HTTP/1.1" status: 201 len: 201 time: 0.1677947 Dec 10 16:35:41.167678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.172871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-b0ab9716-d90d-489b-a0a3-b24593293c6a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', {'tags': ['tempest-TagsExtTest-Tag-1293674938', 'tempest-TagsExtTest-Tag-1457772593', 'tempest-TagsExtTest-Tag-895701093']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.177685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Made reservation on behalf of c2e7c505e38647849e94bb3714044748 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:41.181984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.266732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.424280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.464007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:41.467020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:41.472630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:41.481591 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b0ab9716-d90d-489b-a0a3-b24593293c6a tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 200 len: 317 time: 0.3120980 Dec 10 16:35:41.483280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed72ca7-81db-4ba0-9716-df8de4157759 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:41.483874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.489732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-22b6e959-005e-44a3-a8f3-25ca7afd030f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.501289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=308917ab-25b3-42de-b324-3fd4b1987369,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:41.581330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.601054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-91bcf85c-1941-46f6-ad0d-07e5d4891be4 None None] Provisioning complete for port 308917ab-25b3-42de-b324-3fd4b1987369 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:41.602652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91bcf85c-1941-46f6-ad0d-07e5d4891be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.661967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-22b6e959-005e-44a3-a8f3-25ca7afd030f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 204 len: 168 time: 0.1770134 Dec 10 16:35:41.664616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:41.665291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49634) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.668779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:41.671428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-91bcf85c-1941-46f6-ad0d-07e5d4891be4 None None] Port 308917ab-25b3-42de-b324-3fd4b1987369 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:41.679372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:41.679790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.683343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36832f-68cd-4719-835c-b372a5b17a78 None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:41.688365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-73152c4f-1cdf-41cf-bfda-1bd244a275d4 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-1293674938') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.697709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Subnet': ['ID=13fc22c0-2962-4cc0-8e4e-f8c925dd016a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:41.749963 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-73152c4f-1cdf-41cf-bfda-1bd244a275d4 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:41.751366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-73152c4f-1cdf-41cf-bfda-1bd244a275d4 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-1293674938 HTTP/1.1" status: 404 len: 329 time: 0.0842078 Dec 10 16:35:41.754284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.762009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-46eddc6d-9a1d-4237-bf60-631761649684 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-1457772593') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.809184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0fda8515-8e41-4426-bd5d-d7524ccd0c4b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8572083 Dec 10 16:35:41.811727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.818750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2137518307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13fc22c0-2962-4cc0-8e4e-f8c925dd016a'}], 'security_groups': ['90469e6b-9feb-4d96-8660-dac11e89f5b3', 'a1b30998-20fc-479e-b156-233fe922d969']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:41.880297 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-46eddc6d-9a1d-4237-bf60-631761649684 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:41.881505 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-46eddc6d-9a1d-4237-bf60-631761649684 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-1457772593 HTTP/1.1" status: 404 len: 329 time: 0.1256261 Dec 10 16:35:41.884284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:41.890759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-3f6c15ca-cc4f-4fed-9b5d-c437a4f6a6a7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d', 'tempest-TagsExtTest-Tag-895701093') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:41.924097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:41.938136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Update dhcp port {'port': {'network_id': '5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6', 'fixed_ips': [{'subnet_id': '756ff365-4f48-4563-87f6-81da12b24ed2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd492ec3a-eb90-4b2d-94c8-a28d6cee37f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '13fc22c0-2962-4cc0-8e4e-f8c925dd016a'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '242a904f-e853-4b67-9100-5412d82322bc'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:35:41.946078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.021085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.073564 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-3f6c15ca-cc4f-4fed-9b5d-c437a4f6a6a7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:42.074622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f6c15ca-cc4f-4fed-9b5d-c437a4f6a6a7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags/tempest-TagsExtTest-Tag-895701093 HTTP/1.1" status: 404 len: 328 time: 0.1877148 Dec 10 16:35:42.083101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.093126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-7a924c26-51fe-499a-b884-cf0b96d33334 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', {'tags': ['tempest-TagsExtTest-Tag-1502102853', 'tempest-TagsExtTest-Tag-2055112668', 'tempest-TagsExtTest-Tag-2054982971']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.174736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310da56-a9be-48c2-87d9-5da5f05045b9 req-4f0497ff-51ee-45c5-b0e2-7db9ef4e3dbf tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:42.174736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4310da56-a9be-48c2-87d9-5da5f05045b9 req-4f0497ff-51ee-45c5-b0e2-7db9ef4e3dbf tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1437340 Dec 10 16:35:42.307774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Allocated IP 172.20.0.34 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/13fc22c0-2962-4cc0-8e4e-f8c925dd016a/242a904f-e853-4b67-9100-5412d82322bc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:42.327326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4310da56-a9be-48c2-87d9-5da5f05045b9 req-ab05416a-ff3d-433d-90e7-139cbe6902e5 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525550 Dec 10 16:35:42.354234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.362752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.371895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7a924c26-51fe-499a-b884-cf0b96d33334 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 200 len: 318 time: 0.2843859 Dec 10 16:35:42.374639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.379468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-1d868b09-ef63-4bab-a5d6-cc0b968493b1 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.434978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:42.482343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.522246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1053754057'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:42.556535 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1d868b09-ef63-4bab-a5d6-cc0b968493b1 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 204 len: 168 time: 0.1806114 Dec 10 16:35:42.559141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.563324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-4010f86f-e8b6-4970-bf30-454121e94bce tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-1502102853') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.612328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.641991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Router 5b076538-817d-4ec2-b19a-8fb4047d5db3 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:35:42.644641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:42.644862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-4010f86f-e8b6-4970-bf30-454121e94bce tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:42.649695 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4010f86f-e8b6-4970-bf30-454121e94bce tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-1502102853 HTTP/1.1" status: 404 len: 329 time: 0.0868936 Dec 10 16:35:42.650599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.650860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.654580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-1711b4e1-0913-4d9a-991b-fc7adbb56622 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-2055112668') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.688369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.723741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb239082-9460-430f-9002-9c2c55bb526a None None] Pushing event updated for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:42.768692 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-1711b4e1-0913-4d9a-991b-fc7adbb56622 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:42.772398 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1711b4e1-0913-4d9a-991b-fc7adbb56622 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-2055112668 HTTP/1.1" status: 404 len: 329 time: 0.1189303 Dec 10 16:35:42.772398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Delete allocated IP 172.20.0.14 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/d492ec3a-eb90-4b2d-94c8-a28d6cee37f8) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:35:42.773001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.777295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-2b886699-6edf-46cc-b5ef-fed356402a2b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401', 'tempest-TagsExtTest-Tag-2054982971') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.786093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Allocated IP 172.20.0.38 (5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6/13fc22c0-2962-4cc0-8e4e-f8c925dd016a/a5140357-0103-48de-90ca-0f4f81ce7e24) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:42.912806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:42.925926 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Sync routers for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:42.944592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:42.945674 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:42.946626 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:42.957887 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-2b886699-6edf-46cc-b5ef-fed356402a2b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:42.958951 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2b886699-6edf-46cc-b5ef-fed356402a2b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags/tempest-TagsExtTest-Tag-2054982971 HTTP/1.1" status: 404 len: 329 time: 0.1850238 Dec 10 16:35:42.964171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:42.971708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-06f9aa3f-cc0a-495d-b9ba-3a4ffaaa6412 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', {'tags': ['tempest-TagsExtTest-Tag-519208635', 'tempest-TagsExtTest-Tag-1722115308', 'tempest-TagsExtTest-Tag-674957113']}) {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:43.064960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.074953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.076994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0848fd27-6425-42e6-969f-a29ecbb9c8ec tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0900075 Dec 10 16:35:43.077232 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:43.088542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49674) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.095948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.118412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed62711-9da3-46d1-b6f4-b76529c9c439,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:43.132242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:43.162223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.165634 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Added segment 54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb of type vlan for network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d Dec 10 16:35:43.171568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.254962 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06f9aa3f-cc0a-495d-b9ba-3a4ffaaa6412 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 200 len: 316 time: 0.2876370 Dec 10 16:35:43.261469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.274308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-334a63a9-eb47-48d9-ae2a-03a8b716735f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:43.354819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:43.358733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.370073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event updated for resources: {'Port': ['ID=a5140357-0103-48de-90ca-0f4f81ce7e24,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:43.391088 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:41Z', 'revision_number': 3, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:43.429290 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Checking router: 5b076538-817d-4ec2-b19a-8fb4047d5db3 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:43.429615 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Updating router 5b076538-817d-4ec2-b19a-8fb4047d5db3 port 308917ab-25b3-42de-b324-3fd4b1987369 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:35:43.460639 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.503402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:43.504451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.517537 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-48d98696-9b53-4347-911a-301a14ca52e1 tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d719cd5305bc4e1daa5c06a1d330e12b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4239562 Dec 10 16:35:43.520367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49682) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.594512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.605429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:43.610079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.633238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Provisioning complete for port a5140357-0103-48de-90ca-0f4f81ce7e24 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:43.633809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.634093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a43b9-06bc-4600-82b6-707590e22eef req-704b7b6f-a234-4fd2-a536-8d75e5ef9e13 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:43.636955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc8a43b9-06bc-4600-82b6-707590e22eef req-704b7b6f-a234-4fd2-a536-8d75e5ef9e13 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1392918 Dec 10 16:35:43.639604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] In _notify_port_updated(), no bound segment for port a5140357-0103-48de-90ca-0f4f81ce7e24 on network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:35:43.642454 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-334a63a9-eb47-48d9-ae2a-03a8b716735f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 204 len: 168 time: 0.3749566 Dec 10 16:35:43.649645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:43.650408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.652328 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-10cfd637-5ca0-4d45-855c-44e372f88513 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "PUT /v2.0/ports/a5140357-0103-48de-90ca-0f4f81ce7e24 HTTP/1.1" status: 200 len: 960 time: 1.8394940 Dec 10 16:35:43.663156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.663597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.668520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-4f65da96-e0ce-4525-9a0a-8bdc3681cea7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-519208635') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:43.717392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Port a5140357-0103-48de-90ca-0f4f81ce7e24 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:43.729273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3738053 Dec 10 16:35:43.733690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:43.734359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.744035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.812417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'subnet': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:43.816379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191c2a-3cc6-4081-aea5-dcde56515390 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Network': ['ID=e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:43.836507 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc8a43b9-06bc-4600-82b6-707590e22eef req-b3dffad2-c993-49b8-86a5-46ad39e19e21 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826408 Dec 10 16:35:43.850398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:43.913270 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.975763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:43.975763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.980611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-4f65da96-e0ce-4525-9a0a-8bdc3681cea7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:43.983064 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4f65da96-e0ce-4525-9a0a-8bdc3681cea7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-519208635 HTTP/1.1" status: 404 len: 328 time: 0.3170960 Dec 10 16:35:43.985618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:43.993177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-80e5d2fa-1eb7-4081-ab29-8f63f0441670 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-1722115308') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:43.994981 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:43.999021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ffd05-6cdb-4d67-8dbe-bc4faf993fd8 tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:44.004224 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ff6ffd05-6cdb-4d67-8dbe-bc4faf993fd8 tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4802711 Dec 10 16:35:44.007555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49694) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.031185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f1696b87-2542-4137-bacc-ee83ec253db2 None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:44.067612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51619481-e934-497f-bb94-0db7bfe488f4 None None] Pushing event updated for resources: {'Port': ['ID=308917ab-25b3-42de-b324-3fd4b1987369,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:44.087262 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c15d21f6-81e7-44bb-94de-7914e7517a21 tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757818 Dec 10 16:35:44.090122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.092423 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Attempting to bind port 308917ab-25b3-42de-b324-3fd4b1987369 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:44.093725 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Attempting to bind port 308917ab-25b3-42de-b324-3fd4b1987369 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:44.094273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Attempting to bind port 308917ab-25b3-42de-b324-3fd4b1987369 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:44.099164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59c0cd-aab3-40e9-bcb0-8783745ca700 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:44.106206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:44.106206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:44.106498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844522683', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:44.106603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.106603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:44.106603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Bound port: 308917ab-25b3-42de-b324-3fd4b1987369, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:44.106603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.106933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port a5140357-0103-48de-90ca-0f4f81ce7e24 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:44.106933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.161363 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-80e5d2fa-1eb7-4081-ab29-8f63f0441670 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:44.162439 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-80e5d2fa-1eb7-4081-ab29-8f63f0441670 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-1722115308 HTTP/1.1" status: 404 len: 329 time: 0.1741834 Dec 10 16:35:44.168048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.176965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ecc9d3f-3c35-4180-b5d8-2ee52d0f92e4 None None] Provisioning complete for port 308917ab-25b3-42de-b324-3fd4b1987369 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:44.181263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9d3f-3c35-4180-b5d8-2ee52d0f92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.181410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-ec95d6f4-9a3a-47d2-9e26-4f7ce7c534f0 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266', 'tempest-TagsExtTest-Tag-674957113') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.219226 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] For port 308917ab-25b3-42de-b324-3fd4b1987369, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:44.220157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] For port 308917ab-25b3-42de-b324-3fd4b1987369, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=308917ab-25b3-42de-b324-3fd4b1987369,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:44.247347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9d3f-3c35-4180-b5d8-2ee52d0f92e4 None None] Port 308917ab-25b3-42de-b324-3fd4b1987369 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:44.298138 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.314745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.333185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4e552-5e3b-4586-b09f-71b2f0a3dac5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:44.341342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for a5140357-0103-48de-90ca-0f4f81ce7e24 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:44.348244 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-ec95d6f4-9a3a-47d2-9e26-4f7ce7c534f0 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:44.349352 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ec95d6f4-9a3a-47d2-9e26-4f7ce7c534f0 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags/tempest-TagsExtTest-Tag-674957113 HTTP/1.1" status: 404 len: 328 time: 0.1808274 Dec 10 16:35:44.352878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.358261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-cb7a6da4-bc18-4021-90ed-017a9d202588 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', {'tags': ['tempest-TagsExtTest-Tag-241556834', 'tempest-TagsExtTest-Tag-1629254929', 'tempest-TagsExtTest-Tag-1633193226']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.387649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Provisioning complete for port a5140357-0103-48de-90ca-0f4f81ce7e24 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:44.388520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.427216 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:44.428113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.462057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Port a5140357-0103-48de-90ca-0f4f81ce7e24 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:44.482194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Provisioning complete for port 308917ab-25b3-42de-b324-3fd4b1987369 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:44.483325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.575027 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb7a6da4-bc18-4021-90ed-017a9d202588 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 200 len: 317 time: 0.2208118 Dec 10 16:35:44.579840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.584759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:44.587942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5dc71abd-b439-47cc-9fd0-74c17f0b2794 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.589210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.609546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.626171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51619481-e934-497f-bb94-0db7bfe488f4 None None] Pushing event updated for resources: {'Port': ['ID=308917ab-25b3-42de-b324-3fd4b1987369,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:44.636224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] For port 308917ab-25b3-42de-b324-3fd4b1987369, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=308917ab-25b3-42de-b324-3fd4b1987369,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:44.663286 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:44.680883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.709470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.729108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=a5140357-0103-48de-90ca-0f4f81ce7e24,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:44.778597 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5dc71abd-b439-47cc-9fd0-74c17f0b2794 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 204 len: 168 time: 0.1975040 Dec 10 16:35:44.781904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.791082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-8d8051de-088b-4e29-8a53-173441ee0365 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-241556834') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.829635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Made reservation on behalf of d719cd5305bc4e1daa5c06a1d330e12b for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:44.832865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.834994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:44.837179 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4323ba4c-7c25-4c1d-abce-4e677a89edc4 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/a5140357-0103-48de-90ca-0f4f81ce7e24 HTTP/1.1" status: 204 len: 168 time: 1.1663365 Dec 10 16:35:44.839759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.874243 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b193756d-33b3-49ad-b0f2-6529462d0abb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] GET failed (client error): The resource could not be found. Dec 10 16:35:44.877820 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b193756d-33b3-49ad-b0f2-6529462d0abb tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports/a5140357-0103-48de-90ca-0f4f81ce7e24 HTTP/1.1" status: 404 len: 333 time: 0.0354340 Dec 10 16:35:44.879101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.880673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16290b48-0733-48ed-ae29-d82b88f88d9d None None] Pushing event updated for resources: {'Port': ['ID=308917ab-25b3-42de-b324-3fd4b1987369,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:44.940302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-8d8051de-088b-4e29-8a53-173441ee0365 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:44.941298 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8d8051de-088b-4e29-8a53-173441ee0365 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-241556834 HTTP/1.1" status: 404 len: 328 time: 0.1583443 Dec 10 16:35:44.946562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:44.957436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-86e5a6be-c3ec-44c2-8dd9-331553cfe4da tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-1629254929') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:44.981114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.005272 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:41Z', 'revision_number': 3, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.016143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.056948 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-86e5a6be-c3ec-44c2-8dd9-331553cfe4da tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:45.067812 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-86e5a6be-c3ec-44c2-8dd9-331553cfe4da tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-1629254929 HTTP/1.1" status: 404 len: 329 time: 0.1057560 Dec 10 16:35:45.067976 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b34c80-a13d-4310-986f-d38b0fe5db97 None None] The sync data for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv is: [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:41Z', 'revision_number': 3, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:45.069386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.075996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-e8bfd4b4-40d7-447c-8fe7-a8536d0389e1 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950', 'tempest-TagsExtTest-Tag-1633193226') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.122797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-e8bfd4b4-40d7-447c-8fe7-a8536d0389e1 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] show failed (client error): The resource could not be found. Dec 10 16:35:45.126830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8bfd4b4-40d7-447c-8fe7-a8536d0389e1 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags/tempest-TagsExtTest-Tag-1633193226 HTTP/1.1" status: 404 len: 329 time: 0.0543189 Dec 10 16:35:45.128926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f7f8-591b-4574-95f7-6acf8552f613 req-e7c121fa-1daa-4e3b-8665-06418d1e1e66 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:45.129064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.129208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a5a4f7f8-591b-4574-95f7-6acf8552f613 req-e7c121fa-1daa-4e3b-8665-06418d1e1e66 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1206455 Dec 10 16:35:45.132297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-e3f58a15-98fa-4af7-93b4-f0311bc4c5c7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c0e523a-6056-44b2-94f6-e92b2bd40950') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.182041 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e3f58a15-98fa-4af7-93b4-f0311bc4c5c7 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950/tags HTTP/1.1" status: 204 len: 168 time: 0.0520706 Dec 10 16:35:45.183921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.187607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.189477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-9c620e29-4a9b-4cd6-9a51-91c4a8ea6ce5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e77f57fa-6e88-449f-b197-1d51685ef266') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.265133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.268886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.271686 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f5086b8-a01e-4f16-bf85-9c8050682154 HTTP/1.1" status: 204 len: 168 time: 0.3913219 Dec 10 16:35:45.272302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.305496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a8bc-d3e5-4a9e-a3b9-da34f3bed3dd tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5086b8-a01e-4f16-bf85-9c8050682154,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:45.329484 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a5a4f7f8-591b-4574-95f7-6acf8552f613 req-292a67e3-e5c0-484d-b197-e597b7159979 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923656 Dec 10 16:35:45.341011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Checking segment: {'id': '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:45.344282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network hostable DHCP agents. Network: e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:35:45.344420 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c620e29-4a9b-4cd6-9a51-91c4a8ea6ce5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266/tags HTTP/1.1" status: 204 len: 168 time: 0.1565821 Dec 10 16:35:45.344522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Subnet': ['ID=4aacd335-c7fb-4539-a5aa-e9a3c46f420f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:45.344616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.353588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-6b7a87b7-2aea-4634-aa76-58b885da1631 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4f9fb3a5-9b0b-4867-a028-f7ed793fd401') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.452772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.476148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.499415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.520053 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b7a87b7-2aea-4634-aa76-58b885da1631 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401/tags HTTP/1.1" status: 204 len: 168 time: 0.1740751 Dec 10 16:35:45.520631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.532811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:35:45.534687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-945d4fe9-213e-4b7a-8f05-ff0fc0ef2250 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f86a2ec2-3c15-4f24-9315-9dca18df483d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:45.585700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Subnet': ['ID=124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:45.605041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Checking segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:45.605465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network hostable DHCP agents. Network: ceac6473-e5f7-489c-9b76-b3968c9bea5b, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:35:45.644223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-945d4fe9-213e-4b7a-8f05-ff0fc0ef2250 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d/tags HTTP/1.1" status: 204 len: 168 time: 0.1132040 Dec 10 16:35:45.645050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.673844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:45.686613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad6270-5b09-40f1-bff1-fd948fefa432 None None] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:45.687230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.690161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.698110 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1b30998-20fc-479e-b156-233fe922d969 HTTP/1.1" status: 204 len: 168 time: 0.4201446 Dec 10 16:35:45.700798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.737181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:45.737878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.741360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f4e4e-4393-41e6-9582-b9131901e2a2 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b30998-20fc-479e-b156-233fe922d969,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:45.782112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.803216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:35:45.813834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ceac6473-e5f7-489c-9b76-b3968c9bea5b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:45.825494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:45.826105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.828739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5364d1-a96e-4ebb-965a-8f5bf5aa7b93 None None] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:45.841224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.850061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6814c6e1-f032-491b-8576-f362a3ccb45a tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0959020 Dec 10 16:35:45.852398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49736) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.863654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-753912696'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:45.926662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'project_id': '33d6c3b3b293490ba506da2a1e8cf494', 'fixed_ips': [{'subnet_id': '4aacd335-c7fb-4539-a5aa-e9a3c46f420f'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:45.927555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.933766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4c17022e-9f5a-441e-ad07-e08403258ab5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:45.939751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.939887 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4c17022e-9f5a-441e-ad07-e08403258ab5 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c0e523a-6056-44b2-94f6-e92b2bd40950 HTTP/1.1" status: 204 len: 168 time: 0.2906621 Dec 10 16:35:45.967236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b844cb2c-c9a6-4e2e-b870-a64237789cba tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8741543 Dec 10 16:35:45.973880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:45.996421 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9d113c81-fbc9-4dc7-bf2b-96e6b72f1742 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "GET /v2.0/ports?device_id=e77f57fa-6e88-449f-b197-1d51685ef266 HTTP/1.1" status: 200 len: 205 time: 0.0580440 Dec 10 16:35:46.004410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49744) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:46.105887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.108862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.111138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:35:46.114146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/security-groups/90469e6b-9feb-4d96-8660-dac11e89f5b3 HTTP/1.1" status: 204 len: 168 time: 0.4097738 Dec 10 16:35:46.115129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:46.115430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.140192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55a866-1f19-46b3-850c-a56e25fe187b tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90469e6b-9feb-4d96-8660-dac11e89f5b3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:46.160957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.284314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet d492ec3a-eb90-4b2d-94c8-a28d6cee37f8 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:46.291102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.369008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Allocated IP 2001:db8::2 (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/22a28aa9-e166-4fdb-8c47-62d3ee6a9585) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:46.401523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:46.404942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.434648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.437955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port 7e3744ec-ab12-4019-8ee5-8a1e53faa3ac yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:46.495741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Allocated IP 172.20.0.2 (ceac6473-e5f7-489c-9b76-b3968c9bea5b/124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5/83acecc8-82b8-4dae-988d-b6dd940c3874) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:46.630007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.641508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.684877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.773451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcac18-282f-4063-b326-c1e3fdf37bdd req-09fb9c95-9720-4d59-9cfd-9a73f55b7e51 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:46.775052 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0edcac18-282f-4063-b326-c1e3fdf37bdd req-09fb9c95-9720-4d59-9cfd-9a73f55b7e51 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1721385 Dec 10 16:35:46.837773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.839399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Fanout notify agent at l3_agent the message router_deleted on router e77f57fa-6e88-449f-b197-1d51685ef266 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:35:46.852172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.853479 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f4796323-625c-4b4e-a1fb-bc663f3cc505 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/routers/e77f57fa-6e88-449f-b197-1d51685ef266 HTTP/1.1" status: 204 len: 168 time: 0.8479719 Dec 10 16:35:46.856603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:46.859648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.885267 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0edcac18-282f-4063-b326-c1e3fdf37bdd req-b9393e92-8d7f-4c7b-a2dd-fc73d85e6a9d tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034620 Dec 10 16:35:46.902665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.941707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.956307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.966200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:46.994805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Deleting port 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:46.995156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.005367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:47.011336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:47.015692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:47.019902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.036273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Pushing event updated for resources: {'Port': ['ID=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.036557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.040619 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/d492ec3a-eb90-4b2d-94c8-a28d6cee37f8 HTTP/1.1" status: 204 len: 168 time: 0.8815861 Dec 10 16:35:47.052102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:47.091001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db978efb-f5b8-4e2a-bdf7-bd9b5c04732a None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:47.095890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304bfc-9da3-45d3-afe2-23c0405402ca tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=d492ec3a-eb90-4b2d-94c8-a28d6cee37f8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.107477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:47.129621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:47.181835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::19d (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/7e3744ec-ab12-4019-8ee5-8a1e53faa3ac) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:47.204173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:47.223124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 13fc22c0-2962-4cc0-8e4e-f8c925dd016a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:47.249406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.266948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Pushing event updated for resources: {'Port': ['ID=83acecc8-82b8-4dae-988d-b6dd940c3874,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.276924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Attempting to bind port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:47.276924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Attempting to bind port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:47.276924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Attempting to bind port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 on network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:47.338733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:47.339116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Checking segment: {'id': '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:47.339527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.339931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Bound using segment: {'id': '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:47.340659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Bound port: 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:47.341087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.358815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 308917ab-25b3-42de-b324-3fd4b1987369 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:47.379476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.383569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.436570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Attempting to bind port 83acecc8-82b8-4dae-988d-b6dd940c3874 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:47.436986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Attempting to bind port 83acecc8-82b8-4dae-988d-b6dd940c3874 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:47.437387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Attempting to bind port 83acecc8-82b8-4dae-988d-b6dd940c3874 on network ceac6473-e5f7-489c-9b76-b3968c9bea5b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:47.485064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:47.485417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Checking segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:47.485811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.486207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Bound using segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:47.486689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Bound port: 83acecc8-82b8-4dae-988d-b6dd940c3874, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:47.487069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.572931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] For port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:47.582199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 308917ab-25b3-42de-b324-3fd4b1987369 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:47.582575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.616277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] For port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,segment=NetworkSegment(54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb),segment_id=54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:47.647830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] For port 83acecc8-82b8-4dae-988d-b6dd940c3874, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:47.658344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] For port 83acecc8-82b8-4dae-988d-b6dd940c3874, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83acecc8-82b8-4dae-988d-b6dd940c3874,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:47.681231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.806446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.808186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:47.811287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a508fc-94cc-4a6f-9a98-9828396ed2d8 None None] Pushing event updated for resources: {'Port': ['ID=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:47.847052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Calling delete_port for 4f9fb3a5-9b0b-4867-a028-f7ed793fd401 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:47.955227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92882e-44b2-4cfe-92d0-ab40bda9bf29 None None] Pushing event updated for resources: {'Port': ['ID=83acecc8-82b8-4dae-988d-b6dd940c3874,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.206279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.315885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event deleted for resources: {'Port': ['ID=4f9fb3a5-9b0b-4867-a028-f7ed793fd401,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.482800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.493247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.508477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.524763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c84eb6f5-8db0-4090-93b3-7687154f9a1b tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/ports/4f9fb3a5-9b0b-4867-a028-f7ed793fd401 HTTP/1.1" status: 204 len: 168 time: 1.6668296 Dec 10 16:35:48.527539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49764) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:48.593115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44f45-e354-4eac-916e-84f47245604e req-63c64210-e6bd-4362-a51a-4fe1c17fe808 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:48.595024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42f44f45-e354-4eac-916e-84f47245604e req-63c64210-e6bd-4362-a51a-4fe1c17fe808 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.4106925 Dec 10 16:35:48.659196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Deleting subnet f86a2ec2-3c15-4f24-9315-9dca18df483d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:48.665836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.672242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Allocated IP 172.20.0.1 (ceac6473-e5f7-489c-9b76-b3968c9bea5b/124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5/074abd6f-a11c-43cc-9618-f4d7e1748d65) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:48.713919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-89dc42ff-5e5d-4842-b3a3-9fcf3d7f22b9 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:48.714564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dc42ff-5e5d-4842-b3a3-9fcf3d7f22b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.739904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.754107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42f44f45-e354-4eac-916e-84f47245604e req-7e1afcae-8c2f-422d-8be5-30f3f8f29981 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489120 Dec 10 16:35:48.828369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-89dc42ff-5e5d-4842-b3a3-9fcf3d7f22b9 None None] Provisioning complete for port dfa426b7-079e-4718-b7df-9607fa0d605b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:48.828369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89dc42ff-5e5d-4842-b3a3-9fcf3d7f22b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.832301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.868064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-89dc42ff-5e5d-4842-b3a3-9fcf3d7f22b9 None None] Port dfa426b7-079e-4718-b7df-9607fa0d605b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:48.875980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.877522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=13fc22c0-2962-4cc0-8e4e-f8c925dd016a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.886779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93067316-42b9-456a-af3d-25092fc91f2e None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:48.893158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.896323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fff8f024-a4f1-40ec-ad5b-07607424a545 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/13fc22c0-2962-4cc0-8e4e-f8c925dd016a HTTP/1.1" status: 204 len: 168 time: 1.8227592 Dec 10 16:35:48.900655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:48.914346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:48.954333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=7e3744ec-ab12-4019-8ee5-8a1e53faa3ac,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:48.995562 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b096d2bf-fad9-4fb2-8cc5-707441364178 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:48.996033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b096d2bf-fad9-4fb2-8cc5-707441364178 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:49.004410 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b096d2bf-fad9-4fb2-8cc5-707441364178 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/d492ec3a-eb90-4b2d-94c8-a28d6cee37f8 HTTP/1.1" status: 404 len: 337 time: 0.1019733 Dec 10 16:35:49.019857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:49.021903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:49.026271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:49.054717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:49.061148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:49.063224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.094187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.118323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting subnet 756ff365-4f48-4563-87f6-81da12b24ed2 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:35:49.123998 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.179846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.190431 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a98372f0-3986-43b6-be59-d046130b5eb7 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3359809 Dec 10 16:35:49.193496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49774) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:49.221263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755550456', 'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:28:50:f6'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:49.251092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.308089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.381488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event deleted for resources: {'Subnet': ['ID=f86a2ec2-3c15-4f24-9315-9dca18df483d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:49.409074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.472212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:49.486802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:49.494497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:49.497791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:49.506507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.516565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-694dd091-a25d-43a2-8fbd-8f30ae1a104f tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/subnets/f86a2ec2-3c15-4f24-9315-9dca18df483d HTTP/1.1" status: 204 len: 168 time: 0.9879100 Dec 10 16:35:49.530796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5fc10-0fcb-4c42-a697-fea39b750fac None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:49.681229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:49.682276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:49.682276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.691131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.808584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:49.809187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.818400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Deleting port b1a328e1-d420-472b-b9e9-e1f48f01ce2c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:49.818759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:49.874473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:49.941670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] DHCP port deletion for ba552d9a-0798-4151-9cc9-e353ca9d1857 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:49.945776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.026671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Subnet': ['ID=756ff365-4f48-4563-87f6-81da12b24ed2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:50.035915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] For port b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,segment=NetworkSegment(acdade0a-9fd7-467b-b5e2-048676ef437b),segment_id=acdade0a-9fd7-467b-b5e2-048676ef437b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:50.036285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.040556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.044381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2a6c809-7fa0-4179-a3d9-b1248d9ed4ab tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/756ff365-4f48-4563-87f6-81da12b24ed2 HTTP/1.1" status: 204 len: 168 time: 1.0230224 Dec 10 16:35:50.050676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.053002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09851c0-8bd9-406f-84ec-a3c29b0cb758 None None] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:50.117114 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bbb3d7-6d68-450e-92d5-5d4eb51b417c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.117114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bbb3d7-6d68-450e-92d5-5d4eb51b417c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.118373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03bbb3d7-6d68-450e-92d5-5d4eb51b417c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/49c9bf1c-7c85-4b67-97af-497bb202ae86 HTTP/1.1" status: 404 len: 337 time: 0.0667057 Dec 10 16:35:50.130257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Calling delete_port for b1a328e1-d420-472b-b9e9-e1f48f01ce2c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:50.132777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.166435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4e271-9092-4c6c-9cd9-b63481c667cb None None] Network 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:50.170267 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5d7af3f0-ff1f-40ce-972c-74468b628324 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "GET /v2.0/ports?device_id=935ee6c9-96ce-4305-9aae-fef220770719 HTTP/1.1" status: 200 len: 205 time: 0.0362656 Dec 10 16:35:50.172531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.192455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.221772 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-c98bf4b1-6d9c-4044-8a33-d041ce25b3cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] delete failed (client error): The resource could not be found. Dec 10 16:35:50.222823 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c98bf4b1-6d9c-4044-8a33-d041ce25b3cc tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/routers/935ee6c9-96ce-4305-9aae-fef220770719 HTTP/1.1" status: 404 len: 336 time: 0.0493453 Dec 10 16:35:50.224646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cba05a-7636-4f28-af28-22a3e98a8bf8 req-4e14d3c8-7839-41de-811a-83bfa3fa0cf5 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:50.225442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.235626 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5cba05a-7636-4f28-af28-22a3e98a8bf8 req-4e14d3c8-7839-41de-811a-83bfa3fa0cf5 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2796926 Dec 10 16:35:50.242531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.255434 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b51d6f-096b-4994-9fe0-7553694acb36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.255914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b51d6f-096b-4994-9fe0-7553694acb36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.260045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d4b51d6f-096b-4994-9fe0-7553694acb36 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/fc84d046-0439-49ea-bad9-5f6a045b1679 HTTP/1.1" status: 404 len: 337 time: 0.0333195 Dec 10 16:35:50.268031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.282593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c106d-52f0-4eb0-9f2b-2d22f5c9546c None None] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:35:50.342555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port 7dc6ec23-686e-44eb-9439-11c73e33a364 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:50.388379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.393097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a972b4cf-83d8-4a0b-9025-eb7b5a11b183 None None] Provisioning complete for port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:50.393500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a972b4cf-83d8-4a0b-9025-eb7b5a11b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.398411 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1abd95f-1fb6-49c9-a2af-811812f36ee6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.399327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1abd95f-1fb6-49c9-a2af-811812f36ee6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.401808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.405100 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1abd95f-1fb6-49c9-a2af-811812f36ee6 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/a8da96c1-6448-4732-be3b-748adb65f2b3 HTTP/1.1" status: 404 len: 337 time: 0.1283205 Dec 10 16:35:50.409158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.473489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event deleted for resources: {'Port': ['ID=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:50.475906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] No DVR routers for this DVR port b1a328e1-d420-472b-b9e9-e1f48f01ce2c on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:50.479478 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32f2ac3-5c8b-4b7e-8f49-c910cb328350 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.479611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32f2ac3-5c8b-4b7e-8f49-c910cb328350 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.485686 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e32f2ac3-5c8b-4b7e-8f49-c910cb328350 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/7d2166be-3d4f-42b7-86b2-abfc720ed3b1 HTTP/1.1" status: 404 len: 337 time: 0.0723045 Dec 10 16:35:50.497906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.544727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bb922c-e3fd-4f62-9b8c-84a0d4d9dc41 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.545392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bb922c-e3fd-4f62-9b8c-84a0d4d9dc41 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.548550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f4bb922c-e3fd-4f62-9b8c-84a0d4d9dc41 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/d6dd3d3b-e341-4399-b25a-820b1d9dcd05 HTTP/1.1" status: 404 len: 333 time: 0.0496187 Dec 10 16:35:50.560227 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.614485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5cba05a-7636-4f28-af28-22a3e98a8bf8 req-3cf6d32d-9ecd-4fd1-923f-362cc48f828f tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718679 Dec 10 16:35:50.633405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,segment=NetworkSegment(54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb),segment_id=54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:50.635355 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3732692e-edf2-4ecd-981c-a2d021d4ee74 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.635816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3732692e-edf2-4ecd-981c-a2d021d4ee74 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.636471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1495-6604-4b23-9e37-dffc4501511e req-38300ec9-ca02-4ca8-97a9-abd95403324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:50.638178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-38300ec9-ca02-4ca8-97a9-abd95403324f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.2467735 Dec 10 16:35:50.639330 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3732692e-edf2-4ecd-981c-a2d021d4ee74 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/1c233cba-c7bd-4d11-a947-46c813773a19 HTTP/1.1" status: 404 len: 337 time: 0.0781140 Dec 10 16:35:50.649736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.655255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.681718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba552d9a-0798-4151-9cc9-e353ca9d1857']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:50.703157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdade0a-9fd7-467b-b5e2-048676ef437b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:50.703855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdade0a-9fd7-467b-b5e2-048676ef437b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:50.716966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Deleting port b1a328e1-d420-472b-b9e9-e1f48f01ce2c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:50.718784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.721871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.723071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83acecc8-82b8-4dae-988d-b6dd940c3874 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:50.732418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.773512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.777770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:50.778232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:50.781675 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:50.790951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::182 (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/7dc6ec23-686e-44eb-9439-11c73e33a364) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:50.823539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-525b4f96-486f-47bb-9bee-beae0c23546d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.823909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525b4f96-486f-47bb-9bee-beae0c23546d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.829511 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-525b4f96-486f-47bb-9bee-beae0c23546d tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/c1da1e2c-3b82-4b81-86f6-270827e6fe45 HTTP/1.1" status: 404 len: 337 time: 0.1741161 Dec 10 16:35:50.831161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.859349 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-56da20f1-124b-4e6f-995c-3df501eb395c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.860402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56da20f1-124b-4e6f-995c-3df501eb395c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.868292 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56da20f1-124b-4e6f-995c-3df501eb395c tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/1309d8c6-ea92-481c-abae-05a8adfb11e3 HTTP/1.1" status: 404 len: 333 time: 0.0317965 Dec 10 16:35:50.868292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.886949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] DHCP port deletion for 5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:35:50.909318 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ac3e3e-11a9-4d01-8a2e-569d948e7d80 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.909318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ac3e3e-11a9-4d01-8a2e-569d948e7d80 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.915176 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-54ac3e3e-11a9-4d01-8a2e-569d948e7d80 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/1f09fd82-d0bc-479f-a47d-e39f857e784e HTTP/1.1" status: 404 len: 337 time: 0.0429213 Dec 10 16:35:50.921088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:50.942760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1495-6604-4b23-9e37-dffc4501511e req-53bdc8bf-2504-4b59-92b9-62147ea5f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:50.944305 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-53bdc8bf-2504-4b59-92b9-62147ea5f378 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.2472901 Dec 10 16:35:50.961928 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4526f29a-7e3c-47c6-9d42-260d8b71818e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] DELETE failed (client error): The resource could not be found. Dec 10 16:35:50.961928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4526f29a-7e3c-47c6-9d42-260d8b71818e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:35:50.991909 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4526f29a-7e3c-47c6-9d42-260d8b71818e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/subnets/ac650c27-9250-4592-9dd2-3cf1a85d6057 HTTP/1.1" status: 404 len: 337 time: 0.0677311 Dec 10 16:35:50.991909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:51.036372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] For port b1a328e1-d420-472b-b9e9-e1f48f01ce2c, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:51.036372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.078382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.104705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Calling delete_port for b1a328e1-d420-472b-b9e9-e1f48f01ce2c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:51.109775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.127536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Port b1a328e1-d420-472b-b9e9-e1f48f01ce2c was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:35:51.135059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.146853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.159150 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-facbfdc3-253b-4336-9471-2a5171b76ccb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.1953301 Dec 10 16:35:51.172458 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] 10.222.0.21 "DELETE /v2.0/networks/ba552d9a-0798-4151-9cc9-e353ca9d1857 HTTP/1.1" status: 204 len: 168 time: 1.6342080 Dec 10 16:35:51.175535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Network ba552d9a-0798-4151-9cc9-e353ca9d1857 is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:35:51.175535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] No DVR routers for this DVR port b1a328e1-d420-472b-b9e9-e1f48f01ce2c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:51.177568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f068-4335-4e9a-aed4-a604dd14db43 None None] Pushing event deleted for resources: {'Port': ['ID=b1a328e1-d420-472b-b9e9-e1f48f01ce2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.181669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 83acecc8-82b8-4dae-988d-b6dd940c3874 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:51.182124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.248007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcfdc6-93a6-42fe-ad17-0419f1de0528 tempest-TagsExtTest-1938258081 tempest-TagsExtTest-1938258081-project] Pushing event deleted for resources: {'Network': ['ID=ba552d9a-0798-4151-9cc9-e353ca9d1857,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:51.271105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Deleting port 242a904f-e853-4b67-9100-5412d82322bc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:51.273395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.394823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port dfa426b7-079e-4718-b7df-9607fa0d605b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:51.395185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.415131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.444365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1495-6604-4b23-9e37-dffc4501511e req-5e926231-9d3a-4d6b-99f8-76d8d707716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:51.455765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2c6ec9f-87db-4be1-aa62-9b68f095be51 None None] Provisioning complete for port 242a904f-e853-4b67-9100-5412d82322bc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:51.456222 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-5e926231-9d3a-4d6b-99f8-76d8d707716d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.2801976 Dec 10 16:35:51.456342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ec9f-87db-4be1-aa62-9b68f095be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.522100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.546480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.557100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1495-6604-4b23-9e37-dffc4501511e req-6eefdb31-cc00-41f8-890e-97403d030e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:51.558635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-6eefdb31-cc00-41f8-890e-97403d030e12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939000 Dec 10 16:35:51.690810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.692434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.714047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.724912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 83acecc8-82b8-4dae-988d-b6dd940c3874, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83acecc8-82b8-4dae-988d-b6dd940c3874,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:51.747679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for dfa426b7-079e-4718-b7df-9607fa0d605b owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:51.769767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:51.770171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.801533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Calling delete_port for 242a904f-e853-4b67-9100-5412d82322bc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:51.881247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.913111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2c6ec9f-87db-4be1-aa62-9b68f095be51 None None] Provisioning complete for port 83acecc8-82b8-4dae-988d-b6dd940c3874 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:51.913523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ec9f-87db-4be1-aa62-9b68f095be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.934960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:51.957701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:51.962896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:51.972700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:51.977682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:51.978318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.010466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.010633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:52.016501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=dfa426b7-079e-4718-b7df-9607fa0d605b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.023460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.032049 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dd772c8c-9031-4604-9f1b-8f6240db36d0 tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/ports/dfa426b7-079e-4718-b7df-9607fa0d605b HTTP/1.1" status: 204 len: 168 time: 1.0436485 Dec 10 16:35:52.034413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.067616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=83acecc8-82b8-4dae-988d-b6dd940c3874,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.102105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.136269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2c6ec9f-87db-4be1-aa62-9b68f095be51 None None] Could not find standard attr ID for object dfa426b7-079e-4718-b7df-9607fa0d605b. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:35:52.141428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc220-63fb-41f2-9035-88e646765b2a req-7ca8ab32-64da-40e2-9907-df79f7501cee tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:52.143696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-786bc220-63fb-41f2-9035-88e646765b2a req-7ca8ab32-64da-40e2-9907-df79f7501cee tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3120849 Dec 10 16:35:52.144559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.151123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:52.151512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.161642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.172863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-56e05ca8-d6d1-4799-87c0-4572288613fb service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060755 Dec 10 16:35:52.229149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Deleting port 242a904f-e853-4b67-9100-5412d82322bc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:52.230448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.286867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Provisioning complete for port 83acecc8-82b8-4dae-988d-b6dd940c3874 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:52.287228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.355371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] For port 242a904f-e853-4b67-9100-5412d82322bc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=242a904f-e853-4b67-9100-5412d82322bc,segment=NetworkSegment(d8ee6dfa-54b6-44c7-91b9-d8df88966d57),segment_id=d8ee6dfa-54b6-44c7-91b9-d8df88966d57)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:52.355732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.359879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 242a904f-e853-4b67-9100-5412d82322bc no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:52.371780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Calling delete_port for 242a904f-e853-4b67-9100-5412d82322bc owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:52.554695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.554695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Provisioning complete for port 7e3744ec-ab12-4019-8ee5-8a1e53faa3ac triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:52.554695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.566499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Port 7e3744ec-ab12-4019-8ee5-8a1e53faa3ac cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:52.578219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Provisioning complete for port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:52.578590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.692346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Provisioning complete for port 074abd6f-a11c-43cc-9618-f4d7e1748d65 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:52.692780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.717308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e35fad34-6fb1-4fd0-9802-7014d1708119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebc6f864831840389961ae4d9c6eab30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6996129 Dec 10 16:35:52.721490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:52.732072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=7dc6ec23-686e-44eb-9439-11c73e33a364,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:52.737549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa78f9-d891-405c-b285-1d2ca32e29ca None None] Port 074abd6f-a11c-43cc-9618-f4d7e1748d65 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:52.744886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-786bc220-63fb-41f2-9035-88e646765b2a req-7869659d-2234-4d16-b498-d73a1a2b7157 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5854328 Dec 10 16:35:52.793910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.820951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dcff1495-6604-4b23-9e37-dffc4501511e req-fd0bf44b-934b-40f1-bd12-e21f7b697c6f service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816131 Dec 10 16:35:52.821434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:52.823022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:52.835145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:52.999822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Router 5b076538-817d-4ec2-b19a-8fb4047d5db3 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:35:53.041517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9c32c35c-5919-4e90-8aee-1b418d174b48 None None] Provisioning complete for port 7dc6ec23-686e-44eb-9439-11c73e33a364 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:53.042006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c32c35c-5919-4e90-8aee-1b418d174b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.074878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:35:53.081372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c35c-5919-4e90-8aee-1b418d174b48 None None] Port 7dc6ec23-686e-44eb-9439-11c73e33a364 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:53.090578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Sync routers for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:35:53.092181 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-85a7ba99-30fd-42ad-9c9b-9bc4456598bb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "PUT /v2.0/routers/5b076538-817d-4ec2-b19a-8fb4047d5db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1206770 Dec 10 16:35:53.115543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:53.116875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:53.249447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99f334ac-311b-4c97-804c-631363791769 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0540028 Dec 10 16:35:53.250516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:53.252815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49856) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:53.376014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-13b27abb-9324-4dc5-b3d5-0485d8506d2b None None] Provisioning complete for port 074abd6f-a11c-43cc-9618-f4d7e1748d65 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:53.376318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13b27abb-9324-4dc5-b3d5-0485d8506d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.377817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92f53b-c8db-420c-8a71-7c8d23b4cf39 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:53.385790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92f53b-c8db-420c-8a71-7c8d23b4cf39 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:53.391844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e92f53b-c8db-420c-8a71-7c8d23b4cf39 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:53.393603 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5e92f53b-c8db-420c-8a71-7c8d23b4cf39 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1395838 Dec 10 16:35:53.396600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49864) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:53.413417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.429421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.432180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.433542 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25aa2020-114a-42dc-a772-b65055108994 HTTP/1.1" status: 204 len: 168 time: 0.7108774 Dec 10 16:35:53.437450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.446243 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-0342b7e7-6322-4a07-9eaa-7ae586c7b71c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454983649&fields=id&tenant_id=d719cd5305bc4e1daa5c06a1d330e12b HTTP/1.1" status: 200 len: 267 time: 0.1200950 Dec 10 16:35:53.517313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] No DVR routers for this DVR port 242a904f-e853-4b67-9100-5412d82322bc on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:53.523442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:53.533376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7b957-365b-4830-9fd7-f44cce847318 None None] Pushing event deleted for resources: {'Port': ['ID=242a904f-e853-4b67-9100-5412d82322bc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:53.543871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005cfc2-8594-4c44-80fd-09bbf135651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa2020-114a-42dc-a772-b65055108994,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:53.563602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b1a328e1-d420-472b-b9e9-e1f48f01ce2c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:35:53.604776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port 7dc6ec23-686e-44eb-9439-11c73e33a364 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:53.605301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.615268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b1a328e1-d420-472b-b9e9-e1f48f01ce2c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:35:53.615623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b1a328e1-d420-472b-b9e9-e1f48f01ce2c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:35:53.645241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-13b27abb-9324-4dc5-b3d5-0485d8506d2b None None] Port 074abd6f-a11c-43cc-9618-f4d7e1748d65 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:53.680704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] No DVR routers for this DVR port 242a904f-e853-4b67-9100-5412d82322bc on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:35:53.891567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:53.934452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for 7dc6ec23-686e-44eb-9439-11c73e33a364 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:53.947701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.056649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-9545966a-dd94-41a7-8f6c-c5ee15f2e9b4 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.066411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83acecc8-82b8-4dae-988d-b6dd940c3874 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:54.067873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-9545966a-dd94-41a7-8f6c-c5ee15f2e9b4 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/networks?id=ceac6473-e5f7-489c-9b76-b3968c9bea5b HTTP/1.1" status: 200 len: 796 time: 0.5538006 Dec 10 16:35:54.077161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:54.094019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:54.094019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ee6dfa-54b6-44c7-91b9-d8df88966d57') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:54.099604 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-83856d2a-177e-4031-b194-e4866b6141f9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/quotas/d719cd5305bc4e1daa5c06a1d330e12b HTTP/1.1" status: 200 len: 375 time: 0.0304987 Dec 10 16:35:54.110300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.139751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 2, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:54.143511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 83acecc8-82b8-4dae-988d-b6dd940c3874 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:54.143511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.150325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-ee844817-16c0-4cf8-8feb-fdb385cb82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.152145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-ee844817-16c0-4cf8-8feb-fdb385cb82d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.4007852 Dec 10 16:35:54.161768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f13a0-9ddf-49c0-9646-f01cf5e84d21 req-727b4d1f-9311-4e97-89cd-345ea547ce95 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.161768 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b6f13a0-9ddf-49c0-9646-f01cf5e84d21 req-727b4d1f-9311-4e97-89cd-345ea547ce95 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.3928533 Dec 10 16:35:54.169636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Checking router: 5b076538-817d-4ec2-b19a-8fb4047d5db3 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:35:54.169979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Updating router 5b076538-817d-4ec2-b19a-8fb4047d5db3 port 074abd6f-a11c-43cc-9618-f4d7e1748d65 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:35:54.199573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.216381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:35:54.216859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:35:54.221556 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:35:54.224845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.249335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.299579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b6f13a0-9ddf-49c0-9646-f01cf5e84d21 req-c0ea6984-5f3c-42f0-879a-f0497cea54a6 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280093 Dec 10 16:35:54.320338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=7dc6ec23-686e-44eb-9439-11c73e33a364,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:54.391576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-e43e19a0-74bb-4134-bd05-36578412fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.393126 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-e43e19a0-74bb-4134-bd05-36578412fb4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.2303405 Dec 10 16:35:54.564582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.572325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-be9d250d-5400-4b86-ba1b-33bcf0e81f28 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/7dc6ec23-686e-44eb-9439-11c73e33a364 HTTP/1.1" status: 204 len: 168 time: 1.1743197 Dec 10 16:35:54.575081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:54.588927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.616970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc321b26-f542-4c99-92a7-3a9a875b3a9e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] GET failed (client error): The resource could not be found. Dec 10 16:35:54.624758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bc321b26-f542-4c99-92a7-3a9a875b3a9e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports/7dc6ec23-686e-44eb-9439-11c73e33a364 HTTP/1.1" status: 404 len: 333 time: 0.0425277 Dec 10 16:35:54.624758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:54.628319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-787065910'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:54.667009 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-ae115284-1395-42f2-b140-fd331ddeae34 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5616477 Dec 10 16:35:54.685026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-c220ada5-39a5-41d6-923b-a4e7f5b684eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.2739093 Dec 10 16:35:54.720424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.750412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.777142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.780146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-81f2efd2-6101-4b36-91a5-fb02ea6ad613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.781392 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] 10.222.0.21 "DELETE /v2.0/networks/5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6 HTTP/1.1" status: 204 len: 168 time: 2.7459977 Dec 10 16:35:54.781984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-81f2efd2-6101-4b36-91a5-fb02ea6ad613 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.0852723 Dec 10 16:35:54.803059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c89fd-1868-450b-b107-e50489478e3e tempest-PortsTestJSON-1862519756 tempest-PortsTestJSON-1862519756-project] Pushing event deleted for resources: {'Network': ['ID=5ed41dd7-74d3-4e35-bf3d-2ce677e33cf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:54.820983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f972989-0632-43d8-a06d-0b43c89efb19 None None] Pushing event updated for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:54.827685 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-7af12a31-2b3f-48e9-8a3a-2def4b2a4c91 service neutron] 10.222.0.21 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491146 Dec 10 16:35:54.880690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-8b6602e6-3158-4237-bc9e-0e8043a204e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:54.882762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-8b6602e6-3158-4237-bc9e-0e8043a204e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893085 Dec 10 16:35:54.907946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Attempting to bind port 074abd6f-a11c-43cc-9618-f4d7e1748d65 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:35:54.908393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Attempting to bind port 074abd6f-a11c-43cc-9618-f4d7e1748d65 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:35:54.908875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Attempting to bind port 074abd6f-a11c-43cc-9618-f4d7e1748d65 on network ceac6473-e5f7-489c-9b76-b3968c9bea5b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:35:54.915178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:35:54.915693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Checking segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:35:54.916198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:54.916689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Bound using segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:35:54.917528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Bound port: 074abd6f-a11c-43cc-9618-f4d7e1748d65, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:35:54.917943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.004198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-f5925a44-41dc-426f-ae56-d0f35b3123cf service neutron] 10.222.0.21 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686673 Dec 10 16:35:55.037810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-d6bc1e7f-da99-462d-a3cf-4c95fbc8b8dc service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382623 Dec 10 16:35:55.038886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:55.043519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.055695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] For port 074abd6f-a11c-43cc-9618-f4d7e1748d65, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:35:55.060297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] For port 074abd6f-a11c-43cc-9618-f4d7e1748d65, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=074abd6f-a11c-43cc-9618-f4d7e1748d65,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:35:55.125037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port e183235c-1668-4f63-979a-301d171db40b yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:55.184329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a93adb6b-13c1-4e10-8cc7-8e05001a62ea None None] Provisioning complete for port 074abd6f-a11c-43cc-9618-f4d7e1748d65 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:55.184957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a93adb6b-13c1-4e10-8cc7-8e05001a62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.211084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.239279 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52db126f-9717-4d36-a44f-81cf52cebcfb req-c2537deb-e566-4061-a7c8-ec59bcc511e4 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901963 Dec 10 16:35:55.269982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a93adb6b-13c1-4e10-8cc7-8e05001a62ea None None] Port 074abd6f-a11c-43cc-9618-f4d7e1748d65 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:55.274524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::377 (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/e183235c-1668-4f63-979a-301d171db40b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:55.302856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:35:55.302856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:35:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:55.303473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f972989-0632-43d8-a06d-0b43c89efb19 None None] Pushing event updated for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:55.500777 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ecccd8f7-4343-44cc-b751-3ac48ef46b0e req-44db4bea-8382-40ba-bc3f-b9a9e4ce7df2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 210 time: 0.1190960 Dec 10 16:35:55.571919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c8d69-53e4-4e82-9ffc-da7d22b9c220 req-90b0a402-edbf-4364-b9be-9db5fdc1f312 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:55.574404 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c5c8d69-53e4-4e82-9ffc-da7d22b9c220 req-90b0a402-edbf-4364-b9be-9db5fdc1f312 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1131890 Dec 10 16:35:55.616724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:35:55.626116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:55.671094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.699146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c5c8d69-53e4-4e82-9ffc-da7d22b9c220 req-c4db6b56-327b-407e-aaf1-f04accea76f2 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179860 Dec 10 16:35:55.788742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] Provisioning complete for port 074abd6f-a11c-43cc-9618-f4d7e1748d65 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:55.789148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.844955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9cb9121d-0eea-4962-a37f-34636ba5e7e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2e7c505e38647849e94bb3714044748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153153 Dec 10 16:35:55.845779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:55.893405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.935081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.958270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:55.969435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=e183235c-1668-4f63-979a-301d171db40b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:56.002538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] For port 074abd6f-a11c-43cc-9618-f4d7e1748d65, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=074abd6f-a11c-43cc-9618-f4d7e1748d65,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:35:56.014206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.015332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:35:56.016502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:56.018238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:56.029136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:56.045918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:56.046771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.077599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bb7ad-b404-45af-97c0-c0479dcf4506 None None] The sync data for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv is: [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:35:56.086106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.165112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fb7fc-f3cd-4feb-a570-98eecaa7a147 None None] Pushing event updated for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:56.242285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.245788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-95c52a1b-ef58-4b6f-97c6-0b4ae45229a2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6215434 Dec 10 16:35:56.246713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.248223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff592c2d-70d1-4680-bf79-562b7305ab87 HTTP/1.1" status: 204 len: 168 time: 0.4009850 Dec 10 16:35:56.249153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:56.273462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:28:50:f6'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:56.339282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf52c08-0ec7-4737-b210-5d916db73b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff592c2d-70d1-4680-bf79-562b7305ab87,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:56.410800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-388ac181-5ba5-4db6-902f-0e331d40fbc1 None None] Provisioning complete for port e183235c-1668-4f63-979a-301d171db40b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:56.417563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-388ac181-5ba5-4db6-902f-0e331d40fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.452160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-388ac181-5ba5-4db6-902f-0e331d40fbc1 None None] Port e183235c-1668-4f63-979a-301d171db40b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:56.493610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.638779 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e304be16-95f8-4b96-9b24-56aee964d62b req-f25f06d4-f795-487d-94da-dccd5a960e7d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 210 time: 0.0700014 Dec 10 16:35:56.749214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.828994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.884642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] In _notify_port_updated(), no bound segment for port e183235c-1668-4f63-979a-301d171db40b on network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:35:56.898926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:56.898926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:56.898926 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "PUT /v2.0/ports/e183235c-1668-4f63-979a-301d171db40b HTTP/1.1" status: 200 len: 1002 time: 0.6357465 Dec 10 16:35:56.908538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:56.915893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd0eb-40af-48b6-b7a7-66fdaacdd7ae tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=e183235c-1668-4f63-979a-301d171db40b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:57.114384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41055c5-57f0-47a4-9ce4-e97513d09b49 req-3027c266-c7ba-438d-89b9-c5d69adb9789 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:57.123671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a41055c5-57f0-47a4-9ce4-e97513d09b49 req-3027c266-c7ba-438d-89b9-c5d69adb9789 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2798908 Dec 10 16:35:57.274157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a41055c5-57f0-47a4-9ce4-e97513d09b49 req-331d3e19-df1e-4088-b104-06ef2627e4c8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494613 Dec 10 16:35:57.277758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port e183235c-1668-4f63-979a-301d171db40b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:35:57.278180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:57.280280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77e0859b-5316-4d47-bf74-1d350cb8a9ff None None] Provisioning complete for port e183235c-1668-4f63-979a-301d171db40b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:57.280712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77e0859b-5316-4d47-bf74-1d350cb8a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:57.356342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77e0859b-5316-4d47-bf74-1d350cb8a9ff None None] Port e183235c-1668-4f63-979a-301d171db40b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:57.392174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:57.415248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for e183235c-1668-4f63-979a-301d171db40b owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:35:57.479033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb89b05-36c5-41e5-9460-f72ea8b8a400 req-6f448490-46f6-4b2a-835c-2d60793fdf79 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:57.493621 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ffb89b05-36c5-41e5-9460-f72ea8b8a400 req-6f448490-46f6-4b2a-835c-2d60793fdf79 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0714290 Dec 10 16:35:57.563112 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ffb89b05-36c5-41e5-9460-f72ea8b8a400 req-e820b702-6588-445d-b071-0603a8020083 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683553 Dec 10 16:35:57.785345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677127-760b-490e-a0ed-027112da17c3 req-f4593cb2-b81f-4104-8879-4d3df6119371 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:57.787191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2677127-760b-490e-a0ed-027112da17c3 req-f4593cb2-b81f-4104-8879-4d3df6119371 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0739787 Dec 10 16:35:57.803865 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a7b4de3-3ebf-46fc-a98a-2214f80f447b req-7cd6d3ec-5951-40ce-af13-32fcf7901f91 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 210 time: 0.0629606 Dec 10 16:35:57.812646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:57.853190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=e183235c-1668-4f63-979a-301d171db40b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:57.921042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2677127-760b-490e-a0ed-027112da17c3 req-5b0fd270-e2c5-4904-989e-18edfe1f9dd1 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258669 Dec 10 16:35:58.050662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.056617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f733842d-daf2-48f0-9ac3-71a6ac76df4e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/e183235c-1668-4f63-979a-301d171db40b HTTP/1.1" status: 204 len: 168 time: 1.1460252 Dec 10 16:35:58.059374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:58.091999 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c508dfca-16f2-4a8f-a9b7-a80679ae1702 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] GET failed (client error): The resource could not be found. Dec 10 16:35:58.093528 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c508dfca-16f2-4a8f-a9b7-a80679ae1702 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports/e183235c-1668-4f63-979a-301d171db40b HTTP/1.1" status: 404 len: 333 time: 0.0333259 Dec 10 16:35:58.097364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49968) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:58.108685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-143638736'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:58.143305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 074abd6f-a11c-43cc-9618-f4d7e1748d65 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:35:58.170475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:58.278341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 074abd6f-a11c-43cc-9618-f4d7e1748d65 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:58.279083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.310414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1646658927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:58.418503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.422744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.461839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-95b8e54c-e59c-44a4-b5a5-17a4ea21d7a2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:58.463332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-95b8e54c-e59c-44a4-b5a5-17a4ea21d7a2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.61 "GET /v2.0/networks?id=ceac6473-e5f7-489c-9b76-b3968c9bea5b HTTP/1.1" status: 200 len: 796 time: 0.1618955 Dec 10 16:35:58.538014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.575265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:58.579954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.603310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-c18194ab-d8b0-499d-a169-2c177858c218 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d719cd5305bc4e1daa5c06a1d330e12b HTTP/1.1" status: 200 len: 380 time: 0.1287987 Dec 10 16:35:58.611362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port f0490168-55c0-4582-8ba2-799c182fbe49 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:35:58.619577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'port': {'device_id': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'admin_state_up': True, 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'security_groups': ['ef429180-9d6d-4925-8634-3c9f5c324fdf']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:58.637852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.664319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c3408-a1a9-4983-9641-7f9659a72841 req-473a1a14-9b5d-4e04-a24d-9be121d8b740 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:58.665890 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-476c3408-a1a9-4983-9641-7f9659a72841 req-473a1a14-9b5d-4e04-a24d-9be121d8b740 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0723834 Dec 10 16:35:58.729494 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-476c3408-a1a9-4983-9641-7f9659a72841 req-c8849664-54c6-4840-b56a-272cf7a3b6ee tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505533 Dec 10 16:35:58.762871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.764779 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-789050f4-9de7-46e1-9711-028e3b7284ce tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5926013 Dec 10 16:35:58.767871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:58.777894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1778935790'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:58.831833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::30d (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/f0490168-55c0-4582-8ba2-799c182fbe49) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:58.869193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:58.873029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.883638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:58.964425 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d5bbfbf-5215-4fbc-a06f-a6dc96be3dd6 req-90983ed4-9f29-4227-88c7-6c08d261a80d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 210 time: 0.0473311 Dec 10 16:35:58.985684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.044171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Made reservation on behalf of d719cd5305bc4e1daa5c06a1d330e12b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:35:59.047715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.067632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.103434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.148466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:35:59.155488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b24b7-5a6b-41f2-883a-cf80a590a284,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:59.184695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.185378 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Added segment 40017ffc-821d-4abe-9703-6ca0cd29a653 of type vlan for network 2f36d191-318e-48a1-b3dd-e152b6017e1d Dec 10 16:35:59.231398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Allocated IP 172.20.0.12 (ceac6473-e5f7-489c-9b76-b3968c9bea5b/124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5/b0d939e3-242b-498d-bb42-49b04e462c95) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:35:59.247443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.271174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.341517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:35:59.343261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.349239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:59.349961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.376890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:35:59.387765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:35:59.393155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:35:59.393820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.405266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=f0490168-55c0-4582-8ba2-799c182fbe49,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:59.434192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Network': ['ID=2f36d191-318e-48a1-b3dd-e152b6017e1d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:35:59.445977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:35:59.485231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.538246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 49992) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:59.538577 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5cd5e673-1c58-4990-a062-9ba6c42e2682 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7688751 Dec 10 16:35:59.543320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'subnet': {'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:59.562444 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2f6ad5e5-9902-4001-b685-def92eaf97f5 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4639454 Dec 10 16:35:59.565999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 49994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:35:59.573276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:50:f6'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:35:59.674112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.686780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.760603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3074f008-373c-4eca-8d30-60c9a9b0dd1a None None] Provisioning complete for port f0490168-55c0-4582-8ba2-799c182fbe49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:35:59.761434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3074f008-373c-4eca-8d30-60c9a9b0dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.803526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3074f008-373c-4eca-8d30-60c9a9b0dd1a None None] Port f0490168-55c0-4582-8ba2-799c182fbe49 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:35:59.919838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:35:59.977972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.020274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] In _notify_port_updated(), no bound segment for port f0490168-55c0-4582-8ba2-799c182fbe49 on network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:36:00.026769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.027424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.030898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:00.031670 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "PUT /v2.0/ports/f0490168-55c0-4582-8ba2-799c182fbe49 HTTP/1.1" status: 200 len: 1002 time: 0.4643605 Dec 10 16:36:00.034799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:00.035599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.106822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1903207-43f8-42c2-a9bf-c35016da653b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=f0490168-55c0-4582-8ba2-799c182fbe49,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.145283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.153444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:00.155030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:00.157698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:00.225832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6708f5-f919-4a4a-9d1b-6257287d01e4 req-3347a0b8-c1c1-475b-8124-e430ac5fe031 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.236179 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb6708f5-f919-4a4a-9d1b-6257287d01e4 req-3347a0b8-c1c1-475b-8124-e430ac5fe031 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 932 time: 0.1482127 Dec 10 16:36:00.244513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af487b-52be-41be-9864-d9e46dcfecd9 req-007bcf5c-5393-47ca-8fdb-f72a9529c6fb tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.247294 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f8af487b-52be-41be-9864-d9e46dcfecd9 req-007bcf5c-5393-47ca-8fdb-f72a9529c6fb tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.2251592 Dec 10 16:36:00.309775 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb6708f5-f919-4a4a-9d1b-6257287d01e4 req-cc45ab0f-6fb2-49b4-b6f5-4d13386b961e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711479 Dec 10 16:36:00.322897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.324188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.350153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port f0490168-55c0-4582-8ba2-799c182fbe49 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:00.350691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.409762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f8af487b-52be-41be-9864-d9e46dcfecd9 req-c7a6d43c-2cd4-4d0f-8c41-d5ce1347cbc8 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398771 Dec 10 16:36:00.474982 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-3f94be75-12c4-4fd7-a369-cd8988ad396c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8616173 Dec 10 16:36:00.520810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.546425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Request body: {'port': {'device_id': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:00.554215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Provisioning complete for port b0d939e3-242b-498d-bb42-49b04e462c95 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:00.554738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.560723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for f0490168-55c0-4582-8ba2-799c182fbe49 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:00.595870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Port b0d939e3-242b-498d-bb42-49b04e462c95 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:00.605861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.607665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Provisioning complete for port f0490168-55c0-4582-8ba2-799c182fbe49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:00.608289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.625538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.650791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8fdef-b8be-49f4-82e8-0cbb970ffc97 None None] Port f0490168-55c0-4582-8ba2-799c182fbe49 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:00.811621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Subnet': ['ID=3c7ac782-1d46-4e82-b8f0-c41157490a7c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.819762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.838168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Checking segment: {'id': '40017ffc-821d-4abe-9703-6ca0cd29a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:00.841584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network hostable DHCP agents. Network: 2f36d191-318e-48a1-b3dd-e152b6017e1d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:00.886441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=f0490168-55c0-4582-8ba2-799c182fbe49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:00.942255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:00.948975 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8af6720e-d6c7-4715-833d-b4b8bca6fff6 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/f0490168-55c0-4582-8ba2-799c182fbe49 HTTP/1.1" status: 204 len: 168 time: 0.9113371 Dec 10 16:36:00.950176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:00.955718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5bb7-d013-4cf6-9cd0-b5454fc74162 req-ff068afa-8a29-4760-8f6e-8f5aaf686b07 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:00.957801 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c37c5bb7-d013-4cf6-9cd0-b5454fc74162 req-ff068afa-8a29-4760-8f6e-8f5aaf686b07 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1838374 Dec 10 16:36:00.993466 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e63784-6306-476c-abcb-8ef89bbb9a01 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] GET failed (client error): The resource could not be found. Dec 10 16:36:00.993466 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-19e63784-6306-476c-abcb-8ef89bbb9a01 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports/f0490168-55c0-4582-8ba2-799c182fbe49 HTTP/1.1" status: 404 len: 333 time: 0.0354376 Dec 10 16:36:00.996943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:01.004351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1964338270'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:01.024747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1610e5-2530-4225-855a-89e16242c438 req-cb9c7f69-b1dc-49af-a1e1-bd9f9380bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.026311 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-cb9c7f69-b1dc-49af-a1e1-bd9f9380bccb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 1098 time: 0.1086428 Dec 10 16:36:01.057631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:01.078377 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c37c5bb7-d013-4cf6-9cd0-b5454fc74162 req-35b7df5f-b278-4cf2-a5ba-b2d7dfcb3a42 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978653 Dec 10 16:36:01.146322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:01.165174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.178255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 2f36d191-318e-48a1-b3dd-e152b6017e1d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:01.178899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de225db8-403a-41d3-b202-2075406c201d None None] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:01.186948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.187598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.201524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Transition to ACTIVE for port object b0d939e3-242b-498d-bb42-49b04e462c95 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:36:01.230916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1610e5-2530-4225-855a-89e16242c438 req-e1b61e20-ddc9-42e2-a9d0-3850e40ba491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.234452 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-e1b61e20-ddc9-42e2-a9d0-3850e40ba491 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 200 len: 912 time: 0.1999750 Dec 10 16:36:01.283250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.304349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-2f36d191-318e-48a1-b3dd-e152b6017e1d', 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d', 'project_id': '928f13bba7d5474f8dc4dbe1a1c6911b', 'fixed_ips': [{'subnet_id': '3c7ac782-1d46-4e82-b8f0-c41157490a7c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:01.305401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.326630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:01.335414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.339635 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-1570ba5b-5561-438a-9518-993c942ffa3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 200 len: 1000 time: 0.0971677 Dec 10 16:36:01.388104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port a1cb3522-b264-4fb8-87a2-115fbfb76104 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:01.421007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1610e5-2530-4225-855a-89e16242c438 req-c7d79e12-f679-410b-a9c4-a4d8b649143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.423058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-c7d79e12-f679-410b-a9c4-a4d8b649143d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 200 len: 850 time: 0.0738401 Dec 10 16:36:01.450981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:01.490943 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-26f90ebe-fc46-4dcd-8311-46fb3732ad67 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9515729 Dec 10 16:36:01.498531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:01.500694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'network': {'name': 'tempest-router-network01--781486920'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:01.507030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Allocated IP 2001:db8::2 (2f36d191-318e-48a1-b3dd-e152b6017e1d/3c7ac782-1d46-4e82-b8f0-c41157490a7c/e1639782-9714-4809-9ca7-26527ccf7d35) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:01.509495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1610e5-2530-4225-855a-89e16242c438 req-deb09a04-b319-40d6-8d59-b5240ebfc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.511299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-deb09a04-b319-40d6-8d59-b5240ebfc9f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0acb749c-af33-4e1f-be3e-5b473cc7e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779648 Dec 10 16:36:01.619703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Attempting to bind port b0d939e3-242b-498d-bb42-49b04e462c95 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:01.620292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Attempting to bind port b0d939e3-242b-498d-bb42-49b04e462c95 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:01.621210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Attempting to bind port b0d939e3-242b-498d-bb42-49b04e462c95 on network ceac6473-e5f7-489c-9b76-b3968c9bea5b {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:01.627555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-4c001579-07ea-44ed-9247-a5bb50fd3780 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059949 Dec 10 16:36:01.669731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b77173-61d9-4076-a1ac-e7c9e0af6caa req-7b05803b-d345-4482-8fa6-5db10e46ad94 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:01.671316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63b77173-61d9-4076-a1ac-e7c9e0af6caa req-7b05803b-d345-4482-8fa6-5db10e46ad94 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 944 time: 0.1904407 Dec 10 16:36:01.671971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Port b0d939e3-242b-498d-bb42-49b04e462c95 on network ceac6473-e5f7-489c-9b76-b3968c9bea5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:01.672295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Attempting to bind port b0d939e3-242b-498d-bb42-49b04e462c95 on network ceac6473-e5f7-489c-9b76-b3968c9bea5b {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:01.696338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:01.696676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Checking segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:01.697106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Bound using segment: {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:01.698214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Bound port: b0d939e3-242b-498d-bb42-49b04e462c95, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:01.698214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.731910 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3e1610e5-2530-4225-855a-89e16242c438 req-969810ff-efef-40f2-80bd-9013cf4aade0 service neutron] 10.222.0.61 "GET /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957534 Dec 10 16:36:01.749133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:01.751673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::3b3 (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/a1cb3522-b264-4fb8-87a2-115fbfb76104) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:01.758202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.792790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:01.808358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.809198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Added segment 01c97eb7-9440-46ba-85bc-b7807fa3d8b1 of type vlan for network 8d8e9bad-ba41-4176-93f2-880df87449bc Dec 10 16:36:01.813880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63b77173-61d9-4076-a1ac-e7c9e0af6caa req-64000c83-cda4-498d-ac68-654910126323 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360528 Dec 10 16:36:01.870327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:01.874780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.901376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.902645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:01.989954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:01.994487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.000221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.000801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.058123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.058365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.065597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Network': ['ID=8d8e9bad-ba41-4176-93f2-880df87449bc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.087143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8d8e9bad-ba41-4176-93f2-880df87449bc details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:02.097662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.098293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.099668 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0d939e3-242b-498d-bb42-49b04e462c95 HTTP/1.1" status: 200 len: 1094 time: 1.5601900 Dec 10 16:36:02.100122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:02.102479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74beaf49-ed58-43f2-8801-ac43fb16d8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:02.128271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b44a7c-0084-42fa-8cef-8159024a83a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.160464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b69e2e8-07b2-4a91-a18d-1bd066bd936e x-openstack-request-id: req-1b69e2e8-07b2-4a91-a18d-1bd066bd936e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:02.160829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:02.161104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b69e2e8-07b2-4a91-a18d-1bd066bd936e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:02.161554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'status': 'completed', 'code': 200} Dec 10 16:36:02.169093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:02.179056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:02.190589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:02.207425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.213212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Pushing event updated for resources: {'Port': ['ID=e1639782-9714-4809-9ca7-26527ccf7d35,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.239781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-467eeaed-3670-4885-abf6-171fb019f6c3 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7419748 Dec 10 16:36:02.240221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.246399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'network': {'name': 'tempest-router-network02--787934959'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:02.278293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Attempting to bind port e1639782-9714-4809-9ca7-26527ccf7d35 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:02.278686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Attempting to bind port e1639782-9714-4809-9ca7-26527ccf7d35 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '40017ffc-821d-4abe-9703-6ca0cd29a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:02.279170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Attempting to bind port e1639782-9714-4809-9ca7-26527ccf7d35 on network 2f36d191-318e-48a1-b3dd-e152b6017e1d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:02.290453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:02.290453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Checking segment: {'id': '40017ffc-821d-4abe-9703-6ca0cd29a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:02.291448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.291812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Bound using segment: {'id': '40017ffc-821d-4abe-9703-6ca0cd29a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:02.292322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Bound port: e1639782-9714-4809-9ca7-26527ccf7d35, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40017ffc-821d-4abe-9703-6ca0cd29a653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f36d191-318e-48a1-b3dd-e152b6017e1d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:02.292719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.322570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:02.349437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b183bc2-4a91-40c3-897e-64cbe7397641 req-b36b2b4c-5282-4d13-8e44-008b0c1aee56 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.349437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b183bc2-4a91-40c3-897e-64cbe7397641 req-b36b2b4c-5282-4d13-8e44-008b0c1aee56 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1546507 Dec 10 16:36:02.349437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:02.349437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:02.351327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.351968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.377987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:02.378331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] For port e1639782-9714-4809-9ca7-26527ccf7d35, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:02.381743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] For port e1639782-9714-4809-9ca7-26527ccf7d35, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1639782-9714-4809-9ca7-26527ccf7d35,segment=NetworkSegment(40017ffc-821d-4abe-9703-6ca0cd29a653),segment_id=40017ffc-821d-4abe-9703-6ca0cd29a653)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:02.383669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.388778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=a1cb3522-b264-4fb8-87a2-115fbfb76104,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.396327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-e06094ff-8170-4b24-a876-8dbcc131124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.397931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-e06094ff-8170-4b24-a876-8dbcc131124a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1097 time: 0.2006335 Dec 10 16:36:02.443277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:02.466552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.467248 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Added segment e1ffa081-f01d-4b2d-af00-b7dd965b4bd6 of type vlan for network e9ab9d37-89b9-499a-92b1-207b06878f70 Dec 10 16:36:02.477496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b183bc2-4a91-40c3-897e-64cbe7397641 req-66716b88-e43e-4e63-8615-1aaf3d315928 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225445 Dec 10 16:36:02.530266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.555012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.642550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf75b69-a981-408d-b347-9103f0754c0f None None] Pushing event updated for resources: {'Port': ['ID=e1639782-9714-4809-9ca7-26527ccf7d35,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.666835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-c657a96e-8811-4ff1-b0bb-e52661bb4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.668263 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-c657a96e-8811-4ff1-b0bb-e52661bb4a5e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2522793 Dec 10 16:36:02.677117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7ff1cb57-495e-4e38-a26b-24eb6a46c5a4 None None] Provisioning complete for port a1cb3522-b264-4fb8-87a2-115fbfb76104 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:02.677499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff1cb57-495e-4e38-a26b-24eb6a46c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.715342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1cb57-495e-4e38-a26b-24eb6a46c5a4 None None] Port a1cb3522-b264-4fb8-87a2-115fbfb76104 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:02.748155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fcae9d99-4fd5-4612-9303-091cb623318f tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7504542 Dec 10 16:36:02.750965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:02.757913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'network_id': 'e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1424609350'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:02.813919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.819961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.822684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:02.887574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-11c232a3-71e2-4fcd-8a6f-fc1e45a46ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:02.889104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74beaf49-ed58-43f2-8801-ac43fb16d8d7 req-11c232a3-71e2-4fcd-8a6f-fc1e45a46ca2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113991 Dec 10 16:36:02.968123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Network': ['ID=e9ab9d37-89b9-499a-92b1-207b06878f70,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:02.981324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e9ab9d37-89b9-499a-92b1-207b06878f70 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:03.029851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-57b8b18b-014f-4390-a646-023f2948d484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.045829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b890a-5863-4159-9216-7ce5634a154c req-02322dcd-9579-4e54-aa3a-7a8d05ed39df tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:03.047730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-428b890a-5863-4159-9216-7ce5634a154c req-02322dcd-9579-4e54-aa3a-7a8d05ed39df tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 944 time: 0.1016936 Dec 10 16:36:03.063136 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6317e24b-8e6f-4181-bc78-7dd9af7e1b35 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8206153 Dec 10 16:36:03.065963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-03e47b23-aae0-48eb-97ee-f9b9fbc5d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:03.066988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50038) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:03.073025 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-03e47b23-aae0-48eb-97ee-f9b9fbc5d4a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1097 time: 0.0787587 Dec 10 16:36:03.074896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'subnet': {'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:03.131073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-2a65e9bd-334b-4a11-86dd-1d5e1a30de74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d939e3-242b-498d-bb42-49b04e462c95 HTTP/1.1" status: 200 len: 217 time: 0.0521443 Dec 10 16:36:03.155535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-428b890a-5863-4159-9216-7ce5634a154c req-cd10f283-3731-4090-842e-6dbfd938212f tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003704 Dec 10 16:36:03.193303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-5174b4d9-aa4c-49ca-b15c-28c4c2f18ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:03.194780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-5174b4d9-aa4c-49ca-b15c-28c4c2f18ec1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5 HTTP/1.1" status: 200 len: 835 time: 0.0520818 Dec 10 16:36:03.225883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Made reservation on behalf of 33d6c3b3b293490ba506da2a1e8cf494 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:03.229822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.256751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-b4571829-596a-4b82-b6e6-a27908603a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:03.258387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-b4571829-596a-4b82-b6e6-a27908603a7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceac6473-e5f7-489c-9b76-b3968c9bea5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494845 Dec 10 16:36:03.261247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] device_id is not set on port f40a0613-0a16-4a45-a892-1f11ada35962 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:03.344536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:03.348162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.349871 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-c75a287c-d40c-4097-862f-caf793e2f378 service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828128 Dec 10 16:36:03.455702 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3c3e6af0-61a9-4f04-8078-c98b7be1a9d8 req-bf37a170-41e8-40ae-8442-87034b455094 service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974827 Dec 10 16:36:03.734361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Allocated IP 2001:db8::32d (e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d/4aacd335-c7fb-4539-a5aa-e9a3c46f420f/f40a0613-0a16-4a45-a892-1f11ada35962) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:03.764778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23b4ef-1928-4ff8-84e0-f4a26cd932c4 None None] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:03.810975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8acb1d-12ba-4553-8d72-be36a99b4622 req-9a1cad0f-a0d5-4f30-b9a7-4d1ac8df3d75 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:03.812548 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d8acb1d-12ba-4553-8d72-be36a99b4622 req-9a1cad0f-a0d5-4f30-b9a7-4d1ac8df3d75 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1283693 Dec 10 16:36:03.877939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] Provisioning complete for port e1639782-9714-4809-9ca7-26527ccf7d35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:03.878312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:03.921482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:03.984349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.027624 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d8acb1d-12ba-4553-8d72-be36a99b4622 req-cdd09834-3255-4ab2-a085-be044b0eaa01 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035527 Dec 10 16:36:04.055378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] For port e1639782-9714-4809-9ca7-26527ccf7d35, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1639782-9714-4809-9ca7-26527ccf7d35,segment=NetworkSegment(40017ffc-821d-4abe-9703-6ca0cd29a653),segment_id=40017ffc-821d-4abe-9703-6ca0cd29a653)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:04.058071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c2732-5bdf-4156-bb5d-4916c8b7ba37 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.059211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c2732-5bdf-4156-bb5d-4916c8b7ba37 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.059765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c2732-5bdf-4156-bb5d-4916c8b7ba37 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.075919 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e34c2732-5bdf-4156-bb5d-4916c8b7ba37 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=8dcb051692aa448d96552f4f53203699&network_id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 2999 time: 0.1385100 Dec 10 16:36:04.092787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1639782-9714-4809-9ca7-26527ccf7d35 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:04.103704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.161899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.180114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea390c-d993-4a89-8205-ff68da262344 req-a41de39f-789c-4145-bd44-01fe88cce8d0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.185609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8ea390c-d993-4a89-8205-ff68da262344 req-a41de39f-789c-4145-bd44-01fe88cce8d0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0594602 Dec 10 16:36:04.220299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09773320-4ca7-4b5c-a2b5-62927452fe83 None None] Pushing event updated for resources: {'Port': ['ID=e1639782-9714-4809-9ca7-26527ccf7d35,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:04.227935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e1639782-9714-4809-9ca7-26527ccf7d35 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:04.228340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.259311 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8ea390c-d993-4a89-8205-ff68da262344 req-b07088c3-06aa-4f49-8a01-a9773e5236c0 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705128 Dec 10 16:36:04.290784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.325457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.383736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-976dc2b3-bc07-4ec6-96d9-9109ca775bce None None] Provisioning complete for port e1639782-9714-4809-9ca7-26527ccf7d35 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:04.384220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-976dc2b3-bc07-4ec6-96d9-9109ca775bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.395143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44de97-2008-45c1-ab67-e2188cfe565c req-53fd6932-b2c2-4b37-87c4-5e83100d3a7e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.396845 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8a44de97-2008-45c1-ab67-e2188cfe565c req-53fd6932-b2c2-4b37-87c4-5e83100d3a7e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 944 time: 0.1519136 Dec 10 16:36:04.425324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Subnet': ['ID=dfedea99-28fb-422f-aa15-2020c5394b56,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:04.432421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:04.450658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:04.454498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=f40a0613-0a16-4a45-a892-1f11ada35962,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:04.459051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:04.464106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.464575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.490424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Checking segment: {'id': '01c97eb7-9440-46ba-85bc-b7807fa3d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:04.493398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network hostable DHCP agents. Network: 8d8e9bad-ba41-4176-93f2-880df87449bc, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:04.517096 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8a44de97-2008-45c1-ab67-e2188cfe565c req-c624a184-14bb-461b-be18-b0b5488bea5e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113455 Dec 10 16:36:04.660834 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c0b8af9-541e-4bbe-8cd0-5de4790144f2 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9083633 Dec 10 16:36:04.663885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:04.669226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:28:50:f6'}, {'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:8a:01:79'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:04.696354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-469e7536-0ef4-47ad-a96c-814715e0da32 None None] Provisioning complete for port f40a0613-0a16-4a45-a892-1f11ada35962 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:04.697469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-469e7536-0ef4-47ad-a96c-814715e0da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.698423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 8d8e9bad-ba41-4176-93f2-880df87449bc is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:04.735029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-469e7536-0ef4-47ad-a96c-814715e0da32 None None] Port f40a0613-0a16-4a45-a892-1f11ada35962 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:04.827699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8d8e9bad-ba41-4176-93f2-880df87449bc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:04.830073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:04.830702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.843607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a3cbd-4bf8-4558-a346-6fd66afe3d1c None None] Network 8d8e9bad-ba41-4176-93f2-880df87449bc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:04.853156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:04.954094 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b26e2164-4c8a-43a2-8a56-98c79ecce47f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8859000 Dec 10 16:36:04.957222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:04.963683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'subnet': {'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:04.982548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8d8e9bad-ba41-4176-93f2-880df87449bc', 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc', 'project_id': '928f13bba7d5474f8dc4dbe1a1c6911b', 'fixed_ips': [{'subnet_id': 'dfedea99-28fb-422f-aa15-2020c5394b56'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:04.983684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.021282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798143-3f92-4212-a98a-8856bf7db85e req-88357520-e2ec-42dd-92c6-209520e2f19e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:05.023327 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-76798143-3f92-4212-a98a-8856bf7db85e req-88357520-e2ec-42dd-92c6-209520e2f19e tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1237721 Dec 10 16:36:05.098195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-76798143-3f92-4212-a98a-8856bf7db85e req-130f93c7-bf63-49e4-8299-0f3dc6f29548 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652201 Dec 10 16:36:05.139378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Allocated IP 2001:db8::2 (8d8e9bad-ba41-4176-93f2-880df87449bc/dfedea99-28fb-422f-aa15-2020c5394b56/a0b6fa80-15ae-4dad-a8f4-40f092b97f5e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:05.150444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.166142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:05.169775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.197172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de996238-ba5a-4a33-ace8-60a1a36a9a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.234637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.273443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] In _notify_port_updated(), no bound segment for port f40a0613-0a16-4a45-a892-1f11ada35962 on network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:36:05.279943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:05.280325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.282184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "PUT /v2.0/ports/f40a0613-0a16-4a45-a892-1f11ada35962 HTTP/1.1" status: 200 len: 1068 time: 0.6169951 Dec 10 16:36:05.284790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:05.300637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.330266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d90f84-9136-481e-a6f5-49181e27dc14 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event updated for resources: {'Port': ['ID=f40a0613-0a16-4a45-a892-1f11ada35962,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.400405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port f40a0613-0a16-4a45-a892-1f11ada35962 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:05.401005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.463815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.500243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.516427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for f40a0613-0a16-4a45-a892-1f11ada35962 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:05.517123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Network 8d8e9bad-ba41-4176-93f2-880df87449bc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:05.520136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:05.525085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:05.532330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Pushing event updated for resources: {'Port': ['ID=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.550615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.602708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2e3d095d-534e-47d4-8753-9a3b2494eb77 None None] Provisioning complete for port f40a0613-0a16-4a45-a892-1f11ada35962 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:05.603087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e3d095d-534e-47d4-8753-9a3b2494eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.605901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Attempting to bind port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:05.606280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Attempting to bind port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '01c97eb7-9440-46ba-85bc-b7807fa3d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:05.606651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Attempting to bind port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e on network 8d8e9bad-ba41-4176-93f2-880df87449bc {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:05.633063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:05.633956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Checking segment: {'id': '01c97eb7-9440-46ba-85bc-b7807fa3d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:05.633956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.634444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Bound using segment: {'id': '01c97eb7-9440-46ba-85bc-b7807fa3d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:05.634588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Bound port: a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c97eb7-9440-46ba-85bc-b7807fa3d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8d8e9bad-ba41-4176-93f2-880df87449bc'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:05.634982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.693688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d095d-534e-47d4-8753-9a3b2494eb77 None None] Port f40a0613-0a16-4a45-a892-1f11ada35962 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:05.722258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] For port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:05.726363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] For port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,segment=NetworkSegment(01c97eb7-9440-46ba-85bc-b7807fa3d8b1),segment_id=01c97eb7-9440-46ba-85bc-b7807fa3d8b1)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:05.748045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Subnet': ['ID=2a08ab98-6b62-425d-946d-4e47fa2f981b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.760441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Checking segment: {'id': 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:05.760808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network hostable DHCP agents. Network: e9ab9d37-89b9-499a-92b1-207b06878f70, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:05.790258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86af43-d4a1-447b-a39d-5186719b7a3b req-f6299168-09da-4ef7-a45b-609185ee08c0 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:05.793382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ff86af43-d4a1-447b-a39d-5186719b7a3b req-f6299168-09da-4ef7-a45b-609185ee08c0 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 944 time: 0.1041832 Dec 10 16:36:05.830329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.855791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ff86af43-d4a1-447b-a39d-5186719b7a3b req-b7e7e6b4-2d81-4907-b310-87d60f00aaed tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 Dec 10 16:36:05.857786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:05.897148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network e9ab9d37-89b9-499a-92b1-207b06878f70 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:05.899322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ef77-a3ff-4d7e-aa16-55070eb28ad2 None None] Pushing event updated for resources: {'Port': ['ID=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:05.923039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=f40a0613-0a16-4a45-a892-1f11ada35962,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:06.008668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e9ab9d37-89b9-499a-92b1-207b06878f70) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:06.018149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:06.018760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.035765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302589e-3a7e-4838-8858-50d65cdede7d None None] Network e9ab9d37-89b9-499a-92b1-207b06878f70 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:06.094364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1639782-9714-4809-9ca7-26527ccf7d35 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:06.144809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a4b03a5b-dc04-4aae-99f2-dc5dd7ffa62c tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1854963 Dec 10 16:36:06.146981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:06.159552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.165396 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-73834bfe-9fc0-4179-8bc1-45cb40adb14d tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/f40a0613-0a16-4a45-a892-1f11ada35962 HTTP/1.1" status: 204 len: 168 time: 0.8793380 Dec 10 16:36:06.168064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:06.243551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e1639782-9714-4809-9ca7-26527ccf7d35 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:06.244692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.247835 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-41061890-ae79-4361-ad78-825a4ee63fd9 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] GET failed (client error): The resource could not be found. Dec 10 16:36:06.251748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41061890-ae79-4361-ad78-825a4ee63fd9 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports/f40a0613-0a16-4a45-a892-1f11ada35962 HTTP/1.1" status: 404 len: 333 time: 0.0801952 Dec 10 16:36:06.256382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50086) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:06.297143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e9ab9d37-89b9-499a-92b1-207b06878f70', 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70', 'project_id': '928f13bba7d5474f8dc4dbe1a1c6911b', 'fixed_ips': [{'subnet_id': '2a08ab98-6b62-425d-946d-4e47fa2f981b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:06.298028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.353626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19bd2e-5ae2-44a5-9f0b-d930b28e2434 req-1ab4d2a8-3514-4958-82f6-fb13bc9a2981 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:06.355195 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cc19bd2e-5ae2-44a5-9f0b-d930b28e2434 req-1ab4d2a8-3514-4958-82f6-fb13bc9a2981 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1100631 Dec 10 16:36:06.479188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:36:06.568144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.735531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cc19bd2e-5ae2-44a5-9f0b-d930b28e2434 req-980f4156-8687-4e7c-9f11-274bac1ccbed tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685983 Dec 10 16:36:06.748388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port a1cb3522-b264-4fb8-87a2-115fbfb76104 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:06.748959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.776442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Allocated IP 2001:db8::2 (e9ab9d37-89b9-499a-92b1-207b06878f70/2a08ab98-6b62-425d-946d-4e47fa2f981b/c96e9c37-5e3d-497c-8761-2e0cf579ba80) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:06.874196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.875695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:06.897467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for a1cb3522-b264-4fb8-87a2-115fbfb76104 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:06.908964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:06.910716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Allocated IP 2001:db8::1 (8d8e9bad-ba41-4176-93f2-880df87449bc/dfedea99-28fb-422f-aa15-2020c5394b56/bc53aa31-a999-4828-9fbd-34a4d2b0d225) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:06.926541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'mac_address': 'fa:16:3e:5a:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:36:06.987664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.009712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:07.057252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:07.075287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.137516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.140586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acdc0-2ea4-46ee-8fa6-97ecaa06d4af req-9b8c81bb-2486-48ea-86b7-aab9625b774d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:07.142321 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e81acdc0-2ea4-46ee-8fa6-97ecaa06d4af req-9b8c81bb-2486-48ea-86b7-aab9625b774d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 944 time: 0.1147299 Dec 10 16:36:07.147687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.167470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.177571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.224089 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e81acdc0-2ea4-46ee-8fa6-97ecaa06d4af req-a31767d4-a2a5-4da0-b5f4-762898a89e53 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Dec 10 16:36:07.248183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.255338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Network e9ab9d37-89b9-499a-92b1-207b06878f70 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:07.267147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/a1cb3522-b264-4fb8-87a2-115fbfb76104 HTTP/1.1" status: 204 len: 168 time: 1.0096459 Dec 10 16:36:07.269582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:07.270146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:07.279945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a62ef-d79a-4bc6-8dff-9450a755cfa4 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=a1cb3522-b264-4fb8-87a2-115fbfb76104,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.302579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:07.304661 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde7d2da-f113-4904-9f17-9c4a9c9a2e7b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] GET failed (client error): The resource could not be found. Dec 10 16:36:07.317897 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cde7d2da-f113-4904-9f17-9c4a9c9a2e7b tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "GET /v2.0/ports/a1cb3522-b264-4fb8-87a2-115fbfb76104 HTTP/1.1" status: 404 len: 333 time: 0.0464814 Dec 10 16:36:07.322626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:07.327787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.360541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278f6c-14ac-4c47-9e63-c677bc00a170 req-0f48d7da-f684-4c52-a693-631d45d6cbdd tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:07.361176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.370551 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02278f6c-14ac-4c47-9e63-c677bc00a170 req-0f48d7da-f684-4c52-a693-631d45d6cbdd tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.0739017 Dec 10 16:36:07.419319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db843f-9b14-4de9-b9b9-52f48e928d6b None None] Network 8d8e9bad-ba41-4176-93f2-880df87449bc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:07.460065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02278f6c-14ac-4c47-9e63-c677bc00a170 req-2a1b2bb1-ac73-4770-beeb-0f8822d2b327 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794909 Dec 10 16:36:07.470771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['b0d939e3-242b-498d-bb42-49b04e462c95'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:07.493967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 8d8e9bad-ba41-4176-93f2-880df87449bc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:07.497764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Port': ['ID=bc53aa31-a999-4828-9fbd-34a4d2b0d225,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.502850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:07.507348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:07.507777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.539431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-e747406c-eb86-45ef-81ab-7eb5c3e377fd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:07.541237 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-e747406c-eb86-45ef-81ab-7eb5c3e377fd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.0866852 Dec 10 16:36:07.548392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Pushing event updated for resources: {'Port': ['ID=c96e9c37-5e3d-497c-8761-2e0cf579ba80,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:07.582505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port 7e3744ec-ab12-4019-8ee5-8a1e53faa3ac {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:07.582893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.587976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Attempting to bind port c96e9c37-5e3d-497c-8761-2e0cf579ba80 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:07.588146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Attempting to bind port c96e9c37-5e3d-497c-8761-2e0cf579ba80 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:07.588482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Attempting to bind port c96e9c37-5e3d-497c-8761-2e0cf579ba80 on network e9ab9d37-89b9-499a-92b1-207b06878f70 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:07.604816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] Provisioning complete for port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:07.605233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.608786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:07.609211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Checking segment: {'id': 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:07.609615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.610019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Bound using segment: {'id': 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:07.610511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Bound port: c96e9c37-5e3d-497c-8761-2e0cf579ba80, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e9ab9d37-89b9-499a-92b1-207b06878f70'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:07.610950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.645535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:07.694017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.703787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Deleting port 8356f835-9856-42d0-96f3-88648d7798d2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:07.703787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.727391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for 7e3744ec-ab12-4019-8ee5-8a1e53faa3ac owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:07.750586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f59b04-2d1c-4363-94a4-9574c75fb79e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:07.760982 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a6f59b04-2d1c-4363-94a4-9574c75fb79e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 814 time: 0.1055920 Dec 10 16:36:07.826215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] For port c96e9c37-5e3d-497c-8761-2e0cf579ba80, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:07.838208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] For port c96e9c37-5e3d-497c-8761-2e0cf579ba80, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c96e9c37-5e3d-497c-8761-2e0cf579ba80,segment=NetworkSegment(e1ffa081-f01d-4b2d-af00-b7dd965b4bd6),segment_id=e1ffa081-f01d-4b2d-af00-b7dd965b4bd6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:07.896107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] For port 8356f835-9856-42d0-96f3-88648d7798d2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8356f835-9856-42d0-96f3-88648d7798d2,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:07.896476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.902808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.910311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:07.995789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.013112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bca01-a0df-4953-9fae-528ce85f077e req-212a5ff2-fc18-43ea-a197-29db555450d9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:08.020782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-255bca01-a0df-4953-9fae-528ce85f077e req-212a5ff2-fc18-43ea-a197-29db555450d9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 945 time: 0.1763127 Dec 10 16:36:08.059448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.095922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.172313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=7e3744ec-ab12-4019-8ee5-8a1e53faa3ac,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:08.197722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a0b6fa80-15ae-4dad-a8f4-40f092b97f5e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:08.201809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-255bca01-a0df-4953-9fae-528ce85f077e req-e68b8b9d-37f0-41d4-918c-c3a3a5c70e64 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e79b0-9366-4947-a698-89a6ed935094&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742544 Dec 10 16:36:08.249814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] For port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,segment=NetworkSegment(01c97eb7-9440-46ba-85bc-b7807fa3d8b1),segment_id=01c97eb7-9440-46ba-85bc-b7807fa3d8b1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:08.290548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d74c6b-2028-45f5-8645-650b517ecae7 None None] Pushing event updated for resources: {'Port': ['ID=c96e9c37-5e3d-497c-8761-2e0cf579ba80,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:08.299897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.301526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.304362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Floating IP cc47eb0f-2296-4359-b58e-5256a607edb6 disassociated. External IP: 172.26.4.66, port: 8356f835-9856-42d0-96f3-88648d7798d2. Dec 10 16:36:08.304362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Calling delete_port for 8356f835-9856-42d0-96f3-88648d7798d2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:08.338278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.389788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:08.390184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.398788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.404021 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-488df17d-207f-48ed-8579-7db159c6152e tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/ports/7e3744ec-ab12-4019-8ee5-8a1e53faa3ac HTTP/1.1" status: 204 len: 168 time: 1.0801237 Dec 10 16:36:08.412739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50120) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:08.455712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:08.477582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--895234898', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:08.496050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c697eea-fa5f-444d-8dc2-d7e337e00191 None None] Pushing event updated for resources: {'Port': ['ID=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:08.522650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d105845e-1358-4773-812d-c4df405f1931 None None] Provisioning complete for port bc53aa31-a999-4828-9fbd-34a4d2b0d225 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:08.523084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d105845e-1358-4773-812d-c4df405f1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.562813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting subnet 4aacd335-c7fb-4539-a5aa-e9a3c46f420f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:08.566586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.647897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.670712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:08.674428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.711220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d105845e-1358-4773-812d-c4df405f1931 None None] Port bc53aa31-a999-4828-9fbd-34a4d2b0d225 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:08.718918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.730779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:08.756128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d105845e-1358-4773-812d-c4df405f1931 None None] Provisioning complete for port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:08.756360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d105845e-1358-4773-812d-c4df405f1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.759241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.763710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment cc3292b2-afb4-4a43-bb52-edeb13f294c7 of type vlan for network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 Dec 10 16:36:08.846795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.869329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33a6e9-c9b2-49cd-9ec0-d55d51e8e78c req-cae75b83-79a5-40cd-b3ff-c2fefbe65bf3 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:08.870044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d13e8-fe3a-4e6c-8e2a-50dccb5893b2 req-8ed49e9d-60d1-4d2d-a20a-f5aa67ee5e58 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:08.871537 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-731d13e8-fe3a-4e6c-8e2a-50dccb5893b2 req-8ed49e9d-60d1-4d2d-a20a-f5aa67ee5e58 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 945 time: 0.4577546 Dec 10 16:36:08.877063 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7c33a6e9-c9b2-49cd-9ec0-d55d51e8e78c req-cae75b83-79a5-40cd-b3ff-c2fefbe65bf3 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.1280675 Dec 10 16:36:08.913833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.913833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.916377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:08.963611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.006611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.013722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-731d13e8-fe3a-4e6c-8e2a-50dccb5893b2 req-5be62094-f9fa-4bd1-b8e7-090705b4f7cd tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914781 Dec 10 16:36:09.054375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event deleted for resources: {'Port': ['ID=8356f835-9856-42d0-96f3-88648d7798d2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:09.060645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7f5972d9-3cab-4a19-b39b-60ef8f7489a6 None None] Provisioning complete for port bc53aa31-a999-4828-9fbd-34a4d2b0d225 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:09.061434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f5972d9-3cab-4a19-b39b-60ef8f7489a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.062134 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7c33a6e9-c9b2-49cd-9ec0-d55d51e8e78c req-ee5ede8a-a549-4a02-9eb8-2842c4045ba8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840336 Dec 10 16:36:09.062783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Port': ['ID=bc53aa31-a999-4828-9fbd-34a4d2b0d225,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:09.113036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7f5972d9-3cab-4a19-b39b-60ef8f7489a6 None None] Port bc53aa31-a999-4828-9fbd-34a4d2b0d225 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:09.121666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 8d8e9bad-ba41-4176-93f2-880df87449bc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:09.123043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:09.221952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Router 06555661-cdea-462b-874d-2fa7725dedd8 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:09.306536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.413677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Subnet': ['ID=4aacd335-c7fb-4539-a5aa-e9a3c46f420f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:09.442362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.449560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-51e00dca-070d-47b3-a808-806834b4c229 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/subnets/4aacd335-c7fb-4539-a5aa-e9a3c46f420f HTTP/1.1" status: 204 len: 168 time: 0.9731519 Dec 10 16:36:09.450954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2cafd-929e-4666-bb53-5396d79c9499 None None] Network e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:09.468726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b1765b72-8b78-40a0-b867-bc6a2d25ae3a req-8f8c2697-a0fb-408d-a627-797c4ba1e062 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.1100709 Dec 10 16:36:09.474828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:09.565513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6d0f6209-a2f3-4de5-9f73-deb0c71dc49c None None] Provisioning complete for port bc53aa31-a999-4828-9fbd-34a4d2b0d225 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:09.565888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d0f6209-a2f3-4de5-9f73-deb0c71dc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.575463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.581798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:09.582540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.588675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:09.602054 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Sync routers for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:09.617558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:09.619123 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:09.646026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f6209-a2f3-4de5-9f73-deb0c71dc49c None None] Port bc53aa31-a999-4828-9fbd-34a4d2b0d225 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:09.649772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.685228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] No DVR routers for this DVR port 8356f835-9856-42d0-96f3-88648d7798d2 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:09.689821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.694793 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4e8df4e0-a56e-44b5-bbae-203cf949849e req-f7fce5a7-6842-4bd8-a38f-f1f1c2521738 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.61 "DELETE /v2.0/ports/8356f835-9856-42d0-96f3-88648d7798d2 HTTP/1.1" status: 204 len: 173 time: 2.1461740 Dec 10 16:36:09.696616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'name': 'network-vif-deleted', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:09.699576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc1296-d8a0-412b-8ff4-470da8a07203" -d '{"events": [{"server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "name": "network-vif-deleted", "tag": "8356f835-9856-42d0-96f3-88648d7798d2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:09.699989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=606bfdeb-c2bc-4497-8e93-4d5866b03da0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:09.716212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:09.756849 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:09.800570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38171f21-86d4-40f5-9d76-bf221678c32b x-openstack-request-id: req-38171f21-86d4-40f5-9d76-bf221678c32b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:09.801240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb323a2-0098-48f9-97c2-de8c4efbdb52", "name": "network-vif-deleted", "tag": "8356f835-9856-42d0-96f3-88648d7798d2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:09.801958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38171f21-86d4-40f5-9d76-bf221678c32b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:09.802114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb323a2-0098-48f9-97c2-de8c4efbdb52', 'name': 'network-vif-deleted', 'tag': '8356f835-9856-42d0-96f3-88648d7798d2', 'status': 'completed', 'code': 200} Dec 10 16:36:09.806476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] DHCP port deletion for e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:09.835822 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6779a3e4-8dfe-4bd7-bd32-2c2cb37bcf2c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3769591 Dec 10 16:36:09.845069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:09.845244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Deleting port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:09.845244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.938373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] For port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,segment=NetworkSegment(54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb),segment_id=54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:09.943359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.947274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Router d96f84ac-ffb7-4c55-893e-864d36a9697d is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:36:09.950742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Deleting port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:09.951156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:09.988748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Calling delete_port for 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:10.031428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfad713-b2a4-4d80-acb9-cbf34b82d609 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.038204 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3cfad713-b2a4-4d80-acb9-cbf34b82d609 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1981754 Dec 10 16:36:10.055020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.059269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] For port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,segment=NetworkSegment(54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb),segment_id=54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:10.059693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.073652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Calling delete_port for 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:10.086553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487dc5d7-e883-4f6d-8552-ef2dae34384b None None] Network e9ab9d37-89b9-499a-92b1-207b06878f70 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:10.192740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] Provisioning complete for port c96e9c37-5e3d-497c-8761-2e0cf579ba80 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:10.193140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.269860 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.275304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:10.311838 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Checking router: 06555661-cdea-462b-874d-2fa7725dedd8 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:10.316113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a0b6fa80-15ae-4dad-a8f4-40f092b97f5e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:10.325215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6a8564fc-58de-4063-adcd-f06c153a7919 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1745584 Dec 10 16:36:10.325425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] Sync routers for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:10.326701 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:10.327602 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.339002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50144) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.381117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6086d-3473-4c11-b6b0-1805d836cc04 req-f0111f86-7ef3-458d-9f4d-e68969b17fd5 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.382802 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b8a6086d-3473-4c11-b6b0-1805d836cc04 req-f0111f86-7ef3-458d-9f4d-e68969b17fd5 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.1194477 Dec 10 16:36:10.415247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.417176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:10.417821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.435397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bd184-cfe4-4f6f-bf21-9ca9ab6c10a0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.437408 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-957bd184-cfe4-4f6f-bf21-9ca9ab6c10a0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3700559 Dec 10 16:36:10.455364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.458120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.460812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.485444 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:10.509962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] No DVR routers for this DVR port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:10.532750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-1c81fa07-2f30-4481-a64b-b1997128f013 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.534385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-1c81fa07-2f30-4481-a64b-b1997128f013 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.4289596 Dec 10 16:36:10.537176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed7fd-a32a-4b3e-92bf-3e918801ef44 None None] Pushing event deleted for resources: {'Port': ['ID=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:10.542328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:10.542527 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e03192cb-12de-48c4-a88f-e844bfd7efce tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825756 Dec 10 16:36:10.544226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.599099 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b8a6086d-3473-4c11-b6b0-1805d836cc04 req-f97e3b71-ffc7-4535-91cc-fb2f9d918d3d tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090981 Dec 10 16:36:10.605347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:10.605347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.606105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-234f4ad6-5d0c-434e-a52d-688c2d0755ce tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600398 Dec 10 16:36:10.609582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.672333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] For port c96e9c37-5e3d-497c-8761-2e0cf579ba80, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c96e9c37-5e3d-497c-8761-2e0cf579ba80,segment=NetworkSegment(e1ffa081-f01d-4b2d-af00-b7dd965b4bd6),segment_id=e1ffa081-f01d-4b2d-af00-b7dd965b4bd6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:10.676202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ddca4-224d-44c3-88a8-57437b144fee req-7561e756-3112-4f8d-9ef4-b7b44abde05e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.684411 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d2ddca4-224d-44c3-88a8-57437b144fee req-7561e756-3112-4f8d-9ef4-b7b44abde05e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 945 time: 0.4734309 Dec 10 16:36:10.687801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:10.688182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.745456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:10.746137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9082939-cd5b-4ba7-8b22-05fd187290de None None] The sync data for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:10.746265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058179ea-79cf-4f1c-aaa4-7f2d44212ba3 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:10.758611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-058179ea-79cf-4f1c-aaa4-7f2d44212ba3 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440368 Dec 10 16:36:10.760136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.760297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.806625 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-382615e3-88a2-4627-a19d-4303aeb47017 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433273 Dec 10 16:36:10.808489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.812382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c96e9c37-5e3d-497c-8761-2e0cf579ba80 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:10.822571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50156) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:10.838518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596780472', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:10.842807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Port': ['ID=22a28aa9-e166-4fdb-8c47-62d3ee6a9585,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:10.854103 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1a81c8ca-d177-4ee5-9c32-2544dafcdfd1 req-776dc11b-dd15-44cd-9e98-3b5d78bc170c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cb323a2-0098-48f9-97c2-de8c4efbdb52 HTTP/1.1" status: 200 len: 210 time: 0.0474851 Dec 10 16:36:10.906854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893b392-1596-4dab-b527-ebbe3fa893ae None None] Pushing event updated for resources: {'Port': ['ID=c96e9c37-5e3d-497c-8761-2e0cf579ba80,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:10.929392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port c96e9c37-5e3d-497c-8761-2e0cf579ba80 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:10.929392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.945446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] No DVR routers for this DVR port 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:10.968246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port b0d939e3-242b-498d-bb42-49b04e462c95 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:36:10.975573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d1af2b1d-e64d-4f04-a22b-8ed63e324980 None None] Provisioning complete for port c96e9c37-5e3d-497c-8761-2e0cf579ba80 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:10.975573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1af2b1d-e64d-4f04-a22b-8ed63e324980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.981889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port b0d939e3-242b-498d-bb42-49b04e462c95 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:10.981889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:10.992653 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:11.042018 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916b91f-c751-4dc0-b9ff-3c7de9865c73 None None] The sync data for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv is: [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:32:34Z', 'revision_number': 4, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '158992c2-3412-49cd-958a-e475b2f421fd', 'name': '', 'network_id': '0acb749c-af33-4e1f-be3e-5b473cc7e286', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'mac_address': 'fa:16:3e:6a:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:32Z', 'updated_at': '2021-12-10T16:32:43Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'subnets': [{'id': '745eb6fb-bb30-4a6f-8644-434b39d5a082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:11.057093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d2ddca4-224d-44c3-88a8-57437b144fee req-232934ba-7b67-451f-87c7-63d6802bd03b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634796 Dec 10 16:36:11.212539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.250050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Deleting port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:11.250425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.257243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:11.307756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:11.308126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c0a8d0-dbc6-433d-b7a4-62a46a97a1fb') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:11.347174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.376212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:11.379999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a22dc4-6d3e-4872-bbf4-fd655b6c8171" -d '{"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-plugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:11.399714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:11.401514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:11.408074 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50c8f1-48b2-458b-b943-62739e4b616c None None] New status for floating IP cc47eb0f-2296-4359-b58e-5256a607edb6: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:36:11.425486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eecee7-aa2f-458c-86ee-c71536415421 x-openstack-request-id: req-82eecee7-aa2f-458c-86ee-c71536415421 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:11.425486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-plugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:11.425486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82eecee7-aa2f-458c-86ee-c71536415421 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:11.426059 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'code': 200} Dec 10 16:36:11.426777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:11.427127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22a28aa9-e166-4fdb-8c47-62d3ee6a9585 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:11.492429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.496260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8356f835-9856-42d0-96f3-88648d7798d2 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:11.519981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 8356f835-9856-42d0-96f3-88648d7798d2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:11.520502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8356f835-9856-42d0-96f3-88648d7798d2 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:11.566480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:11.671943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.675401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:11.678892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.759994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.808313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:11.808718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:11.813395 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:11.829874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd2d62-1839-4eef-a532-5b0c19f2794d req-8a4f7b5b-143a-43b1-8e6d-10bfef60b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:11.831411 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b1cd2d62-1839-4eef-a532-5b0c19f2794d req-8a4f7b5b-143a-43b1-8e6d-10bfef60b9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1099 time: 0.0426443 Dec 10 16:36:11.893371 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b1cd2d62-1839-4eef-a532-5b0c19f2794d req-6d3f599b-edc0-419a-8738-011e2c91e85c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Dec 10 16:36:11.919479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] For port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:11.919859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:11.986763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c96e9c37-5e3d-497c-8761-2e0cf579ba80 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:12.002902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274f282-058d-4829-b9ba-f10938d9954a req-a86a9867-3362-490f-859c-9eeb4393b40f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:12.004533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6274f282-058d-4829-b9ba-f10938d9954a req-a86a9867-3362-490f-859c-9eeb4393b40f tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 946 time: 0.3114583 Dec 10 16:36:12.042662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port c96e9c37-5e3d-497c-8761-2e0cf579ba80 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:12.042949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.044941 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-bb2bd15e-9f1b-45f4-91d1-6e4b887c6004 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:36:12.046940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bb2bd15e-9f1b-45f4-91d1-6e4b887c6004 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7002151 Dec 10 16:36:12.050075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50168) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:12.063386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:12.145799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.194177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.199940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] 10.222.0.21 "DELETE /v2.0/networks/e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d HTTP/1.1" status: 204 len: 168 time: 2.7215970 Dec 10 16:36:12.222122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f24a-0516-4246-a7c7-f215cc3ec410 tempest-AllowedAddressPairIpV6TestJSON-2038218518 tempest-AllowedAddressPairIpV6TestJSON-2038218518-project] Pushing event deleted for resources: {'Network': ['ID=e77a6f64-eb5b-4fd8-9ddc-ab3aa819000d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:12.226797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6274f282-058d-4829-b9ba-f10938d9954a req-b1ae11ef-f779-4188-97fd-34cc1b55651a tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups?id=be2da884-a559-4cbd-8358-75edbe204afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140036 Dec 10 16:36:12.320873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603742f-faae-4d4f-9533-969122d8d2fc req-ae240ff3-63b1-4076-8e7e-502c7d23a461 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:12.322453 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2603742f-faae-4d4f-9533-969122d8d2fc req-ae240ff3-63b1-4076-8e7e-502c7d23a461 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1463654 Dec 10 16:36:12.344142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.369283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.369653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.369970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Floating IP 1bbb2b73-0142-4069-a9e4-a792ee615806 disassociated. External IP: 172.26.4.181, port: e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d. Dec 10 16:36:12.370333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Calling delete_port for e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:12.383434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.432465 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2603742f-faae-4d4f-9533-969122d8d2fc req-47c13dfd-777e-4ef3-bde6-3421256b70d8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020474 Dec 10 16:36:12.445840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.543600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=377249ce-19f6-4245-ac23-9144fdd5eb3a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:12.559503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:12.559861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: 606bfdeb-c2bc-4497-8e93-4d5866b03da0, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:12.590055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.657699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.660500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.661806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "DELETE /v2.0/security-groups/879e79b0-9366-4947-a698-89a6ed935094 HTTP/1.1" status: 204 len: 168 time: 0.5798178 Dec 10 16:36:12.665567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50178) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:12.672048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899393e-e15d-4e09-9a83-bf9fdc52a61c tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e79b0-9366-4947-a698-89a6ed935094,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:12.685895 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-0c6be374-7380-488b-a6c4-3b10e6a7a0d9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] show failed (client error): The resource could not be found. Dec 10 16:36:12.686984 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c6be374-7380-488b-a6c4-3b10e6a7a0d9 tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "GET /v2.0/security-groups/879e79b0-9366-4947-a698-89a6ed935094 HTTP/1.1" status: 404 len: 347 time: 0.0203617 Dec 10 16:36:12.690564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:12.770819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:12.827959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Deleting port 68488849-00c4-43b7-b03b-e577310e3d39 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:12.828448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.874900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.913719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event deleted for resources: {'Port': ['ID=e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:12.915653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 606bfdeb-c2bc-4497-8e93-4d5866b03da0) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:12.922384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:12.922994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:12.929843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f650c3e-f25d-47d6-b6ba-9054e99d9e1a None None] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:12.967103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting port bc53aa31-a999-4828-9fbd-34a4d2b0d225 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:12.967732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.036959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.038074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.048051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:13.052483 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e149cfaf-ceb0-4b35-a60f-64a8ff318618 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2214143 Dec 10 16:36:13.069022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Calling delete_port for 68488849-00c4-43b7-b03b-e577310e3d39 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:13.098141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.117001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Calling delete_port for bc53aa31-a999-4828-9fbd-34a4d2b0d225 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:13.117519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '377249ce-19f6-4245-ac23-9144fdd5eb3a'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:13.118791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.163063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Router 2f33d109-6e40-40d6-afdb-0e26067ac55b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:13.437436 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16ccea10-206e-4883-b191-081197d830bd req-f53b665b-f45c-4b8d-bf2c-24c756aec26e tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.0460727 Dec 10 16:36:13.444285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Allocated IP 172.20.0.18 (606bfdeb-c2bc-4497-8e93-4d5866b03da0/377249ce-19f6-4245-ac23-9144fdd5eb3a/0a57abb7-b877-4b5d-b726-09dd9a71589b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:13.457485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:13.486443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Sync routers for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:13.502120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:13.503105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:13.591644 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b2ef4030-afc0-4936-90aa-0006f8f63661 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33d6c3b3b293490ba506da2a1e8cf494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373931 Dec 10 16:36:13.595041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:13.633956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] No DVR routers for this DVR port e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:13.640824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.644607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a470fda2-351c-4d9e-8725-55dfb753e587 req-f470cf9f-0b4a-45d7-a17a-5f87e543a3a8 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.61 "DELETE /v2.0/ports/e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d HTTP/1.1" status: 204 len: 173 time: 3.0929921 Dec 10 16:36:13.644780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'name': 'network-vif-deleted', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:13.647748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c4f52e-aa7b-4266-82da-b3f4842d2f48" -d '{"events": [{"server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "name": "network-vif-deleted", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:13.682934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e16bee-f6da-4de0-825c-86a7d4f3ba26 req-43bd72dd-5495-4f80-993d-6eb6152382e8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:13.684876 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a7e16bee-f6da-4de0-825c-86a7d4f3ba26 req-43bd72dd-5495-4f80-993d-6eb6152382e8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1237245 Dec 10 16:36:13.703532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.729278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:13.737071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:13.745706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c495a-8811-410d-ba33-b25e5e53f1f6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:13.757052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273636949', 'description': 'tempest-secgroup-smoke-1273636949 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:13.782590 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a7e16bee-f6da-4de0-825c-86a7d4f3ba26 req-5551dbd5-4ca8-4c42-b3b4-ec3695fcdf21 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894504 Dec 10 16:36:13.783635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.833562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88d161-7699-48cd-afdd-11eb71bdf2cd x-openstack-request-id: req-bc88d161-7699-48cd-afdd-11eb71bdf2cd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:13.835132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4987e6-9eef-4287-8d54-404de99fcee9", "name": "network-vif-deleted", "tag": "e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:13.835501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc88d161-7699-48cd-afdd-11eb71bdf2cd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:13.836018 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4987e6-9eef-4287-8d54-404de99fcee9', 'name': 'network-vif-deleted', 'tag': 'e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d', 'status': 'completed', 'code': 200} Dec 10 16:36:13.844317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Port': ['ID=bc53aa31-a999-4828-9fbd-34a4d2b0d225,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:13.892277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Pushing event deleted for resources: {'Port': ['ID=68488849-00c4-43b7-b03b-e577310e3d39,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:13.921007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.926530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.930904 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d9447874-fdbc-4ff5-8c19-03470f70dbcd tempest-ServerActionsTestJSON-1234905261 tempest-ServerActionsTestJSON-1234905261-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc47eb0f-2296-4359-b58e-5256a607edb6 HTTP/1.1" status: 204 len: 168 time: 1.2393100 Dec 10 16:36:13.934423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:13.943081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.018385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.025913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.060686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.076177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.170284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.226865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:14.232935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:14.236842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f01122-3fc1-49ca-89d0-07e6f3f2749f req-f66e5b91-6703-49fc-bcbc-01cdee3661db tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:14.245071 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43f01122-3fc1-49ca-89d0-07e6f3f2749f req-f66e5b91-6703-49fc-bcbc-01cdee3661db tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.3001907 Dec 10 16:36:14.258848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:14.260232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.264165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.265326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aed62711-9da3-46d1-b6f4-b76529c9c439 HTTP/1.1" status: 204 len: 168 time: 0.6681049 Dec 10 16:36:14.290551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Pushing event updated for resources: {'Port': ['ID=0a57abb7-b877-4b5d-b726-09dd9a71589b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:14.292268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Router d96f84ac-ffb7-4c55-893e-864d36a9697d has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:14.316767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc668a63-0afe-48cd-b72d-5dfc8750e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed62711-9da3-46d1-b6f4-b76529c9c439,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:14.376079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Attempting to bind port 0a57abb7-b877-4b5d-b726-09dd9a71589b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:14.376458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Attempting to bind port 0a57abb7-b877-4b5d-b726-09dd9a71589b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:14.376832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Attempting to bind port 0a57abb7-b877-4b5d-b726-09dd9a71589b on network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:14.387661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:14.388187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Checking segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:14.388608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.389667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Bound using segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:14.390199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Bound port: 0a57abb7-b877-4b5d-b726-09dd9a71589b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:14.390743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.413923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.445879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:14.453444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.465924 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] Sync routers for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:14.479486 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:14.480116 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.487484 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d2b88bb7-e501-4da3-8c35-9c464672d61f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361744 Dec 10 16:36:14.488160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.495723 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43f01122-3fc1-49ca-89d0-07e6f3f2749f req-57f138c1-12e6-454f-9dce-41ccc8bfdcb7 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497268 Dec 10 16:36:14.499292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Checking router: 2f33d109-6e40-40d6-afdb-0e26067ac55b for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:14.528542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.567103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:14.569609 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.592486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:14.593156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.595989 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:14.596633 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.612760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.670861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf54832-0c9d-47b8-9513-eb21543ef2c8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:14.682073 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:14.682073 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a61e3-65a7-47ad-bba6-5a8649bb4f69 None None] The sync data for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:14.708341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f62245-1285-4b48-8b8f-fa3842909ace tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:14.722091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a6f62245-1285-4b48-8b8f-fa3842909ace tempest-TestNetworkAdvancedServerOps-1000139797 tempest-TestNetworkAdvancedServerOps-1000139797-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1094 time: 0.1811800 Dec 10 16:36:14.722091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.722666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:14.722666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7f6c1c7-8e29-49a4-9b0a-8f4a180caf5d not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:14.723018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:14.729092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] For port 0a57abb7-b877-4b5d-b726-09dd9a71589b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:14.752255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] For port 0a57abb7-b877-4b5d-b726-09dd9a71589b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0a57abb7-b877-4b5d-b726-09dd9a71589b,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:14.795683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.797013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22c307d2-3766-4807-8935-2f280547ecab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0681973 Dec 10 16:36:14.803430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:14.813856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:14.823164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:14.857954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:14.976947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.044141 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-97384c7d-11ea-4a8a-a43e-9e9f49f8ca60 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] delete failed (client error): The resource could not be found. Dec 10 16:36:15.050098 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-97384c7d-11ea-4a8a-a43e-9e9f49f8ca60 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-369451872 HTTP/1.1" status: 404 len: 334 time: 0.5577698 Dec 10 16:36:15.051632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:15.057546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d4597bf8-96d2-4aba-af19-72b20def41fb tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd96f84ac-ffb7-4c55-893e-864d36a9697d'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:15.121951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.162206 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-013e2a55-6709-45fe-a89e-5d6390b7db9a req-726032f4-1ca1-4e28-b556-9564a9a33a02 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d4987e6-9eef-4287-8d54-404de99fcee9 HTTP/1.1" status: 200 len: 210 time: 0.1197243 Dec 10 16:36:15.270123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.359020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455bd7f-eca2-4d3d-a0ae-7e7e79f4fca6 None None] Pushing event updated for resources: {'Port': ['ID=0a57abb7-b877-4b5d-b726-09dd9a71589b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:15.399461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.432402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:15.445786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.504282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f03d02-cfaf-4c5b-9cb1-ee9130c7e948 None None] The sync data for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv is: [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:34:49Z', 'revision_number': 4, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '9640cb4f-6612-4ab5-83bd-6a1090e0a2fc', 'name': '', 'network_id': '5f60c681-5612-4682-87e4-2c06f60e0acf', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'mac_address': 'fa:16:3e:9f:44:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:45Z', 'updated_at': '2021-12-10T16:34:55Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'subnets': [{'id': 'f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:15.545247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.563829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4597bf8-96d2-4aba-af19-72b20def41fb tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.618198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8e0017-c8d9-4689-9d21-bfb23bb2fac0,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:15.663973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.666979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-88c7648a-e499-4e6d-b1b8-aeb1f319df39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8604224 Dec 10 16:36:15.674797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50244) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:15.680046 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-d4597bf8-96d2-4aba-af19-72b20def41fb tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] update failed (client error): The resource could not be found. Dec 10 16:36:15.681170 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d4597bf8-96d2-4aba-af19-72b20def41fb tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d HTTP/1.1" status: 404 len: 339 time: 0.6285579 Dec 10 16:36:15.682258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:15.684811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:15.691041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-794694172'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:15.725920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Allocated IP 172.26.4.252 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/712c4e67-be9d-4ee5-bd82-9d169d54a0af) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:15.879951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.908368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:15.921685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:15.977938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:16.002644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.003012 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Added segment abae248b-19b4-401e-becc-75ab24d5cba1 of type vlan for network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 Dec 10 16:36:16.026571 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-d8d6a9ae-a920-4a4e-8761-5a10b93b0fd9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205814987&fields=id&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 267 time: 0.1811018 Dec 10 16:36:16.078729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0a57abb7-b877-4b5d-b726-09dd9a71589b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:16.100586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.106789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.140538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Deleting port 158992c2-3412-49cd-958a-e475b2f421fd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:16.141006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.145761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.217968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0a57abb7-b877-4b5d-b726-09dd9a71589b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:16.218425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.231157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.241887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.253820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:16.254811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.275403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9982f15-3154-4e1d-95e7-8f1ef2f68449 None None] New status for floating IP 1bbb2b73-0142-4069-a9e4-a792ee615806: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:36:16.297088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.331328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-98e8e438-9e60-44c1-b0ee-db357a023062 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:16.333322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-98e8e438-9e60-44c1-b0ee-db357a023062 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.2844579 Dec 10 16:36:16.363453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1eabc4-d52a-4bb0-9f9b-7f1bad507865,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.376965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Network': ['ID=67ff3847-6f9a-4bdc-bbf8-9fb384511797,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.381969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] For port 158992c2-3412-49cd-958a-e475b2f421fd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=158992c2-3412-49cd-958a-e475b2f421fd,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:16.382561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.382984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1388075541'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:16.387872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:16.403794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.417631 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-9550b059-3f0e-49cd-872d-d4dec50153a9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/quotas/4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 375 time: 0.0309131 Dec 10 16:36:16.418671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Calling delete_port for 158992c2-3412-49cd-958a-e475b2f421fd owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:16.499698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.527370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-92f1d9a7-cf45-48d9-a4d9-fb5178d10319 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8411658 Dec 10 16:36:16.535190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.546429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'subnet': {'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:16.550594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fcb590-1e32-42d8-bd99-4f583c6e95c1 None None] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:16.563520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.611542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.679830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-47d0e17a-4325-4d02-81e2-74cf5ab2cfa5 None None] Provisioning complete for port 0a57abb7-b877-4b5d-b726-09dd9a71589b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:16.680201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d0e17a-4325-4d02-81e2-74cf5ab2cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.720585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 0a57abb7-b877-4b5d-b726-09dd9a71589b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0a57abb7-b877-4b5d-b726-09dd9a71589b,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:16.733403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:16.737412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.753705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.800884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.804660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.807995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47d0e17a-4325-4d02-81e2-74cf5ab2cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.809074 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "DELETE /v2.0/security-groups/be2da884-a559-4cbd-8358-75edbe204afd HTTP/1.1" status: 204 len: 168 time: 0.4037108 Dec 10 16:36:16.813662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.845800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.846986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ddae6-af97-4baf-9724-f817d7008732 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2da884-a559-4cbd-8358-75edbe204afd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.852814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.860824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-04355ed9-5b79-40dc-b666-02b7483a1b36 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] show failed (client error): The resource could not be found. Dec 10 16:36:16.861224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.862434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-76ca41cd-06b9-46ab-97e2-eff96028318a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1866813 Dec 10 16:36:16.867946 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-04355ed9-5b79-40dc-b666-02b7483a1b36 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "GET /v2.0/security-groups/be2da884-a559-4cbd-8358-75edbe204afd HTTP/1.1" status: 404 len: 347 time: 0.0502522 Dec 10 16:36:16.868887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.869459 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:16.880598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:16.902405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:16.925292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:16.934531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:16.945600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-f0bb5250-2cef-4cc9-926d-9ba35dff6f40 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5183644 Dec 10 16:36:16.961736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Made reservation on behalf of 928f13bba7d5474f8dc4dbe1a1c6911b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:16.962627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-47d0e17a-4325-4d02-81e2-74cf5ab2cfa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:16.962992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-47d0e17a-4325-4d02-81e2-74cf5ab2cfa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:16.966545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:16.968251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=0a57abb7-b877-4b5d-b726-09dd9a71589b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:16.992232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=712c4e67-be9d-4ee5-bd82-9d169d54a0af,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.106249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.160334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.201891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-edcddc38-f6ec-4011-8b55-4249da1bd1ef service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201493 Dec 10 16:36:17.220240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.244653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Deleting port 64a86621-82f9-4b60-9ef9-4efa3f2db912 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:17.245020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.297278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.342808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:17.363943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b11c7-6183-4a0a-a898-fddf27976c9e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.409781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.415642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.416373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment 97847e50-d140-4c61-9750-84713a1dbf8b of type vlan for network 78a25896-f6d1-4a77-a442-8856f89c3ad5 Dec 10 16:36:17.441037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-b418e440-d0d1-4382-a6c0-c96b64a8bc56 service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237313 Dec 10 16:36:17.488471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.492684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.493122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.502524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.513604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Calling delete_port for 64a86621-82f9-4b60-9ef9-4efa3f2db912 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:17.541141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.596503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.617299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Pushing event deleted for resources: {'Port': ['ID=158992c2-3412-49cd-958a-e475b2f421fd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.642113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bc9642-df30-48f0-8634-44aa19fd4a6f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.659023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fdf0f1df-c85a-430c-91ca-117d5e792307 None None] Provisioning complete for port 0a57abb7-b877-4b5d-b726-09dd9a71589b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:17.660172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f1df-c85a-430c-91ca-117d5e792307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.692566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Subnet': ['ID=6a698118-6c27-4f7e-93ce-29b2f4c75777,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.723701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Checking segment: {'id': 'abae248b-19b4-401e-becc-75ab24d5cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:17.725197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network hostable DHCP agents. Network: 67ff3847-6f9a-4bdc-bbf8-9fb384511797, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:17.761675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.768312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:17.769041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.804453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.808277 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95922345-17a5-49e1-b8c5-57108f482060 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9307983 Dec 10 16:36:17.819297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:17.820479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50280) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:17.825542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:17.874098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=78a25896-f6d1-4a77-a442-8856f89c3ad5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:17.880182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:17.891715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:17.934508 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c9ab7a4c-ff45-48c2-b98e-6d7a7cab36d2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8158948 Dec 10 16:36:17.937525 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:36:17.978916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.006890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.069666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Pushing event deleted for resources: {'Port': ['ID=64a86621-82f9-4b60-9ef9-4efa3f2db912,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:18.075720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 67ff3847-6f9a-4bdc-bbf8-9fb384511797) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:18.080162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.096503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d79c0-a049-4ce0-8c89-7cf049395551 None None] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:18.102166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:18.102941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.175856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.183541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.208171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.213330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.213583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0a57abb7-b877-4b5d-b726-09dd9a71589b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:18.215355 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3875e84b-f29e-42fb-9b68-012e591f8277 tempest-ServersTestManualDisk-1494678240 tempest-ServersTestManualDisk-1494678240-project] 10.222.0.21 "DELETE /v2.0/floatingips/1bbb2b73-0142-4069-a9e4-a792ee615806 HTTP/1.1" status: 204 len: 168 time: 1.3295929 Dec 10 16:36:18.218376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:18.284746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.327714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca48c9-f51f-4203-8b2a-de1e9ec0a4fe,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:18.334770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0a57abb7-b877-4b5d-b726-09dd9a71589b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:18.335275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.342668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-235f3ffa-074d-4ee9-aa56-65a1d3aa4368 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8015056 Dec 10 16:36:18.346041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:18.352599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-18652b56-0be6-4727-9f69-081bf7753d9a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'router': {'external_gateway_info': {'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:18.444926 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e991c70-f687-461f-afc1-7b33d6c97762 req-99cca672-dcf2-4f8f-a220-7ff1d337d487 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0539529 Dec 10 16:36:18.446374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.447747 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2d80796b-9df8-4865-9e0b-3d452f24fcb6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6262610 Dec 10 16:36:18.468683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-67ff3847-6f9a-4bdc-bbf8-9fb384511797', 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797', 'project_id': '928f13bba7d5474f8dc4dbe1a1c6911b', 'fixed_ips': [{'subnet_id': '6a698118-6c27-4f7e-93ce-29b2f4c75777'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:18.469820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.487293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:18.506553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:18.658943 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:36:18.677853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.752051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.758667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18652b56-0be6-4727-9f69-081bf7753d9a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.787210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Allocated IP 2001:db8:1::2 (67ff3847-6f9a-4bdc-bbf8-9fb384511797/6a698118-6c27-4f7e-93ce-29b2f4c75777/a220f93f-cd01-42f2-bd16-9c7ae36f2aef) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:18.796570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Router 06555661-cdea-462b-874d-2fa7725dedd8 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:18.799152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.939597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:18.994874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7b5e35-f909-40a2-aff1-b3d5c86361a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:19.003802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.032360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.107800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.111993 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-195ce457-a434-4b1d-9b63-5bc94d1763f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6164074 Dec 10 16:36:19.114419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:19.119331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'ccf54832-0c9d-47b8-9513-eb21543ef2c8', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:19.144255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.220751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.231103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Pushing event updated for resources: {'Port': ['ID=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:19.240662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:19.246339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:19.249547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:19.293238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:36:19.306151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.368123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.371529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Attempting to bind port a220f93f-cd01-42f2-bd16-9c7ae36f2aef on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:19.372142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Attempting to bind port a220f93f-cd01-42f2-bd16-9c7ae36f2aef by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'abae248b-19b4-401e-becc-75ab24d5cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:19.372746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Attempting to bind port a220f93f-cd01-42f2-bd16-9c7ae36f2aef on network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:19.383558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:19.388519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Checking segment: {'id': 'abae248b-19b4-401e-becc-75ab24d5cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:19.390085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.390691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Bound using segment: {'id': 'abae248b-19b4-401e-becc-75ab24d5cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:19.391450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Bound port: a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abae248b-19b4-401e-becc-75ab24d5cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '67ff3847-6f9a-4bdc-bbf8-9fb384511797'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:19.392118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.409472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event updated for resources: {'Port': ['ID=712c4e67-be9d-4ee5-bd82-9d169d54a0af,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:19.433581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:19.436242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.445966 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-20df1e4e-0223-440f-8a0a-87bdcc9af39c admin admin] 10.222.0.21 "PUT /v2.0/routers/06555661-cdea-462b-874d-2fa7725dedd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919953 Dec 10 16:36:19.460004 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Sync routers for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:19.476623 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:19.476834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:19.478844 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:19.492518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.569197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7240bf2c-3a3d-48e2-b9f0-f6a1d49a1933,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:19.586636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Deleting port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:19.586898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] For port a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:19.587022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.592497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] For port a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,segment=NetworkSegment(abae248b-19b4-401e-becc-75ab24d5cba1),segment_id=abae248b-19b4-401e-becc-75ab24d5cba1)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:19.625506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Floating IP c4e6f903-8048-45fe-8283-67e4b81fd864 associated. External IP: 172.26.4.252, port: b0d939e3-242b-498d-bb42-49b04e462c95. Dec 10 16:36:19.678186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.685001 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3e4b6274-a625-4af7-8e10-73e6a032d3a6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5643239 Dec 10 16:36:19.710380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] For port 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:19.710780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.716664 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:19.726570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:19.739665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Calling delete_port for 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:19.868366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-53c52f9c-c29c-4c0e-a15f-932f013411cf req-e50a92bf-06e0-47f7-ac78-9b47cde3800a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.2225873 Dec 10 16:36:19.875978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22f8e-e742-42bb-bead-fd601ac1bde4 None None] Pushing event updated for resources: {'Port': ['ID=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:20.056881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.081094 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-19b2c996-be69-400f-98d6-af89281d2cff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273636949&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0862393 Dec 10 16:36:20.110841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:20.218209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Checking router: 06555661-cdea-462b-874d-2fa7725dedd8 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:20.243883 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Routers {'06555661-cdea-462b-874d-2fa7725dedd8'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:20.244570 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['06555661-cdea-462b-874d-2fa7725dedd8'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:20.374066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-18652b56-0be6-4727-9f69-081bf7753d9a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:36:20.376772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-18652b56-0be6-4727-9f69-081bf7753d9a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d HTTP/1.1" status: 400 len: 364 time: 2.0283177 Dec 10 16:36:20.380054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:20.390362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Router 5b076538-817d-4ec2-b19a-8fb4047d5db3 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:20.419490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-9e672af4-f846-4609-b6ac-58bcdba2b1a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:20.430932 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-9e672af4-f846-4609-b6ac-58bcdba2b1a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=606bfdeb-c2bc-4497-8e93-4d5866b03da0 HTTP/1.1" status: 200 len: 796 time: 0.3268521 Dec 10 16:36:20.459090 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] Set router 06555661-cdea-462b-874d-2fa7725dedd8 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:20.476147 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-f4e5059f-a636-48c0-93b6-26243a4fa826 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0438919 Dec 10 16:36:20.533987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:20.606418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9640cb4f-6612-4ab5-83bd-6a1090e0a2fc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:20.728460 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-a5fe4599-00e7-4a49-8f6c-53b3f4322c6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2512560 Dec 10 16:36:20.987003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.037819 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:21.066905 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737baa0c-e589-4365-bf14-adeeb1f20da5 None None] The sync data for ids ['06555661-cdea-462b-874d-2fa7725dedd8'] in dv-neutron-820858-1-hyperv is: [{'id': '06555661-cdea-462b-874d-2fa7725dedd8', 'name': 'tempest-ServerActionsTestJSON-308625868-router', 'tenant_id': '1885b02d9a5c4eff91d0722b82fc2772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:32:24Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 5, 'project_id': '1885b02d9a5c4eff91d0722b82fc2772', 'gw_port': {'id': '2dcc48f1-fe64-4730-98e1-c4ff80296505', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06555661-cdea-462b-874d-2fa7725dedd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:32:26Z', 'updated_at': '2021-12-10T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:21.114992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:21.127137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Sync routers for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:21.166759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8d8ae379-307d-46e6-9960-f75200ee50a2 req-92a554fe-c958-414a-8f14-730f9a5c6e98 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0634949 Dec 10 16:36:21.167944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.193652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:21.195186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:21.380961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:21.438342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:21.444421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:21.453220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Allocated IP 2001:db8::1 (2f36d191-318e-48a1-b3dd-e152b6017e1d/3c7ac782-1d46-4e82-b8f0-c41157490a7c/bc4c6065-a5de-4e0b-a184-64e263926bb3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:21.481738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fc946-0b02-406a-be1b-ee801d3cf6c9 None None] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:21.539353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.554858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] Provisioning complete for port a220f93f-cd01-42f2-bd16-9c7ae36f2aef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:21.557440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.603872 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-d2ca0a22-21f9-4b04-9c5a-afa5484e770a service neutron] 10.222.0.21 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616271 Dec 10 16:36:21.611654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.709390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-78fef2a1-5c57-4721-b6a7-9193a2dbc535 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9936817 Dec 10 16:36:21.715271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:21.717698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa12de-888d-4e43-ab24-369b23f40c46" -d '{"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:21.762984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:21.775862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.868514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-9e660a63-8e6e-47cf-adc2-139da4793783 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:21.875641 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-9e660a63-8e6e-47cf-adc2-139da4793783 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.3869374 Dec 10 16:36:21.901667 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-4eccd3c2-be7c-4171-974a-3ab7490085c0 service neutron] 10.222.0.21 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865722 Dec 10 16:36:21.923985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.923985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Deleting port 2dcc48f1-fe64-4730-98e1-c4ff80296505 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:21.923985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:21.991585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.073922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] For port a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,segment=NetworkSegment(abae248b-19b4-401e-becc-75ab24d5cba1),segment_id=abae248b-19b4-401e-becc-75ab24d5cba1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:22.107214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'c4e6f903-8048-45fe-8283-67e4b81fd864', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'mac_address': 'fa:16:3e:5a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:17Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 0, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:22.115403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Router 2f33d109-6e40-40d6-afdb-0e26067ac55b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:22.123924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00df323-0668-4f52-8596-50be979a56a2 req-8ed252e5-cfeb-40fd-8fc5-b2cb39fb1a36 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:22.126721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f00df323-0668-4f52-8596-50be979a56a2 req-8ed252e5-cfeb-40fd-8fc5-b2cb39fb1a36 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2988982 Dec 10 16:36:22.152101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Checking router: 5b076538-817d-4ec2-b19a-8fb4047d5db3 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:22.179263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:22.180672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:22.191523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.261337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-c1c4d3c0-baf5-4692-9186-52758792fc27 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 380 time: 0.3321035 Dec 10 16:36:22.275931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'port': {'device_id': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'admin_state_up': True, 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'security_groups': ['22b32988-54b1-4ee7-ba20-2ffbb044e487']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:22.338896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:22.346573 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5263c212-36e8-49e1-a276-f6868a597c11 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f33d109-6e40-40d6-afdb-0e26067ac55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1267681 Dec 10 16:36:22.353695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.356000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:22.358558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Sync routers for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:22.367534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a220f93f-cd01-42f2-bd16-9c7ae36f2aef up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:22.376103 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:22.379141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:22.500157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=d7019b38-fd70-4344-92d1-52a92f754b89,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:22.538400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': '97847e50-d140-4c61-9750-84713a1dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:22.538853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: 78a25896-f6d1-4a77-a442-8856f89c3ad5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:22.559058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-3c99dc80-60df-4610-b6ff-5880e7be3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:22.561021 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-3c99dc80-60df-4610-b6ff-5880e7be3b28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1099 time: 0.0739043 Dec 10 16:36:22.629406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716506b1-01f7-4af6-9536-62dbde2ce685 None None] Pushing event updated for resources: {'Port': ['ID=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:22.637759 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:22.676831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:22.708343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:22.716630 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b52584b5-1d86-419c-acc7-7ac7b0c29b07 req-7e4f1456-9f59-4306-b328-b77b8afe5071 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0984943 Dec 10 16:36:22.760112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a220f93f-cd01-42f2-bd16-9c7ae36f2aef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:22.760666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.798449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-54ddae09-f502-40f4-9527-17274edea379 None None] Provisioning complete for port a220f93f-cd01-42f2-bd16-9c7ae36f2aef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:22.810227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54ddae09-f502-40f4-9527-17274edea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.831639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-da7362f2-cafc-4fc4-9a16-b9a4be16ba1f req-a691872f-2b91-486a-81eb-4fb8ad429b70 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 210 time: 0.0617113 Dec 10 16:36:22.833830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 78a25896-f6d1-4a77-a442-8856f89c3ad5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:22.837055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:22.837731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:22.842128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-ffaaa35a-5e0c-415c-aa9b-bdc7c60c67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:22.843688 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-ffaaa35a-5e0c-415c-aa9b-bdc7c60c67f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceac6473-e5f7-489c-9b76-b3968c9bea5b HTTP/1.1" status: 200 len: 897 time: 0.2716308 Dec 10 16:36:22.888638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45713a-e159-4d17-9c24-0614a6b2d2db None None] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:22.945785 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1052d890-bb08-4d9c-a171-83237b556eca tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5024853 Dec 10 16:36:22.950856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:22.964061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1859534912'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:23.031972 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-b6565731-5a9f-4f31-85d4-3a0f30ac2cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d939e3-242b-498d-bb42-49b04e462c95 HTTP/1.1" status: 200 len: 1000 time: 0.1791859 Dec 10 16:36:23.049086 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:36:20Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:23.081505 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Checking router: 2f33d109-6e40-40d6-afdb-0e26067ac55b for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:23.092113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Routers {'2f33d109-6e40-40d6-afdb-0e26067ac55b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:23.092817 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2f33d109-6e40-40d6-afdb-0e26067ac55b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:23.155175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-dab91171-f535-42e9-b036-59861655904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:23.163584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-dab91171-f535-42e9-b036-59861655904e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5 HTTP/1.1" status: 200 len: 835 time: 0.1228693 Dec 10 16:36:23.165063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:23.173977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.198063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c96ef-cfd5-4ee8-a630-535a0610c114 x-openstack-request-id: req-111c96ef-cfd5-4ee8-a630-535a0610c114 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:23.198628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:23.198628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-111c96ef-cfd5-4ee8-a630-535a0610c114 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:23.198981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'status': 'completed', 'code': 200} Dec 10 16:36:23.200033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.215020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] For port 2dcc48f1-fe64-4730-98e1-c4ff80296505, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2dcc48f1-fe64-4730-98e1-c4ff80296505,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:23.215379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.231332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f00df323-0668-4f52-8596-50be979a56a2 req-ac3a75b9-9a7d-4103-81cd-a27ffe654590 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0684252 Dec 10 16:36:23.276262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:23.285389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-78a25896-f6d1-4a77-a442-8856f89c3ad5', 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': 'd7019b38-fd70-4344-92d1-52a92f754b89'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:23.286441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.296575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Calling delete_port for 2dcc48f1-fe64-4730-98e1-c4ff80296505 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:23.314367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:23.337615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:23.347555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:23.348125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.364278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] Set router 2f33d109-6e40-40d6-afdb-0e26067ac55b gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:23.408130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Port': ['ID=bc4c6065-a5de-4e0b-a184-64e263926bb3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:23.409131 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dbe6d965-8149-4c2a-a0e0-e84fffcd4043 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/floatingips/c4e6f903-8048-45fe-8283-67e4b81fd864 HTTP/1.1" status: 200 len: 992 time: 0.1244719 Dec 10 16:36:23.428229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:23.440248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-440f428d-0bda-403a-9db8-8fd5e1686de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:23.442480 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-440f428d-0bda-403a-9db8-8fd5e1686de3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceac6473-e5f7-489c-9b76-b3968c9bea5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2376704 Dec 10 16:36:23.517852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.604002 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-ebe0d676-61c4-446c-b9a4-f4028806ba5b service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415927 Dec 10 16:36:23.605392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.605843 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment 837f1cab-32e4-4939-89ed-a5dc5f342748 of type vlan for network 09676987-3da4-4481-b8b9-3847346e1934 Dec 10 16:36:23.728139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Made reservation on behalf of 4934f08b18cf4eca908ef4e3dd5dc8cd for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:23.731742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.737328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 158992c2-3412-49cd-958a-e475b2f421fd no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:23.773377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.779815 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:36:20Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:23.856740 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dfa12de-888d-4e43-ab24-369b23f40c46 req-3f030f2a-4ec2-4b11-9df0-f835664b8c59 service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317727 Dec 10 16:36:23.859009 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8bb3f-7955-4e16-98e2-33cfcc65361c None None] The sync data for ids ['2f33d109-6e40-40d6-afdb-0e26067ac55b'] in dv-neutron-820858-1-hyperv is: [{'id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'name': 'tempest-ServersTestManualDisk-369855925-router', 'tenant_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '303d6006-1885-444d-83f2-93977f40ab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:37Z', 'updated_at': '2021-12-10T16:36:20Z', 'revision_number': 5, 'project_id': '24ddf27f24f34b9bb99d03d690ea9b68', 'gw_port': {'id': '303d6006-1885-444d-83f2-93977f40ab6c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33d109-6e40-40d6-afdb-0e26067ac55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:39Z', 'updated_at': '2021-12-10T16:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:23.892166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 158992c2-3412-49cd-958a-e475b2f421fd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:23.893081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 158992c2-3412-49cd-958a-e475b2f421fd not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:23.920411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.960892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:23.967481 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c1bfa83-a195-4bfd-b176-e9b0ae238144 req-d99362a4-ba3c-4c18-aa77-d70f861657d0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0448263 Dec 10 16:36:23.977297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-39c7cca0-64b1-4e52-bc8c-16509620a0d0 None None] Provisioning complete for port bc4c6065-a5de-4e0b-a184-64e263926bb3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:23.977680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39c7cca0-64b1-4e52-bc8c-16509620a0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.002069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Allocated IP 2001:db8:0:ffff::2 (78a25896-f6d1-4a77-a442-8856f89c3ad5/d7019b38-fd70-4344-92d1-52a92f754b89/83248404-f9b7-4ce5-9388-f10132f6c13a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:24.020376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.028132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:24.028760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.031179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'c4e6f903-8048-45fe-8283-67e4b81fd864', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'mac_address': 'fa:16:3e:5a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:17Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 0, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:24.085997 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-535d9b86-7282-41e9-963e-3c2209e781f1 req-71354767-1767-49fc-b368-29fe1bd1e946 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 210 time: 0.0723538 Dec 10 16:36:24.090804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c565f-6d23-46b3-8422-1ee946b4f654 None None] The sync data for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv is: [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'c4e6f903-8048-45fe-8283-67e4b81fd864', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'mac_address': 'fa:16:3e:5a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:17Z', 'updated_at': '2021-12-10T16:36:17Z', 'revision_number': 0, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:24.113718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-39c7cca0-64b1-4e52-bc8c-16509620a0d0 None None] Port bc4c6065-a5de-4e0b-a184-64e263926bb3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:24.172376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=09676987-3da4-4481-b8b9-3847346e1934,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:24.187780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.195439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.195810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.196173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.196667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.196855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.197224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.197566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.197909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.198248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.198692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.199398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.199836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.200542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:24.210200 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2854b327-8f2a-44f9-a03d-bdaef42ac03d tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2536542 Dec 10 16:36:24.217203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 09676987-3da4-4481-b8b9-3847346e1934 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:24.222150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:24.242567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': '09676987-3da4-4481-b8b9-3847346e1934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:24.310840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcc48f1-fe64-4730-98e1-c4ff80296505,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:24.363994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.20.0.8 (0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8/725e359d-2923-4934-9a9b-ebafad0e84ea/b69699f4-36ed-413f-91fe-b9b26d068819) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:24.366698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9335f-06ed-41a4-85f9-18f58799002a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:24.416499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:24.439994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a220f93f-cd01-42f2-bd16-9c7ae36f2aef up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:24.533143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.573205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a220f93f-cd01-42f2-bd16-9c7ae36f2aef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:24.573577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.576339 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bc7b36c9-8a60-4c28-a830-67515e8cdb49 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/floatingips/c4e6f903-8048-45fe-8283-67e4b81fd864 HTTP/1.1" status: 200 len: 992 time: 0.1573462 Dec 10 16:36:24.610185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8732c-9c3d-4964-a19b-1ed5072f33f3 None None] New status for floating IP c4e6f903-8048-45fe-8283-67e4b81fd864: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:36:24.670450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.806199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Deleting port 303d6006-1885-444d-83f2-93977f40ab6c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:24.806475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.808503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:24.973917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:24.977483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.002457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.023311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.074426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:25.085444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Pushing event updated for resources: {'Port': ['ID=83248404-f9b7-4ce5-9388-f10132f6c13a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.093960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:25.098674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:25.234514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1687b6d8-e84a-4c03-8245-4dbc5fed98d9 req-f8e3f2e4-e1fa-4104-a0ac-065f89640b23 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.1325517 Dec 10 16:36:25.331799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Attempting to bind port 83248404-f9b7-4ce5-9388-f10132f6c13a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:25.332099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Attempting to bind port 83248404-f9b7-4ce5-9388-f10132f6c13a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '97847e50-d140-4c61-9750-84713a1dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:25.332514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Attempting to bind port 83248404-f9b7-4ce5-9388-f10132f6c13a on network 78a25896-f6d1-4a77-a442-8856f89c3ad5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:25.342130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:25.342620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-939e32c2-8fe2-429f-b366-ceee628910bd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:25.342742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Checking segment: {'id': '97847e50-d140-4c61-9750-84713a1dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:25.342945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.343401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Bound using segment: {'id': '97847e50-d140-4c61-9750-84713a1dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:25.343819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Bound port: 83248404-f9b7-4ce5-9388-f10132f6c13a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97847e50-d140-4c61-9750-84713a1dbf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '78a25896-f6d1-4a77-a442-8856f89c3ad5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:25.344207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.346530 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-939e32c2-8fe2-429f-b366-ceee628910bd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=606bfdeb-c2bc-4497-8e93-4d5866b03da0 HTTP/1.1" status: 200 len: 796 time: 0.3438258 Dec 10 16:36:25.369247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.381770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] For port 303d6006-1885-444d-83f2-93977f40ab6c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=303d6006-1885-444d-83f2-93977f40ab6c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:25.382447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.394260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.395792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06555661-cdea-462b-874d-2fa7725dedd8 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:25.400884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:25.433956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:25.434399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9640cb4f-6612-4ab5-83bd-6a1090e0a2fc not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:25.436802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.455081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.456650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4d4b1bc2-b49a-4481-88c1-b7004033f1b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/06555661-cdea-462b-874d-2fa7725dedd8 HTTP/1.1" status: 204 len: 168 time: 5.9777558 Dec 10 16:36:25.466907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.496440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Calling delete_port for 303d6006-1885-444d-83f2-93977f40ab6c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:25.537863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-257efb82-02b5-4f67-8097-fae092938dfb req-3c6acac8-d8da-4517-b150-fc419b7c174a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 210 time: 0.1690843 Dec 10 16:36:25.551720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] For port 83248404-f9b7-4ce5-9388-f10132f6c13a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:25.568658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] For port 83248404-f9b7-4ce5-9388-f10132f6c13a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83248404-f9b7-4ce5-9388-f10132f6c13a,segment=NetworkSegment(97847e50-d140-4c61-9750-84713a1dbf8b),segment_id=97847e50-d140-4c61-9750-84713a1dbf8b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:25.584681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:25.629122 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-8dde70f2-5561-4a9f-bb09-6ffe39abd05d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 472 time: 0.2700493 Dec 10 16:36:25.633593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Deleting subnet 745eb6fb-bb30-4a6f-8644-434b39d5a082 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:25.643561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['ccf54832-0c9d-47b8-9513-eb21543ef2c8']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:25.707335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.732009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.842830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9243d0b6-2f74-41ca-929e-48f6f4c197b6 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/floatingips/c4e6f903-8048-45fe-8283-67e4b81fd864 HTTP/1.1" status: 200 len: 994 time: 0.2569189 Dec 10 16:36:25.846968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.855169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8ab3-9837-4bbf-b02b-a116e0b30094 None None] Pushing event updated for resources: {'Port': ['ID=83248404-f9b7-4ce5-9388-f10132f6c13a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:25.904468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:25.906084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.043759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.069050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:26.085906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.102568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.104796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2dcc48f1-fe64-4730-98e1-c4ff80296505 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:26.194518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873ddd8-0e76-44b4-915f-49aa3d631112 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:26.224665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2dcc48f1-fe64-4730-98e1-c4ff80296505 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:26.225956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2dcc48f1-fe64-4730-98e1-c4ff80296505 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:26.317621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.351725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.354986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event updated for resources: {'Port': ['ID=bc4c6065-a5de-4e0b-a184-64e263926bb3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.358463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.30 (606bfdeb-c2bc-4497-8e93-4d5866b03da0/377249ce-19f6-4245-ac23-9144fdd5eb3a/481fe4bf-29a5-4918-9a4d-e74fa3afa63c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:26.370352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.447038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:26.461725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745eb6fb-bb30-4a6f-8644-434b39d5a082,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.487185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2416c4-88b3-4b35-a8ec-11c63790d516 None None] Network 0acb749c-af33-4e1f-be3e-5b473cc7e286 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:26.490978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.491227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.491641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.491994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.492339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.492674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.493028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.493361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.493692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.494051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.494380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.494706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.495029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.498225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:26.498374 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6e531a05-a4a1-4e18-973d-68a87a75148e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/745eb6fb-bb30-4a6f-8644-434b39d5a082 HTTP/1.1" status: 204 len: 168 time: 1.0277903 Dec 10 16:36:26.501982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:26.513323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:26.515246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:26.530844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:26.564097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.566992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.628730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Pushing event deleted for resources: {'Port': ['ID=303d6006-1885-444d-83f2-93977f40ab6c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:26.640643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:26.737887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c0f0-6fb7-412a-8728-2a320665c10d req-66a73136-4e64-46a5-9d7e-05651150d4c5 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:26.739524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ed3c0f0-6fb7-412a-8728-2a320665c10d req-66a73136-4e64-46a5-9d7e-05651150d4c5 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 931 time: 0.3847916 Dec 10 16:36:26.819144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] DHCP port deletion for 0acb749c-af33-4e1f-be3e-5b473cc7e286 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:26.835990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.902754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Deleting port b147bb11-44a8-4d5f-bca6-65c1eb64832f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:26.903511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:26.987449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] For port b147bb11-44a8-4d5f-bca6-65c1eb64832f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b147bb11-44a8-4d5f-bca6-65c1eb64832f,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:26.988023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.014055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Calling delete_port for b147bb11-44a8-4d5f-bca6-65c1eb64832f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:27.024781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ed3c0f0-6fb7-412a-8728-2a320665c10d req-6f589cb0-dd93-457c-937a-ea195839aa9c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634215 Dec 10 16:36:27.034996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.103177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Deleting port b147bb11-44a8-4d5f-bca6-65c1eb64832f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:27.109010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.126096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Provisioning complete for port b69699f4-36ed-413f-91fe-b9b26d068819 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:27.126427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.169910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Port b69699f4-36ed-413f-91fe-b9b26d068819 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:27.196454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Provisioning complete for port bc4c6065-a5de-4e0b-a184-64e263926bb3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:27.196834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.228931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] For port b147bb11-44a8-4d5f-bca6-65c1eb64832f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b147bb11-44a8-4d5f-bca6-65c1eb64832f,segment=NetworkSegment(1496d8e2-f18e-4e65-93bd-93d76e69f373),segment_id=1496d8e2-f18e-4e65-93bd-93d76e69f373)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:27.229321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.239541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-398dcd7c-caef-4ac7-b315-b3c39d842d48 None None] Port bc4c6065-a5de-4e0b-a184-64e263926bb3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:27.255756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Calling delete_port for b147bb11-44a8-4d5f-bca6-65c1eb64832f owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:27.281578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:27.282209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.313784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.341541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.387748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.408404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:27.414867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:27.415123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:27.425348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] No DVR routers for this DVR port b147bb11-44a8-4d5f-bca6-65c1eb64832f on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:27.432794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:36:27.438578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a114dd-7db3-4855-805b-f8d09aca7dfc None None] Pushing event deleted for resources: {'Port': ['ID=b147bb11-44a8-4d5f-bca6-65c1eb64832f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.446457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.494313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.494914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f33d109-6e40-40d6-afdb-0e26067ac55b {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:27.510473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:27.510473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.535051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.549677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] No DVR routers for this DVR port b147bb11-44a8-4d5f-bca6-65c1eb64832f on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:27.558260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.562971 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f087114e-3d7c-40d6-97d1-d145bee81065 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2f33d109-6e40-40d6-afdb-0e26067ac55b HTTP/1.1" status: 204 len: 168 time: 5.1920011 Dec 10 16:36:27.567346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:27.598741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.608567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9afc8-26fc-4426-b708-06d949d1ecc8 None None] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:27.609305 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4bec8c50-12d6-47d8-85c6-681dea65bc87 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3338566 Dec 10 16:36:27.699250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Request body: {'port': {'device_id': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:27.781355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Router d96f84ac-ffb7-4c55-893e-864d36a9697d has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:27.806177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] Provisioning complete for port 83248404-f9b7-4ce5-9388-f10132f6c13a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:27.806695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.819744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=58e898bc-9319-4734-94b3-e16a70b2f71d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:27.850472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efe9f-381c-46c8-aa35-44b284c00230 req-e918bd07-147b-4535-ab73-075f5b661527 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:27.858425 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d2efe9f-381c-46c8-aa35-44b284c00230 req-e918bd07-147b-4535-ab73-075f5b661527 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 932 time: 0.5483906 Dec 10 16:36:27.889343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Deleting subnet f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:27.940504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.943895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.948496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:27.965182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': '837f1cab-32e4-4939-89ed-a5dc5f342748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '09676987-3da4-4481-b8b9-3847346e1934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:27.965563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: 09676987-3da4-4481-b8b9-3847346e1934, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:27.992811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] For port 83248404-f9b7-4ce5-9388-f10132f6c13a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83248404-f9b7-4ce5-9388-f10132f6c13a,segment=NetworkSegment(97847e50-d140-4c61-9750-84713a1dbf8b),segment_id=97847e50-d140-4c61-9750-84713a1dbf8b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:28.041692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.051987 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-9a37a66b-60c9-408d-a682-1bcf97aeb8f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4132857 Dec 10 16:36:28.073364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b147bb11-44a8-4d5f-bca6-65c1eb64832f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:28.092706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Request body: {'port': {'device_id': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:28.161290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:28.170706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.180216 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] Sync routers for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:28.196813 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:28.198865 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.218992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.250673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.271718 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.271952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c8eeb7f2-6fbc-4a06-b99d-121966f57bdd None None] Provisioning complete for port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:28.272373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb7f2-6fbc-4a06-b99d-121966f57bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.290631 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:28.291497 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.292508 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4db73536-6a15-4918-8cac-0d5b0f2dbab7 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9003828 Dec 10 16:36:28.301908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:28.308234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f143a-5785-4046-b240-0bd047048049 None None] Pushing event updated for resources: {'Port': ['ID=83248404-f9b7-4ce5-9388-f10132f6c13a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:28.312806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83248404-f9b7-4ce5-9388-f10132f6c13a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:28.343214 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.344196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024fab3-53a6-4940-a05b-0b7cde3953bc None None] The sync data for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:28.361382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acb749c-af33-4e1f-be3e-5b473cc7e286']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.375929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeb7f2-6fbc-4a06-b99d-121966f57bdd None None] Port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:28.379882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1496d8e2-f18e-4e65-93bd-93d76e69f373') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.379882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1496d8e2-f18e-4e65-93bd-93d76e69f373') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:28.392830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.408212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 83248404-f9b7-4ce5-9388-f10132f6c13a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:28.408212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.430612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d2efe9f-381c-46c8-aa35-44b284c00230 req-e0ec63cf-edd5-4760-9952-a2a0f0d300f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5713005 Dec 10 16:36:28.447622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00d008-46e0-4b18-b543-96090f432ebf req-9a643397-b5d4-46ac-9401-77d5b498abe9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:28.455004 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2e00d008-46e0-4b18-b543-96090f432ebf req-9a643397-b5d4-46ac-9401-77d5b498abe9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 931 time: 0.1689444 Dec 10 16:36:28.493326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 09676987-3da4-4481-b8b9-3847346e1934 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:28.527835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f1332d06-2609-4d15-a7b8-33f5f9464d6a None None] Provisioning complete for port 83248404-f9b7-4ce5-9388-f10132f6c13a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:28.530642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1332d06-2609-4d15-a7b8-33f5f9464d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.535385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.600305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:28.600724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:28.602662 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:28.605491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52bd387f-e61a-4030-94d5-013f47c21f63 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.608929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.705026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 09676987-3da4-4481-b8b9-3847346e1934) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:28.720168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:28.720876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.721629 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2e00d008-46e0-4b18-b543-96090f432ebf req-4981d6b1-4475-4373-80a3-d95c2d89b469 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656891 Dec 10 16:36:28.770776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51106d68-f297-4f0d-9a62-1e12ae2d9745 None None] Network 09676987-3da4-4481-b8b9-3847346e1934 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:28.773230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b147bb11-44a8-4d5f-bca6-65c1eb64832f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:28.819557 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-52bd387f-e61a-4030-94d5-013f47c21f63 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:36:28.821084 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52bd387f-e61a-4030-94d5-013f47c21f63 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d HTTP/1.1" status: 409 len: 329 time: 0.4989750 Dec 10 16:36:28.829683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50380) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:28.836974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b147bb11-44a8-4d5f-bca6-65c1eb64832f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:28.837488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b147bb11-44a8-4d5f-bca6-65c1eb64832f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:28.837931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 303d6006-1885-444d-83f2-93977f40ab6c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:28.873304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 303d6006-1885-444d-83f2-93977f40ab6c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:28.873659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 303d6006-1885-444d-83f2-93977f40ab6c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:28.884529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481fe4bf-29a5-4918-9a4d-e74fa3afa63c {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:28.895838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.902827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.907806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.914238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0acb749c-af33-4e1f-be3e-5b473cc7e286 HTTP/1.1" status: 204 len: 168 time: 2.4068887 Dec 10 16:36:28.948510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f570-4527-4774-930e-3dd9d0b7ed68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acb749c-af33-4e1f-be3e-5b473cc7e286,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:28.970474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a15a5eec-2008-4aee-b0a3-ff25c1fee9c7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7368627 Dec 10 16:36:28.973385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50384) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:28.980035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-09676987-3da4-4481-b8b9-3847346e1934', 'network_id': '09676987-3da4-4481-b8b9-3847346e1934', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': '58e898bc-9319-4734-94b3-e16a70b2f71d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:28.983896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:28.987062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'port': {'network_id': '09676987-3da4-4481-b8b9-3847346e1934', 'name': 'tempest-NetworksIpV6TestAttrs-640210472'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:29.077982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Transition to ACTIVE for port object 481fe4bf-29a5-4918-9a4d-e74fa3afa63c will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:36:29.144284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.153954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69699f4-36ed-413f-91fe-b9b26d068819 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:29.165857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.168812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.190972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Allocated IP 2001:db8::f816:3eff:fe0f:c402 (09676987-3da4-4481-b8b9-3847346e1934/58e898bc-9319-4734-94b3-e16a70b2f71d/1c211a08-8b99-42e7-b7f6-beb5521ba383) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:29.199229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:29.205360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.206730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-80de66cb-a8c7-41d0-a023-eeae08a1edf9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f72b8ccb-5a5f-4ae4-9ce8-bab8f719d7a1 HTTP/1.1" status: 204 len: 168 time: 1.6259263 Dec 10 16:36:29.210126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:29.225855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Transition to ACTIVE for port object b69699f4-36ed-413f-91fe-b9b26d068819 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:36:29.268798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:29.282641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57c18d-fd4b-4839-98d7-6bd7aabf654d None None] Network 5f60c681-5612-4682-87e4-2c06f60e0acf requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:29.285867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:29.292032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.337754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.349292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.362945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] device_id is not set on port 69640f33-c28a-48da-a8c1-310b4409496c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:29.482561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Attempting to bind port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:29.483236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Attempting to bind port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:29.483236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Attempting to bind port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c on network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:29.507029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c on network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:29.507374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Attempting to bind port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c on network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:29.532134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50390) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:29.543657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.547751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:29.548390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Checking segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:29.549008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Bound using segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:29.549644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Bound port: 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:29.550196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.645212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Pushing event updated for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:29.648087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] DHCP port deletion for 5f60c681-5612-4682-87e4-2c06f60e0acf request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:29.654888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-358207c5-50e8-40c0-a0d2-ab82c57e250b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1885b02d9a5c4eff91d0722b82fc2772&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1207309 Dec 10 16:36:29.657262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50392) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:29.699886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.765948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:29.790571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Network 09676987-3da4-4481-b8b9-3847346e1934 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:29.795555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Pushing event updated for resources: {'Port': ['ID=1c211a08-8b99-42e7-b7f6-beb5521ba383,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:29.798962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:29.806217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:29.818011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:29.838381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.838763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.840634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.840634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.840634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.840634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.840634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.841169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.841255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.841577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Allocated IP 2001:db8::f816:3eff:fea6:ece3 (09676987-3da4-4481-b8b9-3847346e1934/58e898bc-9319-4734-94b3-e16a70b2f71d/69640f33-c28a-48da-a8c1-310b4409496c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:29.841710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.841913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.842240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.842562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:29.861222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.874702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb811239-e726-484c-b6f7-f66a661a0b2a req-12afda49-c085-464d-91b0-3d68e30ec187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:29.882296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb811239-e726-484c-b6f7-f66a661a0b2a req-12afda49-c085-464d-91b0-3d68e30ec187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 944 time: 0.2847605 Dec 10 16:36:29.893870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Deleting port 004bf2bc-efb9-4860-849a-9c69bf335b3f {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:29.898434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Deleting port 004bf2bc-efb9-4860-849a-9c69bf335b3f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:29.898434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.899883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.902102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.964351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Attempting to bind port b69699f4-36ed-413f-91fe-b9b26d068819 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:29.964704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Attempting to bind port b69699f4-36ed-413f-91fe-b9b26d068819 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:29.965076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Attempting to bind port b69699f4-36ed-413f-91fe-b9b26d068819 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:29.981298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:29.991525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Port b69699f4-36ed-413f-91fe-b9b26d068819 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:29.991864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Attempting to bind port b69699f4-36ed-413f-91fe-b9b26d068819 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:30.010864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:30.011552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.013022 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] 10.222.0.61 "PUT /v2.0/ports/481fe4bf-29a5-4918-9a4d-e74fa3afa63c HTTP/1.1" status: 200 len: 1094 time: 1.9341214 Dec 10 16:36:30.026768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:30.030187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ad976-8976-4694-a956-ae27ced8bb62" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:30.032372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:30.032732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:30.033153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Bound using segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:30.033610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Bound port: b69699f4-36ed-413f-91fe-b9b26d068819, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:30.033972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.041692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] For port 004bf2bc-efb9-4860-849a-9c69bf335b3f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=004bf2bc-efb9-4860-849a-9c69bf335b3f,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:30.042066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.094951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.113057 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb811239-e726-484c-b6f7-f66a661a0b2a req-e497a7cb-71d0-40b3-83c9-55c0b5e545f9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260802 Dec 10 16:36:30.121482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Calling delete_port for 004bf2bc-efb9-4860-849a-9c69bf335b3f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:30.150038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0910-53d7-43aa-823b-41b0bf2e1585 req-cd4ca884-8fd0-42e8-9bfe-144dede78c5f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:30.161104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f46d0910-53d7-43aa-823b-41b0bf2e1585 req-cd4ca884-8fd0-42e8-9bfe-144dede78c5f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.3154805 Dec 10 16:36:30.230664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970720bc-03a8-4438-abd0-0ab6c17dfb40 x-openstack-request-id: req-970720bc-03a8-4438-abd0-0ab6c17dfb40 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:30.231119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:30.231485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-970720bc-03a8-4438-abd0-0ab6c17dfb40 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:30.231633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83248404-f9b7-4ce5-9388-f10132f6c13a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:30.232063 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c', 'status': 'completed', 'code': 200} Dec 10 16:36:30.309518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Attempting to bind port 1c211a08-8b99-42e7-b7f6-beb5521ba383 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:30.309896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Attempting to bind port 1c211a08-8b99-42e7-b7f6-beb5521ba383 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '837f1cab-32e4-4939-89ed-a5dc5f342748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '09676987-3da4-4481-b8b9-3847346e1934'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:30.310245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Attempting to bind port 1c211a08-8b99-42e7-b7f6-beb5521ba383 on network 09676987-3da4-4481-b8b9-3847346e1934 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:30.313258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] For port 004bf2bc-efb9-4860-849a-9c69bf335b3f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=004bf2bc-efb9-4860-849a-9c69bf335b3f,segment=NetworkSegment(1de15e7e-838d-48de-8a72-11c2662145f9),segment_id=1de15e7e-838d-48de-8a72-11c2662145f9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:30.313656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.334559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:30.334939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Checking segment: {'id': '837f1cab-32e4-4939-89ed-a5dc5f342748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '09676987-3da4-4481-b8b9-3847346e1934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:30.335337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.335728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Bound using segment: {'id': '837f1cab-32e4-4939-89ed-a5dc5f342748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '09676987-3da4-4481-b8b9-3847346e1934'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:30.336201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Bound port: 1c211a08-8b99-42e7-b7f6-beb5521ba383, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837f1cab-32e4-4939-89ed-a5dc5f342748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '09676987-3da4-4481-b8b9-3847346e1934'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:30.336579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.340293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4627ca5-1d07-4fd5-81cc-031fa4cd3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:30.340499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Calling delete_port for 004bf2bc-efb9-4860-849a-9c69bf335b3f owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:30.396554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-0f85cb78-61ee-4497-9c3d-3fa52287c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:30.398418 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-0f85cb78-61ee-4497-9c3d-3fa52287c06c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 1097 time: 0.2268221 Dec 10 16:36:30.417646 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f46d0910-53d7-43aa-823b-41b0bf2e1585 req-8f11b4bc-d101-4fb9-9fab-f60b28639892 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550991 Dec 10 16:36:30.457908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 83248404-f9b7-4ce5-9388-f10132f6c13a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:30.458282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.475154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.478107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.479556 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/335efd69-b2bc-4a3d-9a96-4cfb54a89dd3 HTTP/1.1" status: 204 len: 168 time: 0.8214579 Dec 10 16:36:30.491187 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-6cacb110-6cf0-44d8-a734-63a4d90e4280 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c HTTP/1.1" status: 200 len: 217 time: 0.0720468 Dec 10 16:36:30.539243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270211d-595b-411d-b224-fb31e0506ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335efd69-b2bc-4a3d-9a96-4cfb54a89dd3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:30.588757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] For port 1c211a08-8b99-42e7-b7f6-beb5521ba383, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:30.593708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.608631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-f348ed6d-c05b-403f-ad97-4bf735052522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:30.620219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] For port 1c211a08-8b99-42e7-b7f6-beb5521ba383, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1c211a08-8b99-42e7-b7f6-beb5521ba383,segment=NetworkSegment(837f1cab-32e4-4939-89ed-a5dc5f342748),segment_id=837f1cab-32e4-4939-89ed-a5dc5f342748)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:30.625267 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-f348ed6d-c05b-403f-ad97-4bf735052522 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=377249ce-19f6-4245-ac23-9144fdd5eb3a HTTP/1.1" status: 200 len: 838 time: 0.1261661 Dec 10 16:36:30.688947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.737364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.738471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233241-6a78-42df-94ca-104d69b78318 req-825e8af0-3a9c-4443-8412-5964265b218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:30.741228 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-825e8af0-3a9c-4443-8412-5964265b218c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=606bfdeb-c2bc-4497-8e93-4d5866b03da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1073151 Dec 10 16:36:30.789883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] No DVR routers for this DVR port 004bf2bc-efb9-4860-849a-9c69bf335b3f on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:30.844926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d5ee-06a8-44b8-ab37-de5ee71a78b1 None None] Pushing event updated for resources: {'Port': ['ID=1c211a08-8b99-42e7-b7f6-beb5521ba383,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:30.887168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:30.891477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f051-0d2d-408a-a2e6-26a7abc1e1ff None None] Pushing event deleted for resources: {'Port': ['ID=004bf2bc-efb9-4860-849a-9c69bf335b3f,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:30.916505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 004bf2bc-efb9-4860-849a-9c69bf335b3f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:30.969729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 004bf2bc-efb9-4860-849a-9c69bf335b3f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:30.970084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 004bf2bc-efb9-4860-849a-9c69bf335b3f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:30.984507 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-2cd1c2ef-4643-48a5-b460-b36c95c5b376 service neutron] 10.222.0.61 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349474 Dec 10 16:36:31.007403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 09676987-3da4-4481-b8b9-3847346e1934 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:31.027777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:31.041288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:31.048506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.049199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.063241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:31.109512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Port': ['ID=69640f33-c28a-48da-a8c1-310b4409496c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:31.110984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b69699f4-36ed-413f-91fe-b9b26d068819,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:31.213109 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-62233241-6a78-42df-94ca-104d69b78318 req-94b3ecf0-6698-4e07-8f8a-e83f729ee3ce service neutron] 10.222.0.61 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080321 Dec 10 16:36:31.232814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.260126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.275360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=004bf2bc-efb9-4860-849a-9c69bf335b3f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:31.288594 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9117d2dd-e887-430d-9425-485149480036 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3138139 Dec 10 16:36:31.289136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50406) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:31.341073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] No DVR routers for this DVR port 004bf2bc-efb9-4860-849a-9c69bf335b3f on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:31.373933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting subnet 58e898bc-9319-4734-94b3-e16a70b2f71d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:31.394859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.400859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.401519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.403142 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] 10.222.0.61 "PUT /v2.0/ports/b69699f4-36ed-413f-91fe-b9b26d068819 HTTP/1.1" status: 200 len: 1093 time: 3.7239120 Dec 10 16:36:31.407341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:31.410208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:31.481704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353ce11d-2180-45aa-9ecb-465a6deb0c8b x-openstack-request-id: req-353ce11d-2180-45aa-9ecb-465a6deb0c8b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:31.482006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:31.482265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-353ce11d-2180-45aa-9ecb-465a6deb0c8b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:31.482676 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'status': 'completed', 'code': 200} Dec 10 16:36:31.498461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.534851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-5e513459-31f1-451a-8212-d07b02ccb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.536564 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-5e513459-31f1-451a-8212-d07b02ccb709 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 1097 time: 0.1582868 Dec 10 16:36:31.536954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04594-b385-4d31-8c0d-0fb44ff6277a req-a3fa1f56-5987-4397-ab5c-3becae344e15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.541813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-16f04594-b385-4d31-8c0d-0fb44ff6277a req-a3fa1f56-5987-4397-ab5c-3becae344e15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 944 time: 0.3103886 Dec 10 16:36:31.556155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.595791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1e8b0-cde6-4e54-8744-aede6f94e983 service neutron] Pushing event updated for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:31.665347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting port bc4c6065-a5de-4e0b-a184-64e263926bb3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:31.665841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.676564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f60c681-5612-4682-87e4-2c06f60e0acf']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:31.828172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de15e7e-838d-48de-8a72-11c2662145f9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:31.828658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de15e7e-838d-48de-8a72-11c2662145f9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:31.839000 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-16f04594-b385-4d31-8c0d-0fb44ff6277a req-2778bec5-cc27-4d70-bfba-ce9dec4098f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604189 Dec 10 16:36:31.859930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.872892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-2e3c2f71-59d8-4c29-856b-d5c9c7eba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.872892 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-2e3c2f71-59d8-4c29-856b-d5c9c7eba558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1096 time: 0.3649104 Dec 10 16:36:31.875487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:31.960678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-ed61b6cb-de49-4aaa-aaf4-aa7485e8b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:31.966207 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-ed61b6cb-de49-4aaa-aaf4-aa7485e8b401 service neutron] 10.222.0.61 "GET /v2.0/networks?id=606bfdeb-c2bc-4497-8e93-4d5866b03da0 HTTP/1.1" status: 200 len: 897 time: 0.4137938 Dec 10 16:36:32.013662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6f2a-029b-4227-978f-d007ba92f299 req-10bf525a-83fd-4b36-99a5-65a852d4464c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.015846 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6ae6f2a-029b-4227-978f-d007ba92f299 req-10bf525a-83fd-4b36-99a5-65a852d4464c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.2406046 Dec 10 16:36:32.056601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-8f4c03a1-8ee8-4269-b6cd-a5101e7a12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.058929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-8f4c03a1-8ee8-4269-b6cd-a5101e7a12ac service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1730680 Dec 10 16:36:32.060283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.087639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-676ef625-894f-4269-be88-c2a8f1124f30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c HTTP/1.1" status: 200 len: 217 time: 0.1048667 Dec 10 16:36:32.092652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:32.093262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.096140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:32.098737 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:32.136625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1c211a08-8b99-42e7-b7f6-beb5521ba383 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:32.191664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-de5f8eee-1384-4586-8b59-bb37e4fbd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.194549 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-de5f8eee-1384-4586-8b59-bb37e4fbd354 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=377249ce-19f6-4245-ac23-9144fdd5eb3a HTTP/1.1" status: 200 len: 838 time: 0.0887475 Dec 10 16:36:32.201311 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6ae6f2a-029b-4227-978f-d007ba92f299 req-3ba9c33d-90b1-4039-91f4-c947e38a333b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379094 Dec 10 16:36:32.207312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Calling delete_port for bc4c6065-a5de-4e0b-a184-64e263926bb3 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:32.216530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 1c211a08-8b99-42e7-b7f6-beb5521ba383 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:32.216926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.270167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-faa67c34-244e-4a04-b298-e109b29ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.272715 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-faa67c34-244e-4a04-b298-e109b29ff5ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=606bfdeb-c2bc-4497-8e93-4d5866b03da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700951 Dec 10 16:36:32.280993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67e34a-38b7-40c7-9254-cc425e900aab None None] Network 09676987-3da4-4481-b8b9-3847346e1934 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:32.334681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.361155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-75c3a710-f33e-4dd2-82df-238d42a570c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.362763 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-687a6bc0-dcc1-4ebf-a5c0-7a13fc3b9479 req-75c3a710-f33e-4dd2-82df-238d42a570c9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2846620 Dec 10 16:36:32.369363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.379816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.407440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f60c681-5612-4682-87e4-2c06f60e0acf HTTP/1.1" status: 204 len: 168 time: 3.1938651 Dec 10 16:36:32.424940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=58e898bc-9319-4734-94b3-e16a70b2f71d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:32.427184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.433667 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b44ba79a-d583-4aa2-9121-73219c86f371 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/58e898bc-9319-4734-94b3-e16a70b2f71d HTTP/1.1" status: 204 len: 168 time: 1.1405039 Dec 10 16:36:32.433667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.443447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fb0c500e-0448-4fab-af6b-c54e794264ba None None] Provisioning complete for port 1c211a08-8b99-42e7-b7f6-beb5521ba383 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:32.443832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb0c500e-0448-4fab-af6b-c54e794264ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.540989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fb5fa-23d9-457b-993e-5099b2f99da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f60c681-5612-4682-87e4-2c06f60e0acf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:32.547054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec097139-0ebc-4411-bcae-1157ecba46de tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.548775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec097139-0ebc-4411-bcae-1157ecba46de tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.553710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ec097139-0ebc-4411-bcae-1157ecba46de tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1157336 Dec 10 16:36:32.557221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50432) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.623409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 481fe4bf-29a5-4918-9a4d-e74fa3afa63c details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:36:32.625533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-2e0b80af-b2e4-4bdc-a91e-3d0ec7087911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.627676 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-2e0b80af-b2e4-4bdc-a91e-3d0ec7087911 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1096 time: 0.1324270 Dec 10 16:36:32.627834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.642014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27b54cb5-0005-414c-b76c-731a461dcc8c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.654502 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b54cb5-0005-414c-b76c-731a461dcc8c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 16:36:32.654985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b54cb5-0005-414c-b76c-731a461dcc8c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:32.661997 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-27b54cb5-0005-414c-b76c-731a461dcc8c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/09676987-3da4-4481-b8b9-3847346e1934 HTTP/1.1" status: 409 len: 405 time: 0.1000626 Dec 10 16:36:32.661997 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-96585852-767a-4c5f-9fcb-2b78c6c78ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798511 Dec 10 16:36:32.662391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:32.672684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337603618'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:32.709183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 1c211a08-8b99-42e7-b7f6-beb5521ba383, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1c211a08-8b99-42e7-b7f6-beb5521ba383,segment=NetworkSegment(837f1cab-32e4-4939-89ed-a5dc5f342748),segment_id=837f1cab-32e4-4939-89ed-a5dc5f342748)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:32.718194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-d8242258-b378-4e88-93e3-a8cb0538cf8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b69699f4-36ed-413f-91fe-b9b26d068819 HTTP/1.1" status: 200 len: 217 time: 0.0606890 Dec 10 16:36:32.818221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-35e72869-f898-42b5-804f-8a73a3651bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.820117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:32.822633 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-35e72869-f898-42b5-804f-8a73a3651bfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0905902 Dec 10 16:36:32.824434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.825197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.833810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fb0c500e-0448-4fab-af6b-c54e794264ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.890490 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a63ad976-8976-4694-a956-ae27ced8bb62 req-1e57558b-7259-4423-bb8b-296dc2de40b5 service neutron] 10.222.0.61 "GET /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840320 Dec 10 16:36:32.903907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4ae43632-b67b-4e4b-9048-79ec626a3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:32.907369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-4ae43632-b67b-4e4b-9048-79ec626a3d54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731871 Dec 10 16:36:32.910438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.914996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:32.926357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.926685 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment da487ebc-3da4-486b-854c-10429addb372 of type vlan for network 8bb13abb-4718-4f89-ad99-b5a047af995c Dec 10 16:36:32.946525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12234a50-9b82-4a72-8b18-829e6741a17d None None] Network 09676987-3da4-4481-b8b9-3847346e1934 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:32.975964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:32.984569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.030050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Port': ['ID=bc4c6065-a5de-4e0b-a184-64e263926bb3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.055416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:33.058564 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4b3e69e9-88e1-4252-ba35-e61fda56d817 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ddf27f24f34b9bb99d03d690ea9b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720968 Dec 10 16:36:33.060451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.081980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.099831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.100918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.142526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'port_id': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c', 'mac_address': 'fa:16:3e:f0:4f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:36:33.160038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=1c211a08-8b99-42e7-b7f6-beb5521ba383,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.194049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33f5a5ea-0ade-4008-8591-51d3fbe176a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.204164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.210433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-fb0c500e-0448-4fab-af6b-c54e794264ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:33.211687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-fb0c500e-0448-4fab-af6b-c54e794264ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:33.226179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.264084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=8bb13abb-4718-4f89-ad99-b5a047af995c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.280420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481fe4bf-29a5-4918-9a4d-e74fa3afa63c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:33.288498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8bb13abb-4718-4f89-ad99-b5a047af995c details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:33.304300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.319893 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b9fb906b-a079-420f-a998-af60874fe1fc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6520383 Dec 10 16:36:33.328741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.336338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:33.354227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] DHCP port deletion for 09676987-3da4-4481-b8b9-3847346e1934 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:33.375035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:33.440135 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-353bafbf-cb21-4536-b7f4-69df6349e81e service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202222 Dec 10 16:36:33.452133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Deleting port 1c211a08-8b99-42e7-b7f6-beb5521ba383 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:33.453111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.519523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.525942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] For port 1c211a08-8b99-42e7-b7f6-beb5521ba383, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1c211a08-8b99-42e7-b7f6-beb5521ba383,segment=NetworkSegment(837f1cab-32e4-4939-89ed-a5dc5f342748),segment_id=837f1cab-32e4-4939-89ed-a5dc5f342748)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:33.526594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.541213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Router d96f84ac-ffb7-4c55-893e-864d36a9697d has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:33.545711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Calling delete_port for 1c211a08-8b99-42e7-b7f6-beb5521ba383 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:33.555392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bec03-c332-4857-a22b-02dc11e23c3d req-48bf43c5-b04e-4ed5-83ca-91fe7a16104e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.559201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04df558-d013-4bb0-9d77-2c8a9b90600f req-d265887d-bbb4-4d81-afa6-8761f030e070 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:33.560929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b04df558-d013-4bb0-9d77-2c8a9b90600f req-d265887d-bbb4-4d81-afa6-8761f030e070 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 944 time: 0.5359151 Dec 10 16:36:33.569756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bb2bec03-c332-4857-a22b-02dc11e23c3d req-48bf43c5-b04e-4ed5-83ca-91fe7a16104e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.1105773 Dec 10 16:36:33.625457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.653955 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bb2bec03-c332-4857-a22b-02dc11e23c3d req-5ca4fdfd-0bbf-483b-8709-2e2f87d320c4 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830421 Dec 10 16:36:33.705736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.733627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.752793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:33.753324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:33.758105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.764062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.765743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b04df558-d013-4bb0-9d77-2c8a9b90600f req-42e4d94e-1ead-4b40-ac95-6f7a940338ad tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746867 Dec 10 16:36:33.767521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:33.767880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] Pushing event deleted for resources: {'Port': ['ID=1c211a08-8b99-42e7-b7f6-beb5521ba383,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.771409 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4922027-c916-4e00-9ff4-3d386022dbd2 HTTP/1.1" status: 204 len: 168 time: 0.7067854 Dec 10 16:36:33.771548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f0813d59-8e47-4753-b190-9810ed83d863 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9340682 Dec 10 16:36:33.773615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.785550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-906f4389-1224-42fb-a40f-08d8706c4e08 req-9637bef4-96b9-4443-82c9-9a7b49aac3b2 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629371 Dec 10 16:36:33.787854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bd66f-f7a0-433f-bbc0-2281bd98d862 None None] No DVR routers for this DVR port 1c211a08-8b99-42e7-b7f6-beb5521ba383 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:33.809089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db120-706e-4b66-a660-15b23a791e9c None None] Sync routers for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:33.819267 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-d48cd412-9d88-41fb-9063-e3d5bf43ca88 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] show failed (client error): The resource could not be found. Dec 10 16:36:33.820445 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d48cd412-9d88-41fb-9063-e3d5bf43ca88 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-476041847 HTTP/1.1" status: 404 len: 334 time: 0.0457935 Dec 10 16:36:33.825490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.834538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-769836ee-eb74-4145-9b8e-bd16f9d98735 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:33.847929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f575-4b11-468c-9a21-345b86243f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4922027-c916-4e00-9ff4-3d386022dbd2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:33.851268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:33.858401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:33.888701 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-769836ee-eb74-4145-9b8e-bd16f9d98735 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] update failed (client error): The resource could not be found. Dec 10 16:36:33.893400 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-769836ee-eb74-4145-9b8e-bd16f9d98735 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1364551433 HTTP/1.1" status: 404 len: 335 time: 0.0633807 Dec 10 16:36:33.893549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:33.903646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:33.919392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['481fe4bf-29a5-4918-9a4d-e74fa3afa63c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:33.979841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] Routers {'d96f84ac-ffb7-4c55-893e-864d36a9697d'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:33.980466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d96f84ac-ffb7-4c55-893e-864d36a9697d'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:33.992261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting subnet 6a698118-6c27-4f7e-93ce-29b2f4c75777 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:34.002761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.079735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1c211a08-8b99-42e7-b7f6-beb5521ba383 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:34.079735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-778db120-706e-4b66-a660-15b23a791e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:34.079735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db120-706e-4b66-a660-15b23a791e9c None None] The sync data for ids ['d96f84ac-ffb7-4c55-893e-864d36a9697d'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:34.088377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.106458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.218322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.226410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e5669565-a26a-4efd-9dc5-88a026ddfa3d tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:34.288060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fe184df-abb2-4a3d-a9c3-8e6d79311b98 None None] Provisioning complete for port 69640f33-c28a-48da-a8c1-310b4409496c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:34.288654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fe184df-abb2-4a3d-a9c3-8e6d79311b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.293663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 1c211a08-8b99-42e7-b7f6-beb5521ba383 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:34.294014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1c211a08-8b99-42e7-b7f6-beb5521ba383 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:34.318554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:36:34.323309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.343533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e5669565-a26a-4efd-9dc5-88a026ddfa3d tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "PUT /v2.0/quotas/65ff87a8b099430a9f093a2b56bbe440 HTTP/1.1" status: 200 len: 368 time: 0.2535570 Dec 10 16:36:34.346298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.347783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5fe184df-abb2-4a3d-a9c3-8e6d79311b98 None None] Port 69640f33-c28a-48da-a8c1-310b4409496c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:34.352879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Request body: {'network': {'project_id': '65ff87a8b099430a9f093a2b56bbe440'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:34.359519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fe184df-abb2-4a3d-a9c3-8e6d79311b98 None None] Could not find standard attr ID for object 1c211a08-8b99-42e7-b7f6-beb5521ba383. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:36:34.380976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.382822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=e51796e7-524f-457f-8160-af563dde37db,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:34.392245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': 'da487ebc-3da4-486b-854c-10429addb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:34.392619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: 8bb13abb-4718-4f89-ad99-b5a047af995c, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:34.423391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Subnet': ['ID=6a698118-6c27-4f7e-93ce-29b2f4c75777,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:34.430684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.436427 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-70951b32-d368-4733-89ac-c5aca963e924 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/subnets/6a698118-6c27-4f7e-93ce-29b2f4c75777 HTTP/1.1" status: 204 len: 168 time: 0.5397031 Dec 10 16:36:34.436749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.446065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e034d-5ad0-4a11-a517-ab5aaf6d1b9b None None] Network 67ff3847-6f9a-4bdc-bbf8-9fb384511797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:34.485136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Made reservation on behalf of 65ff87a8b099430a9f093a2b56bbe440 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:34.487241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.497221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 8bb13abb-4718-4f89-ad99-b5a047af995c is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:34.502750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.540675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.615564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8bb13abb-4718-4f89-ad99-b5a047af995c) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:34.621647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:34.622460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.643451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8b42f-8160-49f3-b190-2145cf9c06c8 None None] Network 8bb13abb-4718-4f89-ad99-b5a047af995c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:34.660282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting port a220f93f-cd01-42f2-bd16-9c7ae36f2aef {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:34.660551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.663681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.696892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] DHCP port deletion for 67ff3847-6f9a-4bdc-bbf8-9fb384511797 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:34.728825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] For port a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,segment=NetworkSegment(abae248b-19b4-401e-becc-75ab24d5cba1),segment_id=abae248b-19b4-401e-becc-75ab24d5cba1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:34.729348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.743723 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5732b8dd-de30-4d8a-bdc1-943bf54e8b72 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4136491 Dec 10 16:36:34.746773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Calling delete_port for a220f93f-cd01-42f2-bd16-9c7ae36f2aef owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:34.747001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50490) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:34.754462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'port': {'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c', 'name': 'tempest-NetworksIpV6TestAttrs-1107105196'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:34.807713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.815849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22393b48-c89e-4dd2-be17-128ae15bd7ad req-c373365e-e158-432d-82ac-e962a013205a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:34.817210 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-22393b48-c89e-4dd2-be17-128ae15bd7ad req-c373365e-e158-432d-82ac-e962a013205a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.0673745 Dec 10 16:36:34.839517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8bb13abb-4718-4f89-ad99-b5a047af995c', 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': 'e51796e7-524f-457f-8160-af563dde37db'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:34.841787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.853500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Deleting port a220f93f-cd01-42f2-bd16-9c7ae36f2aef {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:34.855143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.888467 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-22393b48-c89e-4dd2-be17-128ae15bd7ad req-f0e80125-4e81-416d-a008-003d62cc7d34 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640650 Dec 10 16:36:34.912817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:34.938324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9900d761-de9b-4321-89df-4a2c37bc6e8a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:34.974480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:34.974823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Added segment 4c0e3270-41b1-4a7b-b403-d06248378707 of type vlan for network 54463584-3cb1-40bd-b18a-5ade181eed58 Dec 10 16:36:35.006723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] For port a220f93f-cd01-42f2-bd16-9c7ae36f2aef, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,segment=NetworkSegment(abae248b-19b4-401e-becc-75ab24d5cba1),segment_id=abae248b-19b4-401e-becc-75ab24d5cba1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:35.007323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.030840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Calling delete_port for a220f93f-cd01-42f2-bd16-9c7ae36f2aef owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:35.057986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.074321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac2c8e-2bf7-472b-a7a5-57c4af5a8de4 req-81ba0243-a2bd-4246-af0c-b5e33ed0a162 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:35.075831 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2ac2c8e-2bf7-472b-a7a5-57c4af5a8de4 req-81ba0243-a2bd-4246-af0c-b5e33ed0a162 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 945 time: 0.1645515 Dec 10 16:36:35.133446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Allocated IP 2001:db8::f816:3eff:fe89:c96e (8bb13abb-4718-4f89-ad99-b5a047af995c/e51796e7-524f-457f-8160-af563dde37db/9a2bef5e-1d4f-4595-8c77-b6607239a558) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:35.153895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.159546 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2ac2c8e-2bf7-472b-a7a5-57c4af5a8de4 req-5e108520-c288-4935-821c-3b9154f47cb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665493 Dec 10 16:36:35.190447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] No DVR routers for this DVR port a220f93f-cd01-42f2-bd16-9c7ae36f2aef on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:35.203500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.203500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:35.203500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.203500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:35.204239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.205959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Port': ['ID=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.216109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.251352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] Pushing event deleted for resources: {'Port': ['ID=a220f93f-cd01-42f2-bd16-9c7ae36f2aef,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.256092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428f8e0-d2c4-4ca3-b974-6665f714fefc None None] No DVR routers for this DVR port a220f93f-cd01-42f2-bd16-9c7ae36f2aef on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:35.268595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-011291fc-ae62-464d-a770-68698c1e67fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.338684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.342060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] device_id is not set on port 39929b00-d131-4da3-aefa-bec1e531076c yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:35.354453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0060720 Dec 10 16:36:35.357144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:35.361973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Request body: {'network': {'project_id': '65ff87a8b099430a9f093a2b56bbe440'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:35.419264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.423643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.437074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da665-e129-451c-9c02-1e5aa8abf960 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event updated for resources: {'Network': ['ID=54463584-3cb1-40bd-b18a-5ade181eed58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.450655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Made reservation on behalf of 65ff87a8b099430a9f093a2b56bbe440 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:35.453141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.460414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 54463584-3cb1-40bd-b18a-5ade181eed58 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:35.467137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ff3847-6f9a-4bdc-bbf8-9fb384511797']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:35.472495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Network 8bb13abb-4718-4f89-ad99-b5a047af995c is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:35.481864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abae248b-19b4-401e-becc-75ab24d5cba1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:35.482166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abae248b-19b4-401e-becc-75ab24d5cba1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:35.490955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:35.500824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.501191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Added segment d9334876-8a8b-4e4d-8bf4-14dcacc98b82 of type vlan for network 639669fe-cfc0-4ae1-9eb2-ee35d8c83520 Dec 10 16:36:35.513311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:35.514178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.519185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:35.543023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Pushing event updated for resources: {'Port': ['ID=9a2bef5e-1d4f-4595-8c77-b6607239a558,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:35.546527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.549258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.562995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:35.563402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:35.567091 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:35.569603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Allocated IP 2001:db8::f816:3eff:fe89:e95a (8bb13abb-4718-4f89-ad99-b5a047af995c/e51796e7-524f-457f-8160-af563dde37db/39929b00-d131-4da3-aefa-bec1e531076c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:35.634846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Attempting to bind port 9a2bef5e-1d4f-4595-8c77-b6607239a558 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:35.635379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Attempting to bind port 9a2bef5e-1d4f-4595-8c77-b6607239a558 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'da487ebc-3da4-486b-854c-10429addb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:35.635834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Attempting to bind port 9a2bef5e-1d4f-4595-8c77-b6607239a558 on network 8bb13abb-4718-4f89-ad99-b5a047af995c {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:35.642397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:35.642397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Checking segment: {'id': 'da487ebc-3da4-486b-854c-10429addb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:35.642925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.643455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Bound using segment: {'id': 'da487ebc-3da4-486b-854c-10429addb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:35.644228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Bound port: 9a2bef5e-1d4f-4595-8c77-b6607239a558, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da487ebc-3da4-486b-854c-10429addb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8bb13abb-4718-4f89-ad99-b5a047af995c'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:35.644697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.691487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.692818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:35.693581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.708922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] For port 9a2bef5e-1d4f-4595-8c77-b6607239a558, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:35.712141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] For port 9a2bef5e-1d4f-4595-8c77-b6607239a558, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9a2bef5e-1d4f-4595-8c77-b6607239a558,segment=NetworkSegment(da487ebc-3da4-486b-854c-10429addb372),segment_id=da487ebc-3da4-486b-854c-10429addb372)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:35.720064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.725128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.728429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/networks/67ff3847-6f9a-4bdc-bbf8-9fb384511797 HTTP/1.1" status: 204 len: 168 time: 1.2907100 Dec 10 16:36:35.734354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:35.772770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:35.846232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe878-0c2a-4a9f-afae-912d2fd71838 None None] Pushing event updated for resources: {'Port': ['ID=9a2bef5e-1d4f-4595-8c77-b6607239a558,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.110984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a220f93f-cd01-42f2-bd16-9c7ae36f2aef no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:36.160884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: a220f93f-cd01-42f2-bd16-9c7ae36f2aef {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:36.162051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a220f93f-cd01-42f2-bd16-9c7ae36f2aef not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:36.169683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607514d2-6ab5-4042-acc0-0f26dffc6142 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Network': ['ID=67ff3847-6f9a-4bdc-bbf8-9fb384511797,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.284696 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9264514 Dec 10 16:36:36.286022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.290136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.299614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e9a1-5085-424c-8356-3990afa318f9 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event updated for resources: {'Network': ['ID=639669fe-cfc0-4ae1-9eb2-ee35d8c83520,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.300781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2f109d67-b156-4bd0-a8a2-34c1bd6998a6 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Request body: {'network': {'project_id': '65ff87a8b099430a9f093a2b56bbe440'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:36.313353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 639669fe-cfc0-4ae1-9eb2-ee35d8c83520 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:36.325188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting subnet 2a08ab98-6b62-425d-946d-4e47fa2f981b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:36.328561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.331728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d71a-3856-4160-b502-b71c88aff5df req-cf2f2aae-2d4a-44bd-bcf2-e9761e787e7a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.334869 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-05c2d71a-3856-4160-b502-b71c88aff5df req-cf2f2aae-2d4a-44bd-bcf2-e9761e787e7a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.0653777 Dec 10 16:36:36.338508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.392744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f109d67-b156-4bd0-a8a2-34c1bd6998a6 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:36:36.393441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f109d67-b156-4bd0-a8a2-34c1bd6998a6 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:36.397635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2f109d67-b156-4bd0-a8a2-34c1bd6998a6 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0988381 Dec 10 16:36:36.398093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.415123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.426529 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-05c2d71a-3856-4160-b502-b71c88aff5df req-b3b007e0-36cd-49c5-8ff6-e304295ed146 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822232 Dec 10 16:36:36.480979 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a1472e6-dab3-4069-bb29-b6875034cf61 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65ff87a8b099430a9f093a2b56bbe440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789361 Dec 10 16:36:36.481192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99c07a-65ba-4c49-bcf3-d2c7399dcbd2 req-b43fde47-7182-464b-bdc8-c83d0093027f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.482095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8c99c07a-65ba-4c49-bcf3-d2c7399dcbd2 req-b43fde47-7182-464b-bdc8-c83d0093027f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 945 time: 0.1927910 Dec 10 16:36:36.482405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.497242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1397783443', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:36.535192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.558086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.565264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.580350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.595284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 481fe4bf-29a5-4918-9a4d-e74fa3afa63c up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:36.598532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.623286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Made reservation on behalf of 6a9f942404994e41b48fe83d30da7c38 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:36.626837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.640330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.641550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 8bb13abb-4718-4f89-ad99-b5a047af995c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:36.650084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:36.655677 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8c99c07a-65ba-4c49-bcf3-d2c7399dcbd2 req-b7a51309-1c5c-4bd0-a1ce-a9fdb11353f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642165 Dec 10 16:36:36.662432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:36.668384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:36.669093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.684976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Port': ['ID=39929b00-d131-4da3-aefa-bec1e531076c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.737406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:36:36.741859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:36.742239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.792146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2d2fdd5c-6980-4d3d-a59d-47cdb2c8e965 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0437543 Dec 10 16:36:36.794908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.821001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.824577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.826306 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9900d761-de9b-4321-89df-4a2c37bc6e8a HTTP/1.1" status: 204 len: 168 time: 0.3420410 Dec 10 16:36:36.832186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.835588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.836359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.865280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:36.867849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766cb577-f4c4-4d3a-8c9a-1b9b4d8c3811" -d '{"events": [{"server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "name": "network-vif-plugged", "status": "completed", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:36.874890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5212bf9-bf64-4ad2-985a-5bf4cddc8a26 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900d761-de9b-4321-89df-4a2c37bc6e8a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.879019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Subnet': ['ID=2a08ab98-6b62-425d-946d-4e47fa2f981b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:36.888663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.894645 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-eb67d6ba-6dff-47a6-be16-38b0932f13da tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/subnets/2a08ab98-6b62-425d-946d-4e47fa2f981b HTTP/1.1" status: 204 len: 168 time: 1.1541173 Dec 10 16:36:36.901672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50542) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:36.912622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc0f7c-ec77-4c59-90d7-f96d7682c7a9 None None] Network e9ab9d37-89b9-499a-92b1-207b06878f70 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:36.914021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting subnet e51796e7-524f-457f-8160-af563dde37db {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:36.953865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:36.954083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9ebc0-f9c7-4e08-aa3c-17fa5c4c51a0 x-openstack-request-id: req-97e9ebc0-f9c7-4e08-aa3c-17fa5c4c51a0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:36.954384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "name": "network-vif-plugged", "status": "completed", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:36.954653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97e9ebc0-f9c7-4e08-aa3c-17fa5c4c51a0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:36.955053 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c', 'code': 200} Dec 10 16:36:36.956832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:36.989526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.025944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting subnet dfedea99-28fb-422f-aa15-2020c5394b56 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:37.031314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.033284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.035712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.054397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.076254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.097490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] device_id is not set on port c1b741ee-a35c-4de0-b67e-7f2151e2c988 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:37.109968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.116316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9aba4-024d-4f07-9fee-c75e4eff203e None None] Network 8bb13abb-4718-4f89-ad99-b5a047af995c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:37.193619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.194060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.205309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b571d-1892-4c7a-a10f-3bc1df9c3102,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.213391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Provisioning complete for port 9a2bef5e-1d4f-4595-8c77-b6607239a558 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:37.213902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.229276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639669fe-cfc0-4ae1-9eb2-ee35d8c83520']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:37.262056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9334876-8a8b-4e4d-8bf4-14dcacc98b82') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:37.262567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9334876-8a8b-4e4d-8bf4-14dcacc98b82') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:37.282838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.283566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.291885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] DHCP port deletion for e9ab9d37-89b9-499a-92b1-207b06878f70 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:37.308279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.311402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.318406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Allocated IP 172.26.4.38 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/c1b741ee-a35c-4de0-b67e-7f2151e2c988) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:37.323555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:37.323958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:37.325736 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:37.389704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.421925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Deleting port c96e9c37-5e3d-497c-8761-2e0cf579ba80 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:37.423650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.473301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b342d-4bdf-4a12-8ecf-468346043d97 req-49043858-016b-49ec-a3f8-1ff03eb8451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.476565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f78b342d-4bdf-4a12-8ecf-468346043d97 req-49043858-016b-49ec-a3f8-1ff03eb8451b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 1099 time: 0.0554688 Dec 10 16:36:37.523652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.524123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] For port c96e9c37-5e3d-497c-8761-2e0cf579ba80, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c96e9c37-5e3d-497c-8761-2e0cf579ba80,segment=NetworkSegment(e1ffa081-f01d-4b2d-af00-b7dd965b4bd6),segment_id=e1ffa081-f01d-4b2d-af00-b7dd965b4bd6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:37.524531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.545072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Calling delete_port for c96e9c37-5e3d-497c-8761-2e0cf579ba80 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:37.596517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Subnet': ['ID=dfedea99-28fb-422f-aa15-2020c5394b56,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.609973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f78b342d-4bdf-4a12-8ecf-468346043d97 req-2d3860cc-82e4-46b3-9644-646e2f561ffa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190219 Dec 10 16:36:37.612924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.617895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.618701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.621401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.623343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.629239 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "DELETE /v2.0/networks/639669fe-cfc0-4ae1-9eb2-ee35d8c83520 HTTP/1.1" status: 204 len: 168 time: 0.7810569 Dec 10 16:36:37.629397 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-868abc86-135c-4e06-afa0-30f939d82d45 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/subnets/dfedea99-28fb-422f-aa15-2020c5394b56 HTTP/1.1" status: 204 len: 168 time: 0.7312288 Dec 10 16:36:37.629522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:37.635087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:37.642707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec87be7c-aff4-4380-9dfa-60468bdf11a6 None None] Network 8d8e9bad-ba41-4176-93f2-880df87449bc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:37.655778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea7afd-b973-4ebe-a7c5-b8fb7441c267 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event deleted for resources: {'Network': ['ID=639669fe-cfc0-4ae1-9eb2-ee35d8c83520,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.677888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=e51796e7-524f-457f-8160-af563dde37db,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.732004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.735908 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-88f837ee-5c76-42fd-a242-0688acc46d78 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/e51796e7-524f-457f-8160-af563dde37db HTTP/1.1" status: 204 len: 168 time: 0.9393477 Dec 10 16:36:37.738828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:37.761697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:37.762069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:37.780431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7721ca-ad50-43ea-a3ec-61e100492bee req-4b94fd96-2e34-472e-aa3f-414ee163f414 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.782136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b7721ca-ad50-43ea-a3ec-61e100492bee req-4b94fd96-2e34-472e-aa3f-414ee163f414 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.2599936 Dec 10 16:36:37.840321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.841718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.866060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.887371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] Pushing event deleted for resources: {'Port': ['ID=c96e9c37-5e3d-497c-8761-2e0cf579ba80,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:37.892184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be0bb7-09cc-40f8-af51-d7d02ca724d0 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.892654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.893569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5fb3-8931-4049-9629-b59f56f523d3 req-da38b110-a44d-4d47-806c-dea88ec71944 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.893967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be0bb7-09cc-40f8-af51-d7d02ca724d0 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:37.899817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-facc5fb3-8931-4049-9629-b59f56f523d3 req-da38b110-a44d-4d47-806c-dea88ec71944 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.1053474 Dec 10 16:36:37.900007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6be0bb7-09cc-40f8-af51-d7d02ca724d0 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1532962 Dec 10 16:36:37.900960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:37.901477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65631ccf-3199-497d-aa98-4e2235c2fbd5 None None] No DVR routers for this DVR port c96e9c37-5e3d-497c-8761-2e0cf579ba80 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:37.906245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:37.926231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] DHCP port deletion for 8d8e9bad-ba41-4176-93f2-880df87449bc request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:38.018099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.054319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Deleting port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:38.055070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.059687 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b7721ca-ad50-43ea-a3ec-61e100492bee req-b690919c-88f6-416a-aa30-47783859c2fc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424693 Dec 10 16:36:38.063890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:38.069916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab9d37-89b9-499a-92b1-207b06878f70']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.092488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:38.098253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b741ee-a35c-4de0-b67e-7f2151e2c988,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.101408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:38.104507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.104807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ffa081-f01d-4b2d-af00-b7dd965b4bd6') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.144614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11063693-a318-431f-8a9c-45f2ee5e6789 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.144842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a7809-df16-4fad-9d27-402e13052a05 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:38.148402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.156419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.169925 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-11063693-a318-431f-8a9c-45f2ee5e6789 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 16:36:38.171502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11063693-a318-431f-8a9c-45f2ee5e6789 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:38.173592 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-11063693-a318-431f-8a9c-45f2ee5e6789 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/8bb13abb-4718-4f89-ad99-b5a047af995c HTTP/1.1" status: 409 len: 405 time: 0.2724771 Dec 10 16:36:38.177440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50556) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.189724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169949494'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:38.192225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9a2bef5e-1d4f-4595-8c77-b6607239a558 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:38.196338 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-facc5fb3-8931-4049-9629-b59f56f523d3 req-062f92ac-39aa-48a5-b702-75bead0e39ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405183 Dec 10 16:36:38.197795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:38.199121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.200416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54463584-3cb1-40bd-b18a-5ade181eed58']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.215554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0e3270-41b1-4a7b-b403-d06248378707') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.215855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0e3270-41b1-4a7b-b403-d06248378707') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:38.222960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.230889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:38.231434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.232100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] For port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,segment=NetworkSegment(01c97eb7-9440-46ba-85bc-b7807fa3d8b1),segment_id=01c97eb7-9440-46ba-85bc-b7807fa3d8b1)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:38.232498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.233699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:38.235858 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:38.238949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6fd5f-874a-4d6d-9e18-f9a303c97320 None None] Network 8bb13abb-4718-4f89-ad99-b5a047af995c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:38.247638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.255906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:38.256307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:38.258122 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:38.298583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:38.298789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Calling delete_port for a0b6fa80-15ae-4dad-a8f4-40f092b97f5e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:38.300659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.355539 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-abae48ab-ce76-43a1-aac6-51bd294c78f3 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0158939 Dec 10 16:36:38.358811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.363603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.38'}]}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:38.406106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.410736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.414329 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/networks/e9ab9d37-89b9-499a-92b1-207b06878f70 HTTP/1.1" status: 204 len: 168 time: 0.7736115 Dec 10 16:36:38.417564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.441465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d5d1c-7d1b-45e9-a155-3575c338863d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Network': ['ID=e9ab9d37-89b9-499a-92b1-207b06878f70,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.491904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.500678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:38.506980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.510231 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] 10.222.0.21 "DELETE /v2.0/networks/54463584-3cb1-40bd-b18a-5ade181eed58 HTTP/1.1" status: 204 len: 168 time: 0.8720236 Dec 10 16:36:38.523264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.524161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.537764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.538035 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment a3b80d19-9c4e-4bd6-a632-058fb8b24e87 of type vlan for network 8006bcd8-cc90-4066-ad88-c0bd41bda877 Dec 10 16:36:38.542650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.543546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.554813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc857e06-a420-462c-b8f6-fd2bcb3e9ba7 tempest-QuotasNegativeTest-1418654424 tempest-QuotasNegativeTest-1418654424-project-admin] Pushing event deleted for resources: {'Network': ['ID=54463584-3cb1-40bd-b18a-5ade181eed58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.611702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.615329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.637977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9a2bef5e-1d4f-4595-8c77-b6607239a558 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:38.638355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.650779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] For port 9a2bef5e-1d4f-4595-8c77-b6607239a558, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9a2bef5e-1d4f-4595-8c77-b6607239a558,segment=NetworkSegment(da487ebc-3da4-486b-854c-10429addb372),segment_id=da487ebc-3da4-486b-854c-10429addb372)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:38.665870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:38.666351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.698811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.728326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.762985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] DHCP port deletion for 8bb13abb-4718-4f89-ad99-b5a047af995c request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:38.766121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.770783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:38.771386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.774910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.800563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] For port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,segment=NetworkSegment(01c97eb7-9440-46ba-85bc-b7807fa3d8b1),segment_id=01c97eb7-9440-46ba-85bc-b7807fa3d8b1)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:38.801147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.811304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.835749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Calling delete_port for a0b6fa80-15ae-4dad-a8f4-40f092b97f5e owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:38.841169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9586c-ec5c-4d00-8a4f-2bf69a4d226d None None] Pushing event updated for resources: {'Port': ['ID=9a2bef5e-1d4f-4595-8c77-b6607239a558,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.844850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] No DVR routers for this DVR port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:38.907310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.907861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55e16-4a9c-4cff-a1fb-bdfd611e232c None None] Pushing event deleted for resources: {'Port': ['ID=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.929021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Provisioning complete for port 39929b00-d131-4da3-aefa-bec1e531076c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:38.929021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.931384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:38.931750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:38.948200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=8006bcd8-cc90-4066-ad88-c0bd41bda877,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:38.955051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4146e0f1-623c-46e6-9a06-8b30ac3470b9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7765901 Dec 10 16:36:38.958546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50566) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:38.962919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Deleting port 9a2bef5e-1d4f-4595-8c77-b6607239a558 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:38.963364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:38.965461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:38.981242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8006bcd8-cc90-4066-ad88-c0bd41bda877 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:39.026836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Port 39929b00-d131-4da3-aefa-bec1e531076c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:39.045936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.074443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Port': ['ID=a0b6fa80-15ae-4dad-a8f4-40f092b97f5e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.081880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] No DVR routers for this DVR port a0b6fa80-15ae-4dad-a8f4-40f092b97f5e on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:39.097009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] For port 9a2bef5e-1d4f-4595-8c77-b6607239a558, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9a2bef5e-1d4f-4595-8c77-b6607239a558,segment=NetworkSegment(da487ebc-3da4-486b-854c-10429addb372),segment_id=da487ebc-3da4-486b-854c-10429addb372)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:39.097009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.118766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Calling delete_port for 9a2bef5e-1d4f-4595-8c77-b6607239a558 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:39.123200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Provisioning complete for port 9a2bef5e-1d4f-4595-8c77-b6607239a558 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:39.123586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.241858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.273587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8e9bad-ba41-4176-93f2-880df87449bc']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:39.284973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c97eb7-9440-46ba-85bc-b7807fa3d8b1') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:39.285582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c97eb7-9440-46ba-85bc-b7807fa3d8b1') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:39.299013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Provisioning complete for port c1b741ee-a35c-4de0-b67e-7f2151e2c988 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:39.299449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.311396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.329040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:39.330759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.332098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.334163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5029b773-cdd7-435d-a514-15c146021ce4 None None] Port c1b741ee-a35c-4de0-b67e-7f2151e2c988 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:39.339502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:39.339967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:39.343070 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:39.362457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03914-69a8-43ac-979d-6b2530f81279 req-42f6fd0e-67ab-484c-a209-55b30a346695 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:39.363974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-14b03914-69a8-43ac-979d-6b2530f81279 req-42f6fd0e-67ab-484c-a209-55b30a346695 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.1255555 Dec 10 16:36:39.364983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.396260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] Pushing event deleted for resources: {'Port': ['ID=9a2bef5e-1d4f-4595-8c77-b6607239a558,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.403188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a3e71-db80-4ebd-afb3-892b8f11b07f None None] No DVR routers for this DVR port 9a2bef5e-1d4f-4595-8c77-b6607239a558 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:39.465357 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-14b03914-69a8-43ac-979d-6b2530f81279 req-44d08f48-fcb0-428e-bdc9-1b7a6e3e793d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671949 Dec 10 16:36:39.467046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.486316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 9a2bef5e-1d4f-4595-8c77-b6607239a558 update to ACTIVE by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:36:39.497969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.506690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44f438-2bd4-4c50-b49c-2983b7c17ca4 req-de706389-0c4b-4b3a-930f-b67b75212278 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:39.508380 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc44f438-2bd4-4c50-b49c-2983b7c17ca4 req-de706389-0c4b-4b3a-930f-b67b75212278 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.1968472 Dec 10 16:36:39.537505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a0b6fa80-15ae-4dad-a8f4-40f092b97f5e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:39.557473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: a0b6fa80-15ae-4dad-a8f4-40f092b97f5e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:39.558662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a0b6fa80-15ae-4dad-a8f4-40f092b97f5e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:39.558662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c96e9c37-5e3d-497c-8761-2e0cf579ba80 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:39.577298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: c96e9c37-5e3d-497c-8761-2e0cf579ba80 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:39.577656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c96e9c37-5e3d-497c-8761-2e0cf579ba80 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:39.577776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.588635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.594690 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/networks/8d8e9bad-ba41-4176-93f2-880df87449bc HTTP/1.1" status: 204 len: 168 time: 1.1757925 Dec 10 16:36:39.602140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:39.612867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5b9c-0d67-4db2-95fc-3c5bdeb227be tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Network': ['ID=8d8e9bad-ba41-4176-93f2-880df87449bc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:39.696577 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc44f438-2bd4-4c50-b49c-2983b7c17ca4 req-0f979747-bd25-4cc5-bc91-89ca694583df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723487 Dec 10 16:36:39.741050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:39.749602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting subnet 3c7ac782-1d46-4e82-b8f0-c41157490a7c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:39.757007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.828214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cabce-bdbe-4eba-92c7-04d78c9d6a5e req-85ecdcc2-0eeb-4a7c-8060-288e412362f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:39.829844 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-365cabce-bdbe-4eba-92c7-04d78c9d6a5e req-85ecdcc2-0eeb-4a7c-8060-288e412362f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.0521162 Dec 10 16:36:39.858707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.869183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f725b0bf-cbcd-4750-984b-327bf07d2902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.914316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-365cabce-bdbe-4eba-92c7-04d78c9d6a5e req-9e96ee9b-26ec-4fc3-81ed-d9d0d025f53b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730851 Dec 10 16:36:39.962023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:39.980155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f725b0bf-cbcd-4750-984b-327bf07d2902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.027106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9a2bef5e-1d4f-4595-8c77-b6607239a558 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:40.049064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.050097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9a2bef5e-1d4f-4595-8c77-b6607239a558 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:40.050612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9a2bef5e-1d4f-4595-8c77-b6607239a558 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:40.079928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f725b0bf-cbcd-4750-984b-327bf07d2902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.124725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f725b0bf-cbcd-4750-984b-327bf07d2902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b7ba564c4414e6c844c3126fea35442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791337 Dec 10 16:36:40.124725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b0bf-cbcd-4750-984b-327bf07d2902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9115df6-ed8b-475c-b551-9713c70fe88c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:40.126408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:40.180293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.202836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.213178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.216920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.250208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:36:40.282605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.331665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.334556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.335718 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9115df6-ed8b-475c-b551-9713c70fe88c HTTP/1.1" status: 204 len: 168 time: 0.2083998 Dec 10 16:36:40.344054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa22a90-297d-4be9-b6d9-08cc68931065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9115df6-ed8b-475c-b551-9713c70fe88c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:40.346201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=e6d8a75e-cd66-4d41-89ef-b79ae0bc0da4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:40.357356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:40.357724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: 8006bcd8-cc90-4066-ad88-c0bd41bda877, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:40.370419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.402398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7ac782-1d46-4e82-b8f0-c41157490a7c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:40.415822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.415822 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e9554985-b022-4380-a655-ad93e87e1a4f tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/subnets/3c7ac782-1d46-4e82-b8f0-c41157490a7c HTTP/1.1" status: 204 len: 168 time: 0.8080904 Dec 10 16:36:40.416044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208c197-da9e-4f42-b82e-8dddac6685a0 None None] Network 2f36d191-318e-48a1-b3dd-e152b6017e1d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:40.416224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:40.465765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.466312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec809c7-bcf3-40aa-82cb-6d26ac5fbd76 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:40.507110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.569090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Deleting port e1639782-9714-4809-9ca7-26527ccf7d35 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:40.569090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.576926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] DHCP port deletion for 2f36d191-318e-48a1-b3dd-e152b6017e1d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:40.600075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851b48a-31d6-4e42-99e2-d678dc8bd51e req-0cc3ec82-32f9-455b-b0d3-549caeaaa068 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:40.606118 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6851b48a-31d6-4e42-99e2-d678dc8bd51e req-0cc3ec82-32f9-455b-b0d3-549caeaaa068 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.0553329 Dec 10 16:36:40.611010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 8006bcd8-cc90-4066-ad88-c0bd41bda877 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:40.636784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Deleting port e1639782-9714-4809-9ca7-26527ccf7d35 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:40.637262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.642448 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 16:36:40.647162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b46545e1-044b-4f65-afd9-eef17b5d75fe tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2871876 Dec 10 16:36:40.647769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:40.650148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] For port e1639782-9714-4809-9ca7-26527ccf7d35, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1639782-9714-4809-9ca7-26527ccf7d35,segment=NetworkSegment(40017ffc-821d-4abe-9703-6ca0cd29a653),segment_id=40017ffc-821d-4abe-9703-6ca0cd29a653)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:40.650148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.658545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6851b48a-31d6-4e42-99e2-d678dc8bd51e req-eb7d7aa8-d5af-4427-8c87-b46eeaee8424 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 Dec 10 16:36:40.684786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Calling delete_port for e1639782-9714-4809-9ca7-26527ccf7d35 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:40.715247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] For port e1639782-9714-4809-9ca7-26527ccf7d35, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1639782-9714-4809-9ca7-26527ccf7d35,segment=NetworkSegment(40017ffc-821d-4abe-9703-6ca0cd29a653),segment_id=40017ffc-821d-4abe-9703-6ca0cd29a653)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:40.715664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.733290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Calling delete_port for e1639782-9714-4809-9ca7-26527ccf7d35 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:40.759082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8006bcd8-cc90-4066-ad88-c0bd41bda877) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:40.763738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:40.765005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.780057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec97799-e83c-4fdd-ac35-400ef8a57b26 None None] Network 8006bcd8-cc90-4066-ad88-c0bd41bda877 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:40.824480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Deleting port c1b741ee-a35c-4de0-b67e-7f2151e2c988 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:40.824825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.867863 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f6053b15-9f88-43ad-873f-af5f85433304 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9074411 Dec 10 16:36:40.870758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:40.899304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8006bcd8-cc90-4066-ad88-c0bd41bda877', 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': 'e6d8a75e-cd66-4d41-89ef-b79ae0bc0da4'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:40.900230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.911275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.924955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Calling delete_port for c1b741ee-a35c-4de0-b67e-7f2151e2c988 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:40.970119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.982236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:40.996949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.010297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Port': ['ID=e1639782-9714-4809-9ca7-26527ccf7d35,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.015590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] No DVR routers for this DVR port e1639782-9714-4809-9ca7-26527ccf7d35 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:41.034616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] No DVR routers for this DVR port e1639782-9714-4809-9ca7-26527ccf7d35 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:41.036021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f709e91-a432-4081-9067-c520ebe626ab None None] Pushing event deleted for resources: {'Port': ['ID=e1639782-9714-4809-9ca7-26527ccf7d35,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.053396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.081472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Allocated IP 2001:db8::f816:3eff:fe77:763a (8006bcd8-cc90-4066-ad88-c0bd41bda877/e6d8a75e-cd66-4d41-89ef-b79ae0bc0da4/559df004-9e3a-493f-b626-b28abd086b95) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:41.118519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.132139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:41.161701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4369209c-dfbe-4b2b-b10c-dca8ac12c832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.169631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f36d191-318e-48a1-b3dd-e152b6017e1d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.188577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40017ffc-821d-4abe-9703-6ca0cd29a653') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.188920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40017ffc-821d-4abe-9703-6ca0cd29a653') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.199392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.213090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.219222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:41.219614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:41.222751 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:41.252975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.274540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.303469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1b741ee-a35c-4de0-b67e-7f2151e2c988,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.319830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbed2e3c-aa59-4d1e-b3c6-c613850ce05d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:41.327980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.349649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4369209c-dfbe-4b2b-b10c-dca8ac12c832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.370058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.372414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Network 8006bcd8-cc90-4066-ad88-c0bd41bda877 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:41.373484 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d939c6df-074a-4b6a-8e7f-6a0723aa5aa7 tempest-RoutersAdminNegativeIpV6Test-229535933 tempest-RoutersAdminNegativeIpV6Test-229535933-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c1b741ee-a35c-4de0-b67e-7f2151e2c988 HTTP/1.1" status: 204 len: 168 time: 0.7205534 Dec 10 16:36:41.375359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:41.381127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:41.383250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.391322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Pushing event updated for resources: {'Port': ['ID=559df004-9e3a-493f-b626-b28abd086b95,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.403012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.406487 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/networks/2f36d191-318e-48a1-b3dd-e152b6017e1d HTTP/1.1" status: 204 len: 168 time: 0.9913692 Dec 10 16:36:41.407665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89602fe-f0dd-4421-8045-04f87c71ab3a tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Pushing event deleted for resources: {'Network': ['ID=2f36d191-318e-48a1-b3dd-e152b6017e1d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.409249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:41.423491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4369209c-dfbe-4b2b-b10c-dca8ac12c832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.429405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.451529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Attempting to bind port 559df004-9e3a-493f-b626-b28abd086b95 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:41.451907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Attempting to bind port 559df004-9e3a-493f-b626-b28abd086b95 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:41.452280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Attempting to bind port 559df004-9e3a-493f-b626-b28abd086b95 on network 8006bcd8-cc90-4066-ad88-c0bd41bda877 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:41.457717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:41.458189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Checking segment: {'id': 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:41.458604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.459004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Bound using segment: {'id': 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:41.469392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Bound port: 559df004-9e3a-493f-b626-b28abd086b95, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:41.469392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.476161 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fadcf4e8-941c-4d45-ba7f-f5a5bf874811 tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96f84ac-ffb7-4c55-893e-864d36a9697d HTTP/1.1" status: 200 len: 205 time: 0.0654759 Dec 10 16:36:41.479599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:41.484875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d8a75e-cd66-4d41-89ef-b79ae0bc0da4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.517613 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4369209c-dfbe-4b2b-b10c-dca8ac12c832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56bbbc3d6c8744888b67fcb79480ec08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843875 Dec 10 16:36:41.528867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:41.529565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369209c-dfbe-4b2b-b10c-dca8ac12c832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4f677c-d87f-4032-920a-562a75a5169a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.555437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] For port 559df004-9e3a-493f-b626-b28abd086b95, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:41.557449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] For port 559df004-9e3a-493f-b626-b28abd086b95, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=559df004-9e3a-493f-b626-b28abd086b95,segment=NetworkSegment(a3b80d19-9c4e-4bd6-a632-058fb8b24e87),segment_id=a3b80d19-9c4e-4bd6-a632-058fb8b24e87)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:41.568728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:41.597509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.627499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8006bcd8-cc90-4066-ad88-c0bd41bda877']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.641143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.641441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:41.658703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.665494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.675257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.685360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.699427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.701624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:41.702021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:41.705335 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:41.754966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7967264-9466-463f-becd-f8bcdf4dd83c None None] Pushing event updated for resources: {'Port': ['ID=559df004-9e3a-493f-b626-b28abd086b95,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.814951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e11b2-8602-4e00-ac3f-ade186a433f6 None None] Network 8006bcd8-cc90-4066-ad88-c0bd41bda877 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:41.834767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:36:41.834767 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:36:41.834767 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': '8006bcd8-cc90-4066-ad88-c0bd41bda877'}] Dec 10 16:36:41.834767 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:41.835107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:41.891625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.895563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:41.900224 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc4f677c-d87f-4032-920a-562a75a5169a HTTP/1.1" status: 204 len: 168 time: 0.3677521 Dec 10 16:36:41.922184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd6ecf-018b-4a0f-b50b-b79a1cef119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4f677c-d87f-4032-920a-562a75a5169a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:41.932146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf3d32-0cd4-444f-95c2-47e1515acb4c None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:36:41.980419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.007105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.075765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf3d32-0cd4-444f-95c2-47e1515acb4c None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:36:42.084092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1639782-9714-4809-9ca7-26527ccf7d35 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:42.110902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: e1639782-9714-4809-9ca7-26527ccf7d35 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:42.111220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1639782-9714-4809-9ca7-26527ccf7d35 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:42.172187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5b58-5084-4c4d-ae30-dd0c2bc306dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.211474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1158ce5-7bb7-40d1-b0ac-3a5afd1604a4 req-170e1405-645f-48e4-89d0-de3e39de6b8e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:42.213038 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1158ce5-7bb7-40d1-b0ac-3a5afd1604a4 req-170e1405-645f-48e4-89d0-de3e39de6b8e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 943 time: 0.2419591 Dec 10 16:36:42.216267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.219200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.253850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5b58-5084-4c4d-ae30-dd0c2bc306dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.336490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.380449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5b58-5084-4c4d-ae30-dd0c2bc306dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.408631 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1158ce5-7bb7-40d1-b0ac-3a5afd1604a4 req-b3e6c85f-4c64-49f9-91a8-7c91f10bcbab tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461232 Dec 10 16:36:42.423583 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c6ed5b58-5084-4c4d-ae30-dd0c2bc306dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12d29687cfda404ab15bfd95f446ba73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147635 Dec 10 16:36:42.429183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:42.450822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed5b58-5084-4c4d-ae30-dd0c2bc306dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87e634-8276-4a68-8f1c-45bda40f6cab,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:42.482374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port 559df004-9e3a-493f-b626-b28abd086b95 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:42.482711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.511933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.512482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Fanout notify agent at l3_agent the message router_deleted on router d96f84ac-ffb7-4c55-893e-864d36a9697d {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:36:42.520123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.522062 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5f9ab36a-0fcf-4968-a8d4-380bdc505f2d tempest-RoutersNegativeIpV6Test-1889330035 tempest-RoutersNegativeIpV6Test-1889330035-project] 10.222.0.21 "DELETE /v2.0/routers/d96f84ac-ffb7-4c55-893e-864d36a9697d HTTP/1.1" status: 204 len: 168 time: 1.0413806 Dec 10 16:36:42.538568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.585441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.588115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] For port 559df004-9e3a-493f-b626-b28abd086b95, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=559df004-9e3a-493f-b626-b28abd086b95,segment=NetworkSegment(a3b80d19-9c4e-4bd6-a632-058fb8b24e87),segment_id=a3b80d19-9c4e-4bd6-a632-058fb8b24e87)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:42.588474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.608857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b69699f4-36ed-413f-91fe-b9b26d068819 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:36:42.612714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for 559df004-9e3a-493f-b626-b28abd086b95 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:42.726120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.727204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b69699f4-36ed-413f-91fe-b9b26d068819,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:42.738257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'port_id': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'mac_address': 'fa:16:3e:b8:68:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:36:42.777899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.780705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.781872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.782049 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e87e634-8276-4a68-8f1c-45bda40f6cab HTTP/1.1" status: 204 len: 168 time: 0.3513446 Dec 10 16:36:42.782592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.800463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69699f4-36ed-413f-91fe-b9b26d068819 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:36:42.816806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb3795-6c3a-4ebf-ace0-ae3ac0175060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87e634-8276-4a68-8f1c-45bda40f6cab,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:42.819139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No DVR routers for this DVR port 559df004-9e3a-493f-b626-b28abd086b95 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:42.823715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=559df004-9e3a-493f-b626-b28abd086b95,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:42.831836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b69699f4-36ed-413f-91fe-b9b26d068819,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:42.907805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.916774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.928414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8006bcd8-cc90-4066-ad88-c0bd41bda877']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:42.938076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:42.938404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b80d19-9c4e-4bd6-a632-058fb8b24e87') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:42.948674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.961993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:42.968162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:42.968561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.014541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.17 (606bfdeb-c2bc-4497-8e93-4d5866b03da0/377249ce-19f6-4245-ac23-9144fdd5eb3a/bae459cb-b4a9-4e44-8a4a-ac6163d60c5d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:43.021468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:43.026745 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:43.112529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.127560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.136106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.139364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/8006bcd8-cc90-4066-ad88-c0bd41bda877 HTTP/1.1" status: 204 len: 168 time: 2.2676511 Dec 10 16:36:43.141225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fcf98-8b1b-4258-925a-6311fb99213c tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=8006bcd8-cc90-4066-ad88-c0bd41bda877,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:43.142990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.154283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672894432'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:43.162276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.170604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['b69699f4-36ed-413f-91fe-b9b26d068819'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:36:43.257323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:43.261759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.286968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.289983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:43.346907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:43.350296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.350651 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment c3962dd8-d18d-4376-8152-2c7694b06da8 of type vlan for network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 Dec 10 16:36:43.354760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:43.365714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:43.369826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:43.476438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.515530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.589362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9628-b51a-4a53-acb3-683b4b864523 req-6a007af9-a6c9-45cc-b8fc-128706df704c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:43.590925 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88bd9628-b51a-4a53-acb3-683b4b864523 req-6a007af9-a6c9-45cc-b8fc-128706df704c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 944 time: 0.0632098 Dec 10 16:36:43.601170 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1d98fdcd-baf7-4ce1-a54d-864c451e555a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=928f13bba7d5474f8dc4dbe1a1c6911b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728765 Dec 10 16:36:43.602006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.672564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.677192 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88bd9628-b51a-4a53-acb3-683b4b864523 req-a2c76d34-fda2-4809-9a54-f352af6242f2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721455 Dec 10 16:36:43.678037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:43.678654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.704815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-277be84b-e925-4c2f-9029-bf1b2e97186b None None] Provisioning complete for port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:43.705367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-277be84b-e925-4c2f-9029-bf1b2e97186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.743188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-277be84b-e925-4c2f-9029-bf1b2e97186b None None] Port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:43.762463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.781568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:43.792100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:43.796373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.844049 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03f65cc5-0ee3-410a-bd15-7d327e3b73dc tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6967375 Dec 10 16:36:43.844925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.862776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.871923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:43.908638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3d9958ba-b62c-4787-9d6f-b2b7a8e258fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a9f942404994e41b48fe83d30da7c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432656 Dec 10 16:36:43.911116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:43.930743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.971251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.987122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:43.999717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.003085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.004373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6b24b7-5a6b-41f2-883a-cf80a590a284 HTTP/1.1" status: 204 len: 168 time: 0.4013205 Dec 10 16:36:44.026215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4afb1-19b4-43d6-8356-b4655f08d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b24b7-5a6b-41f2-883a-cf80a590a284,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.171105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.173834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.175046 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/252b571d-1892-4c7a-a10f-3bc1df9c3102 HTTP/1.1" status: 204 len: 168 time: 0.2629764 Dec 10 16:36:44.178872 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:44.182476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.183971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8aad9-24e6-4560-b979-c64534f10d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b571d-1892-4c7a-a10f-3bc1df9c3102,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.417387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.508625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.574999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.617446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b69699f4-36ed-413f-91fe-b9b26d068819 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:44.622553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.625195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.718404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=1b943b89-6929-458a-8d41-f4789f32ad37,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:44.730545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': 'c3962dd8-d18d-4376-8152-2c7694b06da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:44.730922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:44.766308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port b69699f4-36ed-413f-91fe-b9b26d068819 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:36:44.771852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port b69699f4-36ed-413f-91fe-b9b26d068819 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:44.772449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:44.807063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:44.810505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:44.824562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:44.888861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50d54-bcf0-4085-9830-858541d6bf14 req-9f69d9ad-07cb-44f2-b0a2-a3a26cd36545 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:44.888861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-20d50d54-bcf0-4085-9830-858541d6bf14 req-9f69d9ad-07cb-44f2-b0a2-a3a26cd36545 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 944 time: 0.1155314 Dec 10 16:36:45.005267 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-20d50d54-bcf0-4085-9830-858541d6bf14 req-40641b9a-0d20-49e2-8940-6a7efc48b848 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916531 Dec 10 16:36:45.041692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:45.046758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:45.054509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:45.055027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.080489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b85c4-30b3-4e7b-bbbd-a45d699cfa0e None None] Network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:45.139305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.154751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50710) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:45.230309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3', 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': '1b943b89-6929-458a-8d41-f4789f32ad37'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:45.231216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.240070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:45.242664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55a773-6cf1-46bc-ac83-7149934e911c" -d '{"events": [{"server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "name": "network-vif-plugged", "status": "completed", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:45.264793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b69699f4-36ed-413f-91fe-b9b26d068819,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:45.329996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936d184-e5ce-4292-99d4-9a2622c0dba5 x-openstack-request-id: req-3936d184-e5ce-4292-99d4-9a2622c0dba5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:45.330554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "name": "network-vif-plugged", "status": "completed", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:45.330993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3936d184-e5ce-4292-99d4-9a2622c0dba5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:45.331537 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'code': 200} Dec 10 16:36:45.346681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-be8dbcb3-f6a5-42cf-b041-7030cc7756cd None None] Provisioning complete for port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:45.347054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcb3-f6a5-42cf-b041-7030cc7756cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.383936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.455746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-be8dbcb3-f6a5-42cf-b041-7030cc7756cd None None] Port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:45.482440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:45.485520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Allocated IP 2001:db8::2 (9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3/1b943b89-6929-458a-8d41-f4789f32ad37/6cd25aab-1e9f-45cc-8e3c-b68413a39545) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:45.509483 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3a31a50b-f7e4-4d79-84e2-2800711c7bb9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6636665 Dec 10 16:36:45.510816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:45.613762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:45.625467 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:45.641321 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bb8529bf-3262-4c2c-9c74-73e51827a531 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/e1e2e4f8-814d-4ba1-bb20-d42d13f2e091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0670745 Dec 10 16:36:45.648997 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:45.650573 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:45.685778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1733019682'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:45.695114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.718095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.747805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.794042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd25aab-1e9f-45cc-8e3c-b68413a39545,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:45.808442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:45.811233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:45.816259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:45.831705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13987a-5ad5-4a7e-ab44-8ce238a331f3 req-fb9585a5-3a56-45c0-9452-fbd2ff50c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:45.833299 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d13987a-5ad5-4a7e-ab44-8ce238a331f3 req-fb9585a5-3a56-45c0-9452-fbd2ff50c405 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1098 time: 0.1020939 Dec 10 16:36:45.837580 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:45.858640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port 6cd25aab-1e9f-45cc-8e3c-b68413a39545 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:45.859220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.866426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Made reservation on behalf of 1b7be905736d4b578b337f7d82a59905 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:45.869270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.891603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Attempting to bind port 6cd25aab-1e9f-45cc-8e3c-b68413a39545 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:45.891988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Attempting to bind port 6cd25aab-1e9f-45cc-8e3c-b68413a39545 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c3962dd8-d18d-4376-8152-2c7694b06da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:45.892360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Attempting to bind port 6cd25aab-1e9f-45cc-8e3c-b68413a39545 on network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Checking segment: {'id': 'c3962dd8-d18d-4376-8152-2c7694b06da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Bound using segment: {'id': 'c3962dd8-d18d-4376-8152-2c7694b06da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Bound port: 6cd25aab-1e9f-45cc-8e3c-b68413a39545, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3962dd8-d18d-4376-8152-2c7694b06da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:45.905880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.931506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:45.987940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d13987a-5ad5-4a7e-ab44-8ce238a331f3 req-379039e9-33c2-41f1-ae74-d2e37d91defd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466095 Dec 10 16:36:46.006735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] For port 6cd25aab-1e9f-45cc-8e3c-b68413a39545, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:46.011688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] For port 6cd25aab-1e9f-45cc-8e3c-b68413a39545, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6cd25aab-1e9f-45cc-8e3c-b68413a39545,segment=NetworkSegment(c3962dd8-d18d-4376-8152-2c7694b06da8),segment_id=c3962dd8-d18d-4376-8152-2c7694b06da8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:46.031809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50742) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:46.032333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] For port 6cd25aab-1e9f-45cc-8e3c-b68413a39545, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:46.032750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.059399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for 6cd25aab-1e9f-45cc-8e3c-b68413a39545 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:46.103286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.123603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:46.188059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.226493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253e4f9-41f6-4367-bffa-f658027566b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd25aab-1e9f-45cc-8e3c-b68413a39545,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.245560 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:36:43Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bae459cb-b4a9-4e44-8a4a-ac6163d60c5d', 'name': '', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:32:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:44Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:46.246128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adba03-b1f8-4449-aefa-9012d42fc44a req-a262d0b6-73aa-4664-be23-5e634f9526ba tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:46.254710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-80adba03-b1f8-4449-aefa-9012d42fc44a req-a262d0b6-73aa-4664-be23-5e634f9526ba tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.1624660 Dec 10 16:36:46.260190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1487605627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:46.262109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-877267544'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:46.275292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.286873 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:46.287553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Updating router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:36:46.315129 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.334340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:46.337330 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-80adba03-b1f8-4449-aefa-9012d42fc44a req-a4ae18dd-e423-4532-bc89-5d1951890f5b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770698 Dec 10 16:36:46.351562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef9a20-f7b7-4e9c-a5e7-8d0dc9610c31,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.357671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.359019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Added segment f27c0fc5-f47d-4bba-afb6-826281c9b093 of type vlan for network 122bbfe3-10ac-4082-a359-02ef6a669544 Dec 10 16:36:46.409836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.450668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=6cd25aab-1e9f-45cc-8e3c-b68413a39545,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.459363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.465043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.466492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.529273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No DVR routers for this DVR port 6cd25aab-1e9f-45cc-8e3c-b68413a39545 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:46.615972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.621772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.622559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:46.626404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.635762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.654344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.660165 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.660690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:46.661436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.712380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.717268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.737698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.758789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Pushing event updated for resources: {'Network': ['ID=122bbfe3-10ac-4082-a359-02ef6a669544,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.769341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 122bbfe3-10ac-4082-a359-02ef6a669544 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:46.784431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.798745 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Pushing event updated for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.811907 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.812465 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.812974 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.813457 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.813927 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.814427 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.814948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.815434 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.816136 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.816645 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.817191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.817755 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.818245 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:36:46.819219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.819426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:46.820711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58c3d8aa-df70-4a60-9896-08f066224e9e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7852998 Dec 10 16:36:46.824309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c8413530-22a2-4127-8519-459f281015d1 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6701431 Dec 10 16:36:46.829162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.829346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:46.858948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2001488577'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:46.893352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=1b943b89-6929-458a-8d41-f4789f32ad37,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.894116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.894734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment c306e12b-ca31-435f-a557-8d50e1d9322d of type vlan for network 5ef9622c-d66b-463e-88ef-de90ec2c0433 Dec 10 16:36:46.916239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071bfaba-1734-4b5d-b0aa-fca8ab6d30a6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:46.919850 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Attempting to bind port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:46.920356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Attempting to bind port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:46.922412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Attempting to bind port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d on network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:46.936113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:46.938247 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Checking segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:46.945769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:46.945769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Bound using segment: {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:46.945769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Bound port: bae459cb-b4a9-4e44-8a4a-ac6163d60c5d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3292b2-afb4-4a43-bb52-edeb13f294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:46.945769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.008155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.062621 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] For port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:47.063149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:47.066582 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] For port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:47.074421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.086233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.126933 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.167639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.173328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:47.175101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.280952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1484108 Dec 10 16:36:47.282304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:47.291471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'name': 'tempest-PortsIpV6TestJSON-320592630'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:47.307095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.314319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] Provisioning complete for port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:47.314966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.381958 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc22993-297d-44e9-bb1b-2067e98e33e1 None None] Pushing event updated for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.415515 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:47.416866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.489708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:47.545137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.575083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544', 'binding:host_id': 'hv-neutron-8208', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-224152125'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:47.609392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] For port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:47.625825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.633877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:47.637515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.644950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1eee7-3ed0-48cc-8bb6-5002024534e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=5ef9622c-d66b-463e-88ef-de90ec2c0433,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.652304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.659955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:47.663699 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:47.667030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3962dd8-d18d-4376-8152-2c7694b06da8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.667765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3962dd8-d18d-4376-8152-2c7694b06da8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.680228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.695807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.703197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:47.703660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:47.707258 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:47.714226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port dbbc8c22-adaa-4940-a966-dce44a287317 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:47.756644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97dfc3-6403-43b6-88c5-99dc10714165 req-6215f635-0530-4e17-bc5c-dc0cf5e56862 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:47.764393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-af97dfc3-6403-43b6-88c5-99dc10714165 req-6215f635-0530-4e17-bc5c-dc0cf5e56862 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.2249498 Dec 10 16:36:47.783877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.799269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8449cbe-12b5-4c1a-b84b-8ecfc5dc0256 None None] Network 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:47.808305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.833910 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-af97dfc3-6403-43b6-88c5-99dc10714165 req-3377878d-603e-4177-9cbe-3cd72e523a1c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683179 Dec 10 16:36:47.835127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Made reservation on behalf of 007fbb0186a3450bb1b9f9c475d4a0e1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:47.837479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.854389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.868464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.873837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.875115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.881416 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 HTTP/1.1" status: 204 len: 168 time: 2.3695352 Dec 10 16:36:47.882181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:47.892010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2093404403'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:47.914119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1091d5-f22e-4eeb-90a4-3339aef93832 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.954969 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:36:43Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bae459cb-b4a9-4e44-8a4a-ac6163d60c5d', 'name': '', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:32:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:47.959031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59733902-d4f6-4e53-a825-4da9604cf43a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:47.971903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c22ce9e6-f6b3-4805-9196-de3501dd3b66 None None] Provisioning complete for port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:47.972191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c22ce9e6-f6b3-4805-9196-de3501dd3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:47.980601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:47.990986 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff86f2-25fb-4b50-b5a6-92c6b4341f87 None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:36:43Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bae459cb-b4a9-4e44-8a4a-ac6163d60c5d', 'name': '', 'network_id': '606bfdeb-c2bc-4497-8e93-4d5866b03da0', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:32:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:36:42Z', 'updated_at': '2021-12-10T16:36:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '377249ce-19f6-4245-ac23-9144fdd5eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:48.010214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:48.015921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.025119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.025483 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Added segment 4f273ff7-0fcd-406a-b4fa-f15c99721c90 of type vlan for network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 Dec 10 16:36:48.101729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa278f0-2819-4a86-8322-679d872acf9c None None] Pushing event updated for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.105770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:48.125261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.125615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Added segment 3fcc4009-61fa-4cbd-9ff1-63d2779213e6 of type vlan for network c1dba66c-9afe-45fb-a595-2f56dcf61d8a Dec 10 16:36:48.157768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f5aff-012a-4783-ac4d-a7961f0a9cd3 None None] DHCP port deletion for 9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:48.169483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.204161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c22ce9e6-f6b3-4805-9196-de3501dd3b66 None None] Could not find standard attr ID for object 6cd25aab-1e9f-45cc-8e3c-b68413a39545. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:36:48.204351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.235710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.254246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.329630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.336075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:48.339928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.360644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.366931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:48.370781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.370781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.379611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.383182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port 948f0436-1905-4043-bfee-6efa22a5c10b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:48.406195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Network': ['ID=c1dba66c-9afe-45fb-a595-2f56dcf61d8a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.418100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c1dba66c-9afe-45fb-a595-2f56dcf61d8a details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:48.487562 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-37c3d87e-46ab-4144-9784-a9262f354c27 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6009479 Dec 10 16:36:48.488444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50768) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:48.495241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Request body: {'subnet': {'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:48.560538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:48.560854 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7144136 Dec 10 16:36:48.570168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'subnet': {'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:48.584727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917fd8da-5f89-4fd8-ab80-fa05a2dff6e2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.611691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e50eb-37c9-4b6f-827c-0101f2a7b5f4 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Network': ['ID=c4bd8c63-deb6-4041-8a3e-25d6507d1a86,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.623548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:48.636603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=dbbc8c22-adaa-4940-a966-dce44a287317,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.668215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': 'c306e12b-ca31-435f-a557-8d50e1d9322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:48.668590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: 5ef9622c-d66b-463e-88ef-de90ec2c0433, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:48.767503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Made reservation on behalf of 16e10575ba2748e1aefbf2e392d85f8a for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:48.771860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.802334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port 948f0436-1905-4043-bfee-6efa22a5c10b yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:48.806497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:48.816344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.885477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 5ef9622c-d66b-463e-88ef-de90ec2c0433) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:48.890204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:48.897533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:48.898178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.899144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcbf185-6c13-4b85-9c8a-17634507cd5b None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:48.915980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.928480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:48.932802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:48.979879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=948f0436-1905-4043-bfee-6efa22a5c10b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:48.994484 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c0257ff-6a49-4836-9a92-002013a8e7b9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7073305 Dec 10 16:36:48.998684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.003509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1056319202'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:49.014087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Checking segment: {'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:49.014452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Network hostable DHCP agents. Network: 122bbfe3-10ac-4082-a359-02ef6a669544, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:49.093658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b726cc-f46e-44cc-850f-c2505db12c59 req-179a38c6-cb90-4cae-ab22-f3b4b6cfaeed tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.095139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b726cc-f46e-44cc-850f-c2505db12c59 req-179a38c6-cb90-4cae-ab22-f3b4b6cfaeed tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.1839015 Dec 10 16:36:49.123613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:49.127429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.148929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Network 122bbfe3-10ac-4082-a359-02ef6a669544 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:49.156208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:49.165723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.166065 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment 9bd28c5b-1203-490b-982e-a1dd3c3f05ec of type vlan for network ce3587bc-220b-48c1-8e5c-131e63f3bf3a Dec 10 16:36:49.194645 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b726cc-f46e-44cc-850f-c2505db12c59 req-72c46b3c-4672-4d62-8e4b-072c2ccb412c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921984 Dec 10 16:36:49.207648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.263237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 122bbfe3-10ac-4082-a359-02ef6a669544) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:49.271383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:49.275036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5efa8-c57e-48b5-b539-77511399851a None None] Network 122bbfe3-10ac-4082-a359-02ef6a669544 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:49.295775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.296992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.305708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.307185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.307704 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.308587 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 2 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.325370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:36:49.327055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.333787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.339669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.340454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.376343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.379175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.380483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.391331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.401370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event updated for resources: {'Subnet': ['ID=07780a43-2a8a-41c7-b616-18f4ac07b01c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.427151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.427504 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.430228 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 3 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.435979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Checking segment: {'id': '3fcc4009-61fa-4cbd-9ff1-63d2779213e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:49.436339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network hostable DHCP agents. Network: c1dba66c-9afe-45fb-a595-2f56dcf61d8a, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:49.467364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.467709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.468059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.470166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=ce3587bc-220b-48c1-8e5c-131e63f3bf3a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.481385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377f3a8-fe4b-425a-8032-4381fdc01891 req-3c80d011-3704-4f10-838d-cb9657e38d4c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.481748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Subnet': ['ID=77209fb6-f236-47c9-97f1-d9bb9139cd5d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:49.482638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5377f3a8-fe4b-425a-8032-4381fdc01891 req-3c80d011-3704-4f10-838d-cb9657e38d4c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.1694820 Dec 10 16:36:49.487822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Checking segment: {'id': '4f273ff7-0fcd-406a-b4fa-f15c99721c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:49.488305 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b21d794-2680-4657-a995-5fece4043f44 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4886479 Dec 10 16:36:49.489757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.490097 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.490757 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 4 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.491902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network hostable DHCP agents. Network: c4bd8c63-deb6-4041-8a3e-25d6507d1a86, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:49.493703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.494075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ce3587bc-220b-48c1-8e5c-131e63f3bf3a details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:49.499433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'ports': [{'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'}, {'network_id': 'ce3587bc-220b-48c1-8e5c-131e63f3bf3a'}]} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:49.499757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:49.500480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': 'ce3587bc-220b-48c1-8e5c-131e63f3bf3a'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:49.568378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.568725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.569115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.590302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.590643 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.593780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Network c1dba66c-9afe-45fb-a595-2f56dcf61d8a is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:49.600079 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 5 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.628041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:49.642835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.643183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.643529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.691770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.692165 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.694768 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 6 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.700649 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5377f3a8-fe4b-425a-8032-4381fdc01891 req-03d549e8-e4f5-46c2-b10c-5b47c3ef22bc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958253 Dec 10 16:36:49.705008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c1dba66c-9afe-45fb-a595-2f56dcf61d8a) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:49.706780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c4bd8c63-deb6-4041-8a3e-25d6507d1a86) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:49.711566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.712172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.716257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.716823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.724315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956a436-f4d1-4090-b824-f207fe1d0d91 None None] Network c1dba66c-9afe-45fb-a595-2f56dcf61d8a requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:49.727848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.728191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.728537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.739908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.739908 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.739908 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 7 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.742664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50780) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.744875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fb294-7036-435d-9213-a1e4b9e98a0c None None] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:49.759626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.759980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.760327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.766725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.767054 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.767530 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 8 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.782772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.783198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.783608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.789356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.789689 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.790083 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 9 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.804502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.805115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.809461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.809867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.810250 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.810585 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 10 to bind port 948f0436-1905-4043-bfee-6efa22a5c10b Dec 10 16:36:49.823557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:49.823903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:49.824235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:49.828678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 948f0436-1905-4043-bfee-6efa22a5c10b on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:49.829044 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 948f0436-1905-4043-bfee-6efa22a5c10b on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:49.829412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.835058 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba81261d-0783-4813-a594-0867e7c1ac62 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3445873 Dec 10 16:36:49.835676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50784) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.870987 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4c6e640-d397-48cb-81ed-c7c8121aec82 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3072581 Dec 10 16:36:49.870987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.910002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'network': {'name': 'tempest-router-network01--454616720'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:49.918716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-c4bd8c63-deb6-4041-8a3e-25d6507d1a86', 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86', 'project_id': '90510511b8d44598b2e88a0577034976', 'fixed_ips': [{'subnet_id': '77209fb6-f236-47c9-97f1-d9bb9139cd5d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:49.919214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port 948f0436-1905-4043-bfee-6efa22a5c10b, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:49.919496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:36:49.919984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.924697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-c1dba66c-9afe-45fb-a595-2f56dcf61d8a', 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a', 'project_id': '16e10575ba2748e1aefbf2e392d85f8a', 'fixed_ips': [{'subnet_id': '07780a43-2a8a-41c7-b616-18f4ac07b01c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:49.926277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:49.979831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fe877-a955-41e1-b571-34875f86fcea tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:49.984746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:49.985017 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fe9fe877-a955-41e1-b571-34875f86fcea tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1093 time: 0.2408857 Dec 10 16:36:49.993384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:50.002051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 2} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:50.007458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.012418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.024918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.067261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.076146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.123046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:50.126684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.169170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:50.170073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.170764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.179533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.180157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Added segment c25c290d-da2b-450f-851b-ab8adbcb95f3 of type vlan for network 207975de-9cd5-4b98-a805-3bebab9f36de Dec 10 16:36:50.187969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 892d4247-ea2c-4c0e-ab36-da6860359d9c yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:50.195865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=948f0436-1905-4043-bfee-6efa22a5c10b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:50.224379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.262057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.312375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bae459cb-b4a9-4e44-8a4a-ac6163d60c5d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:50.325841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.332100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.333166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.374173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0a90c297-8ac8-45fd-8829-5460135483c7 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.8566957 Dec 10 16:36:50.374692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.378619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50790) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:50.381912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Allocated IP 2001:db8::f816:3eff:fe52:774f (c1dba66c-9afe-45fb-a595-2f56dcf61d8a/07780a43-2a8a-41c7-b616-18f4ac07b01c/dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:50.392221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Allocated IP 172.20.0.2 (c4bd8c63-deb6-4041-8a3e-25d6507d1a86/77209fb6-f236-47c9-97f1-d9bb9139cd5d/f1018369-3b1c-42f6-bd38-5baf8e6b04bd) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:50.437705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Network': ['ID=207975de-9cd5-4b98-a805-3bebab9f36de,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:50.451143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-f2d34556-b92b-42c2-aec4-c8602f03b60c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143472 Dec 10 16:36:50.460284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 207975de-9cd5-4b98-a805-3bebab9f36de details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:50.477745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-57169f84-0045-4039-bf4f-ad0f22eadc0d tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5736315 Dec 10 16:36:50.489762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:50.496813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'network': {'name': 'tempest-router-network02--881065471'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:50.524484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port a93307e1-f7cc-4ca1-adbc-0eb4fd508546 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:50.540983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:50.541298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.550853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.557474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967f17-6ce0-4482-8960-29ecac76297d req-5bac3c32-16b2-4d5b-b784-54f44fd62909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.559401 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-5bac3c32-16b2-4d5b-b784-54f44fd62909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1098 time: 0.0802164 Dec 10 16:36:50.609939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Deleting port 948f0436-1905-4043-bfee-6efa22a5c10b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:50.609939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.640244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:50.643919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.698357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:50.721454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.721832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Added segment 27cb43b3-bd66-4232-b62a-6e12359373f0 of type vlan for network bde3029d-6ba7-41a8-9b5e-577c027691c5 Dec 10 16:36:50.730403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967f17-6ce0-4482-8960-29ecac76297d req-d0bc2d8b-5ef9-40ac-9b6c-a4e214c3a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.732112 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-d0bc2d8b-5ef9-40ac-9b6c-a4e214c3a990 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 897 time: 0.1482718 Dec 10 16:36:50.775441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port 948f0436-1905-4043-bfee-6efa22a5c10b, host hv-neutron-8208, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:50.775772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.803926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Calling delete_port for 948f0436-1905-4043-bfee-6efa22a5c10b owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:50.812810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.814429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.819043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cd25aab-1e9f-45cc-8e3c-b68413a39545 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:36:50.819589 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-762550cf-74d9-41f9-80a3-0269bcd9a297 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 200 len: 1001 time: 0.0631635 Dec 10 16:36:50.829647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.26.4.119 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/073469e6-e58c-47b9-adff-5bf77a0236c1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:50.840864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6cd25aab-1e9f-45cc-8e3c-b68413a39545 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:36:50.840864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cd25aab-1e9f-45cc-8e3c-b68413a39545 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:36:50.851298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.863756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.898609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967f17-6ce0-4482-8960-29ecac76297d req-bbddca86-55a7-45bc-b287-ef5715f3c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.900088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-bbddca86-55a7-45bc-b287-ef5715f3c0b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c27c4432-3d1f-49e4-8617-8d4fb3123a83 HTTP/1.1" status: 200 len: 834 time: 0.0691156 Dec 10 16:36:50.903603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.946427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.951667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:50.958878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:50.961706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:50.981608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Pushing event updated for resources: {'Port': ['ID=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:50.983840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967f17-6ce0-4482-8960-29ecac76297d req-9f6c6b49-52e5-453f-bf32-eac989af694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.986571 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-9f6c6b49-52e5-453f-bf32-eac989af694b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c495a50-a6c5-4f37-af89-58d4b192331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783312 Dec 10 16:36:50.988015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Network c1dba66c-9afe-45fb-a595-2f56dcf61d8a is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:50.990199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:50.998967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:50.999713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.029345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:51.032298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:51.075833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.079483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.100474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6089728 Dec 10 16:36:51.112485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:51.116723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Pushing event updated for resources: {'Port': ['ID=dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.123138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Attempting to bind port f1018369-3b1c-42f6-bd38-5baf8e6b04bd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:51.123496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Attempting to bind port f1018369-3b1c-42f6-bd38-5baf8e6b04bd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '4f273ff7-0fcd-406a-b4fa-f15c99721c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:51.123857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Attempting to bind port f1018369-3b1c-42f6-bd38-5baf8e6b04bd on network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:51.125442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'subnet': {'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:51.137359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:51.137729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Checking segment: {'id': '4f273ff7-0fcd-406a-b4fa-f15c99721c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:51.138128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.138520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Bound using segment: {'id': '4f273ff7-0fcd-406a-b4fa-f15c99721c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:51.138986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Bound port: f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f273ff7-0fcd-406a-b4fa-f15c99721c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c4bd8c63-deb6-4041-8a3e-25d6507d1a86'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:51.139367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.147665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Attempting to bind port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:51.148036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Attempting to bind port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '3fcc4009-61fa-4cbd-9ff1-63d2779213e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:51.148397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Attempting to bind port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 on network c1dba66c-9afe-45fb-a595-2f56dcf61d8a {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:51.165726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=07780a43-2a8a-41c7-b616-18f4ac07b01c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.171976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:51.175529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Checking segment: {'id': '3fcc4009-61fa-4cbd-9ff1-63d2779213e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:51.175529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.175529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Bound using segment: {'id': '3fcc4009-61fa-4cbd-9ff1-63d2779213e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:51.175529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Bound port: dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcc4009-61fa-4cbd-9ff1-63d2779213e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:51.175529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.196163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982311a-cf56-47d7-912b-6e03225b01bd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Network': ['ID=bde3029d-6ba7-41a8-9b5e-577c027691c5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.201744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.218901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:51.231104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.262802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.276946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:51.281448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:51.300752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dba66c-9afe-45fb-a595-2f56dcf61d8a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:51.303105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:51.305272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=073469e6-e58c-47b9-adff-5bf77a0236c1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.313088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-5fa4baaa-196e-4a99-842f-cd1c70dfed3a service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005280 Dec 10 16:36:51.364544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcc4009-61fa-4cbd-9ff1-63d2779213e6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:51.364820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcc4009-61fa-4cbd-9ff1-63d2779213e6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:51.373044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:51.382364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:51.382494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.385870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:51.386935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.394269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] For port f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:51.399460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.407599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] For port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:51.408196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:51.409389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.412713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:51.416328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.421854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=892d4247-ea2c-4c0e-ab36-da6860359d9c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:51.448130 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:51.508335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] For port f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,segment=NetworkSegment(4f273ff7-0fcd-406a-b4fa-f15c99721c90),segment_id=4f273ff7-0fcd-406a-b4fa-f15c99721c90)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:51.510951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] For port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9,segment=NetworkSegment(3fcc4009-61fa-4cbd-9ff1-63d2779213e6),segment_id=3fcc4009-61fa-4cbd-9ff1-63d2779213e6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:51.533283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.550513 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83967f17-6ce0-4482-8960-29ecac76297d req-67753239-d6b6-491a-a5cd-38a63454f675 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208180 Dec 10 16:36:51.651154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=a93307e1-f7cc-4ca1-adbc-0eb4fd508546,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.666895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.672795 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "DELETE /v2.0/ports/948f0436-1905-4043-bfee-6efa22a5c10b HTTP/1.1" status: 204 len: 168 time: 1.2895038 Dec 10 16:36:51.673281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:51.699626 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7722227-3612-478e-8c74-909b71fbfe51 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:36:51.701150 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d7722227-3612-478e-8c74-909b71fbfe51 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports/948f0436-1905-4043-bfee-6efa22a5c10b HTTP/1.1" status: 404 len: 333 time: 0.0267925 Dec 10 16:36:51.704931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50816) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:51.709595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-127640492'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:51.722692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18677194-604c-4159-a463-106f94f8bf74 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event deleted for resources: {'Port': ['ID=948f0436-1905-4043-bfee-6efa22a5c10b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:51.725154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': '9bd28c5b-1203-490b-982e-a1dd3c3f05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce3587bc-220b-48c1-8e5c-131e63f3bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:51.725528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: ce3587bc-220b-48c1-8e5c-131e63f3bf3a, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:51.804201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:36:51.804201 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:36:51.804201 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': 'c1dba66c-9afe-45fb-a595-2f56dcf61d8a'}] Dec 10 16:36:51.804201 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:51.804652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:51.815969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fae6c-8b88-462f-93f4-583cda38d57d req-3bab14fe-cbc6-4f3d-afa3-db1c8c182038 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:51.817534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d9fae6c-8b88-462f-93f4-583cda38d57d req-3bab14fe-cbc6-4f3d-afa3-db1c8c182038 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.3257771 Dec 10 16:36:51.845897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.914225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:51.916627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b996-1047-4a0a-8fc9-e57a3607e860 None None] Pushing event updated for resources: {'Port': ['ID=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.000048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Made reservation on behalf of 007fbb0186a3450bb1b9f9c475d4a0e1 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:52.003659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.009481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33ff6-59fd-4e03-aa2c-eaa4a4e7ad9c None None] Pushing event updated for resources: {'Port': ['ID=dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.039929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port f7c7cc66-43f9-4514-8912-055a4c464e3a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:52.041608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966579ad-d64e-4dab-8214-fe1dee053fec None None] Network c1dba66c-9afe-45fb-a595-2f56dcf61d8a requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:52.283328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.308304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.313313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network ce3587bc-220b-48c1-8e5c-131e63f3bf3a is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:52.332313 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d9fae6c-8b88-462f-93f4-583cda38d57d req-0494bf6d-6aa2-41a2-9946-e0d8b940227c tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5075817 Dec 10 16:36:52.373240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:52.373240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.432371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.446591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ce3587bc-220b-48c1-8e5c-131e63f3bf3a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:52.450728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:52.457488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87019c-4227-4f29-863a-f0ec5038ab18 None None] Network ce3587bc-220b-48c1-8e5c-131e63f3bf3a requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:52.458534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.463487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.464225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.489236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] For port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9,segment=NetworkSegment(3fcc4009-61fa-4cbd-9ff1-63d2779213e6),segment_id=3fcc4009-61fa-4cbd-9ff1-63d2779213e6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:52.489932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.503936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Network 122bbfe3-10ac-4082-a359-02ef6a669544 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:52.512484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:52.514604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:52.518709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:52.519636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:52.520944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.522989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c7cc66-43f9-4514-8912-055a4c464e3a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.553878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.594534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.635719 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5642c4c0-1710-4471-83c5-dbf6c065a19d tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9271560 Dec 10 16:36:52.638183 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a0ccf32d-3e38-4311-bcc1-39a17b8fb727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1437755 Dec 10 16:36:52.639824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50824) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:52.645908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:52.660291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:52.707070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Subnet': ['ID=f242ab47-8ed5-4c0e-9280-2e757539abb8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.731791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.767126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.768118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:52.774355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No DVR routers for this DVR port dd22e2ad-f0cf-469a-8daf-0a59caf6e0d9 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:52.780886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Checking segment: {'id': 'c25c290d-da2b-450f-851b-ab8adbcb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:52.782151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network hostable DHCP agents. Network: 207975de-9cd5-4b98-a805-3bebab9f36de, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:52.803197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.859669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port a93307e1-f7cc-4ca1-adbc-0eb4fd508546 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:52.859926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.867517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.937903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dba66c-9afe-45fb-a595-2f56dcf61d8a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:52.956282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcc4009-61fa-4cbd-9ff1-63d2779213e6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:52.956622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcc4009-61fa-4cbd-9ff1-63d2779213e6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:52.966832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.968764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network 207975de-9cd5-4b98-a805-3bebab9f36de is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:52.976703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:52.990541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for a93307e1-f7cc-4ca1-adbc-0eb4fd508546 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:53.001679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.011877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:53.012288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:53.015487 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:53.108162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 207975de-9cd5-4b98-a805-3bebab9f36de) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:53.116406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:53.116406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.120079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.120431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8dea6-1a89-439a-a613-84b6a50ccc90 None None] Network 207975de-9cd5-4b98-a805-3bebab9f36de requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:53.131385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port f7c7cc66-43f9-4514-8912-055a4c464e3a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:53.139743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.168765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28652dd-a642-42b2-a32f-04c8540957cb None None] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:53.209930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.216740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.224201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/c1dba66c-9afe-45fb-a595-2f56dcf61d8a HTTP/1.1" status: 204 len: 168 time: 3.3836908 Dec 10 16:36:53.225203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.233416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b8a37-8317-407f-8e82-c8a7028073c6 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=c1dba66c-9afe-45fb-a595-2f56dcf61d8a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:53.246213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.255888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde02780-6713-4185-8bb5-0ec6a1648185 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.256694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde02780-6713-4185-8bb5-0ec6a1648185 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.262032 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bde02780-6713-4185-8bb5-0ec6a1648185 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/07780a43-2a8a-41c7-b616-18f4ac07b01c HTTP/1.1" status: 404 len: 337 time: 0.0354502 Dec 10 16:36:53.266583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-28297e8b-b4cc-4e20-ac41-f251cea06080 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1461654 Dec 10 16:36:53.266583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.275068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.276932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50830) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.277273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.281290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] Provisioning complete for port f1018369-3b1c-42f6-bd38-5baf8e6b04bd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:53.281678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.283950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.289434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/a93307e1-f7cc-4ca1-adbc-0eb4fd508546 HTTP/1.1" status: 204 len: 168 time: 0.6427078 Dec 10 16:36:53.290853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286a642-6b3e-4661-8600-73fa7d74c263 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=a93307e1-f7cc-4ca1-adbc-0eb4fd508546,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:53.295088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50834) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.319373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-207975de-9cd5-4b98-a805-3bebab9f36de', 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de', 'project_id': '90510511b8d44598b2e88a0577034976', 'fixed_ips': [{'subnet_id': 'f242ab47-8ed5-4c0e-9280-2e757539abb8'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:53.320244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.342746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'subnet': {'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:53.353802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256721ab-a9d8-482a-a21c-44c4b9727524 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:53.359834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256721ab-a9d8-482a-a21c-44c4b9727524 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:53.364939 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-256721ab-a9d8-482a-a21c-44c4b9727524 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0686846 Dec 10 16:36:53.365871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.444158 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d0b625-671a-4434-a5a4-8ba5b0a5de2f tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.445058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d0b625-671a-4434-a5a4-8ba5b0a5de2f tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.448335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-50d0b625-671a-4434-a5a4-8ba5b0a5de2f tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/c1dba66c-9afe-45fb-a595-2f56dcf61d8a HTTP/1.1" status: 404 len: 339 time: 0.1298921 Dec 10 16:36:53.449318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c7cc66-43f9-4514-8912-055a4c464e3a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:53.453444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.504099 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e2d690-85e3-4d36-8294-e3163166c477 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.506595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e2d690-85e3-4d36-8294-e3163166c477 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.511177 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99e2d690-85e3-4d36-8294-e3163166c477 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/1b943b89-6929-458a-8d41-f4789f32ad37 HTTP/1.1" status: 404 len: 337 time: 0.0550897 Dec 10 16:36:53.511758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.517557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:53.517909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:53.518257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:53.538456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.544112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Allocated IP 172.20.0.2 (207975de-9cd5-4b98-a805-3bebab9f36de/f242ab47-8ed5-4c0e-9280-2e757539abb8/7d3febfa-1f51-4723-b2b7-80ecdbee8b46) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:53.562660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:53.564205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1015cc-96a0-4c4f-adae-334f781113a9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.564320 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:53.564430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1015cc-96a0-4c4f-adae-334f781113a9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.568696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8e1015cc-96a0-4c4f-adae-334f781113a9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/9a041dbd-7bd2-4f9a-9caf-fc5ab636e4a3 HTTP/1.1" status: 404 len: 339 time: 0.0520866 Dec 10 16:36:53.568882 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 2 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:53.569017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.592024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=073469e6-e58c-47b9-adff-5bf77a0236c1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:53.597510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:53.597853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:53.598299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:53.602123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.616698 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-248894cb-a9b0-4d56-a19d-267b89f786c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.617195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248894cb-a9b0-4d56-a19d-267b89f786c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.620521 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-248894cb-a9b0-4d56-a19d-267b89f786c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/e6d8a75e-cd66-4d41-89ef-b79ae0bc0da4 HTTP/1.1" status: 404 len: 337 time: 0.0504494 Dec 10 16:36:53.626123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 892d4247-ea2c-4c0e-ab36-da6860359d9c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:53.626460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.629079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.677790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:53.678132 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:53.679973 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 3 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:53.687430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Made reservation on behalf of 90510511b8d44598b2e88a0577034976 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:53.691003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.703099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31005811-3d60-4c2b-903d-e224a81c882a req-2cd6bf14-0a31-49a5-9991-136de0bbf56a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:53.704689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-31005811-3d60-4c2b-903d-e224a81c882a req-2cd6bf14-0a31-49a5-9991-136de0bbf56a tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2113700 Dec 10 16:36:53.714723 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-98209fcf-ccbd-4b97-9909-05a1f261d9d9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:53.715383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98209fcf-ccbd-4b97-9909-05a1f261d9d9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:53.719604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-98209fcf-ccbd-4b97-9909-05a1f261d9d9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/8006bcd8-cc90-4066-ad88-c0bd41bda877 HTTP/1.1" status: 404 len: 339 time: 0.0878656 Dec 10 16:36:53.724630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:53.764446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:53.764709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:53.765094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:53.777976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] For port f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,segment=NetworkSegment(4f273ff7-0fcd-406a-b4fa-f15c99721c90),segment_id=4f273ff7-0fcd-406a-b4fa-f15c99721c90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:53.785572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:53.786532 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:53.790558 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 4 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:53.791944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.820686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:53.821065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:53.821457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:53.825978 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 02b08e88-ddb0-44e4-9093-6afb5c27c6e7 associated. External IP: 172.26.4.119, port: b69699f4-36ed-413f-91fe-b9b26d068819. Dec 10 16:36:53.826465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 892d4247-ea2c-4c0e-ab36-da6860359d9c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:53.856865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.874811 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-31005811-3d60-4c2b-903d-e224a81c882a req-bb1886a5-8dad-4496-9dee-48d5960d92c2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540680 Dec 10 16:36:53.894643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:53.894984 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:53.911341 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 5 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:53.952730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port 39929b00-d131-4da3-aefa-bec1e531076c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:53.953104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:53.966799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:53.967158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:53.967503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:53.976285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b176e-5a41-420c-a5b6-c064a57b34af None None] Pushing event updated for resources: {'Port': ['ID=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:53.985063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:53.985584 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:53.994025 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 6 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:53.996352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.025200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a92eff5-63c4-4acb-aa99-376c8c611752 None None] Provisioning complete for port f1018369-3b1c-42f6-bd38-5baf8e6b04bd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:54.027541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a92eff5-63c4-4acb-aa99-376c8c611752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.029527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.029954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.030711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.049011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:54.049011 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:54.049268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.049970 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 7 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:54.063939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for 39929b00-d131-4da3-aefa-bec1e531076c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:54.123437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.126573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f1018369-3b1c-42f6-bd38-5baf8e6b04bd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:54.138498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.138741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.138873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.139180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.183352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.184708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:54.185068 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:54.186915 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 8 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:54.189538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.195438 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/892d4247-ea2c-4c0e-ab36-da6860359d9c HTTP/1.1" status: 204 len: 168 time: 0.8227305 Dec 10 16:36:54.195438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281cd35-0ead-4fca-8b9f-7c866665082b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=892d4247-ea2c-4c0e-ab36-da6860359d9c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.242019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.242374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.242774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.264651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:54.265019 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:54.267543 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 9 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:54.296959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecea08-c94c-4baa-b9da-b7aa2f585b77 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:54.298663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dfecea08-c94c-4baa-b9da-b7aa2f585b77 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1054208 Dec 10 16:36:54.300853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:36:54.302096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.302677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.303028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.303506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.311007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.322602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:54.322602 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:54.338780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdeb87d-ebce-4d70-8243-c85efc0026f8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:36:54.343780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ccdeb87d-ebce-4d70-8243-c85efc0026f8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/a93307e1-f7cc-4ca1-adbc-0eb4fd508546 HTTP/1.1" status: 404 len: 333 time: 0.0371399 Dec 10 16:36:54.343780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.344102 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 10 to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a Dec 10 16:36:54.347822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50854) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.375386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Network 207975de-9cd5-4b98-a805-3bebab9f36de is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:54.382213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:54.385697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.386042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.386203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:54.386381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.398451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Pushing event updated for resources: {'Port': ['ID=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.405264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.413921 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/ports/39929b00-d131-4da3-aefa-bec1e531076c HTTP/1.1" status: 204 len: 168 time: 0.6854880 Dec 10 16:36:54.413921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35b8e1-d6b4-4d6b-886a-fd13d556b1dd tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=39929b00-d131-4da3-aefa-bec1e531076c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.429866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.429866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc162aba-4fbe-4649-8559-f8eba95b8350 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:36:54.429866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fc162aba-4fbe-4649-8559-f8eba95b8350 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/892d4247-ea2c-4c0e-ab36-da6860359d9c HTTP/1.1" status: 404 len: 333 time: 0.0662374 Dec 10 16:36:54.446333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f1018369-3b1c-42f6-bd38-5baf8e6b04bd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:54.446710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.447425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50858) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.450077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-640c42dd-27df-4dd3-ac1b-763d40bce08a tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:54.450537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640c42dd-27df-4dd3-ac1b-763d40bce08a tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:54.456076 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-640c42dd-27df-4dd3-ac1b-763d40bce08a tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/e51796e7-524f-457f-8160-af563dde37db HTTP/1.1" status: 404 len: 337 time: 0.0346293 Dec 10 16:36:54.461969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.468454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Subnet': ['ID=4de78447-7a89-4cd4-b54c-431dd179e67e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.480199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Attempting to bind port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:54.480591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Attempting to bind port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c25c290d-da2b-450f-851b-ab8adbcb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:54.481402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Attempting to bind port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 on network 207975de-9cd5-4b98-a805-3bebab9f36de {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:54.483486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:36:54.484157 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port f7c7cc66-43f9-4514-8912-055a4c464e3a on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:36:54.484298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.491127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:54.491474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Checking segment: {'id': 'c25c290d-da2b-450f-851b-ab8adbcb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:54.492100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.492272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Bound using segment: {'id': 'c25c290d-da2b-450f-851b-ab8adbcb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:54.492759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Bound port: 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25c290d-da2b-450f-851b-ab8adbcb95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '207975de-9cd5-4b98-a805-3bebab9f36de'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:54.493190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.534241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.595279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Checking segment: {'id': '27cb43b3-bd66-4232-b62a-6e12359373f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:54.595659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network hostable DHCP agents. Network: bde3029d-6ba7-41a8-9b5e-577c027691c5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:54.601462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] For port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:54.605118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] For port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,segment=NetworkSegment(c25c290d-da2b-450f-851b-ab8adbcb95f3),segment_id=c25c290d-da2b-450f-851b-ab8adbcb95f3)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:54.645619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.670696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port f7c7cc66-43f9-4514-8912-055a4c464e3a, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:54.671074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:36:54.674718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:54.687429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:54.699938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.704510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:54.705192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:54.769578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.777988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.829272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:54.833584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.846460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07441-52a7-45a3-95ad-50a991cc0c3c None None] Pushing event updated for resources: {'Port': ['ID=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:54.873707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb13abb-4718-4f89-ad99-b5a047af995c']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:54.884352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] In _notify_port_updated(), no bound segment for port f7c7cc66-43f9-4514-8912-055a4c464e3a on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:36:54.885262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:54.885881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.887229 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "PUT /v2.0/ports/f7c7cc66-43f9-4514-8912-055a4c464e3a HTTP/1.1" status: 200 len: 976 time: 2.2441111 Dec 10 16:36:54.894398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da487ebc-3da4-486b-854c-10429addb372') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:54.894701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da487ebc-3da4-486b-854c-10429addb372') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:54.898355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:54.901764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:54.936320 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:36:54.974136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:54.985548 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a5728d0-19d2-4505-bd49-2537896e788a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9993804 Dec 10 16:36:54.990064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.001685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3587bc-220b-48c1-8e5c-131e63f3bf3a']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:55.012669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd28c5b-1203-490b-982e-a1dd3c3f05ec') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:55.013080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd28c5b-1203-490b-982e-a1dd3c3f05ec') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:55.015539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:36:55.018259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:36:55.022430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, bde3029d-6ba7-41a8-9b5e-577c027691c5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:55.026591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.028178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.028996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.034542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a08ea-5c4c-4ba0-b5b1-2cf8338c88cb None None] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:55.039600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b0d3f-c5c7-435e-b768-4e08ccc914ee tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c7cc66-43f9-4514-8912-055a4c464e3a,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.096767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.117934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:55.118384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:55.121850 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:55.125124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.167756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.168248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.169754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.170302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.170797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.171249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.172710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.172710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.172710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.173110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.174072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.174542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.178843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.178843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.178843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.178843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.191168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.193176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.193176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.194061 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a2f741be-d0c3-4c4a-93d3-e2f765ef69bd tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27898 time: 0.2946174 Dec 10 16:36:55.195994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b6f278-dad9-46ba-a53f-bbb1dd033a61 x-openstack-request-id: req-38b6f278-dad9-46ba-a53f-bbb1dd033a61 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:36:55.196557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:36:55.197494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b6f278-dad9-46ba-a53f-bbb1dd033a61 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:36:55.197956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'status': 'completed', 'code': 200} Dec 10 16:36:55.201168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.202349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:55.202929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.211583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7b8a3441-3c6e-4467-9311-935e0bf0ba68 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8734074 Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:55.212557 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:55.223333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50874) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.302599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-bde3029d-6ba7-41a8-9b5e-577c027691c5', 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5', 'project_id': '90510511b8d44598b2e88a0577034976', 'fixed_ips': [{'subnet_id': '4de78447-7a89-4cd4-b54c-431dd179e67e'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:55.304082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.333339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9123-34d2-4c33-a877-1d67ab0d30de req-99b93eed-df9a-4f21-860c-c398931f3f36 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.338532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37de9123-34d2-4c33-a877-1d67ab0d30de req-99b93eed-df9a-4f21-860c-c398931f3f36 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2839906 Dec 10 16:36:55.362938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.384099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.391539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/ce3587bc-220b-48c1-8e5c-131e63f3bf3a HTTP/1.1" status: 204 len: 168 time: 0.9393315 Dec 10 16:36:55.392446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.402265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-703595856'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:55.407852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4683a8-3f8b-4415-ac3c-5f615bc1679e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=ce3587bc-220b-48c1-8e5c-131e63f3bf3a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.436257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.447116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37de9123-34d2-4c33-a877-1d67ab0d30de req-f1a25df0-4dba-457e-b7a1-5bc7dda56431 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934565 Dec 10 16:36:55.452139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.455565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/8bb13abb-4718-4f89-ad99-b5a047af995c HTTP/1.1" status: 204 len: 168 time: 0.9881201 Dec 10 16:36:55.459897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50878) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:55.462973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Deleting port f7c7cc66-43f9-4514-8912-055a4c464e3a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:55.470371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.488039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '02b08e88-ddb0-44e4-9093-6afb5c27c6e7', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:b8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:52Z', 'updated_at': '2021-12-10T16:36:52Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:55.490789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321b2f8-388e-4c09-9190-573b6855b8c2 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=8bb13abb-4718-4f89-ad99-b5a047af995c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:55.520332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-0669cf47-42a5-4a97-adb1-d72615028f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.522032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-0669cf47-42a5-4a97-adb1-d72615028f1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1098 time: 0.2962193 Dec 10 16:36:55.526079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:36:55.542081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Allocated IP 172.20.0.2 (bde3029d-6ba7-41a8-9b5e-577c027691c5/4de78447-7a89-4cd4-b54c-431dd179e67e/ad4b44e9-6052-4f50-8784-d49cfc056289) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:55.544447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:55.545504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:55.563463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:55.567572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.616818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port f7c7cc66-43f9-4514-8912-055a4c464e3a, host hv-neutron-8208, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:55.617217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.652013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Calling delete_port for f7c7cc66-43f9-4514-8912-055a4c464e3a owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:55.656628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:36:55.747521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:36:55.754070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-82da0d49-bad8-4686-83df-1af62d43b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:55.756309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-82da0d49-bad8-4686-83df-1af62d43b922 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.1936691 Dec 10 16:36:55.757952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:55.905873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-ede7752b-72d4-4abc-82d5-6da705983d76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b69699f4-36ed-413f-91fe-b9b26d068819 HTTP/1.1" status: 200 len: 999 time: 0.1380901 Dec 10 16:36:55.925957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.029549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.091750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:56.096570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:56.099862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:56.162498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-1752acd1-d8c7-463c-a595-8d52c03be5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:56.164760 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-1752acd1-d8c7-463c-a595-8d52c03be5aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.2481313 Dec 10 16:36:56.166176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Allocated IP 172.20.0.1 (207975de-9cd5-4b98-a805-3bebab9f36de/f242ab47-8ed5-4c0e-9280-2e757539abb8/8d46aab0-1258-480c-af86-6b3d5d5f5fbd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:56.170352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Pushing event updated for resources: {'Port': ['ID=ad4b44e9-6052-4f50-8784-d49cfc056289,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.206299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.207152 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment b8ef48dd-78d8-411c-a672-ed437953e184 of type vlan for network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 Dec 10 16:36:56.226828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba9e78-014c-42ef-8e0b-29b332a31a53 None None] Network 207975de-9cd5-4b98-a805-3bebab9f36de requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:56.289825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-7ae8fc70-6a3b-4d80-a346-27b3ace2f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:56.289825 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-7ae8fc70-6a3b-4d80-a346-27b3ace2f7f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002882 Dec 10 16:36:56.290136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port 69640f33-c28a-48da-a8c1-310b4409496c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:56.290136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.290288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f1018369-3b1c-42f6-bd38-5baf8e6b04bd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:56.292924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.330542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Attempting to bind port ad4b44e9-6052-4f50-8784-d49cfc056289 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:56.331135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Attempting to bind port ad4b44e9-6052-4f50-8784-d49cfc056289 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '27cb43b3-bd66-4232-b62a-6e12359373f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:56.331283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Attempting to bind port ad4b44e9-6052-4f50-8784-d49cfc056289 on network bde3029d-6ba7-41a8-9b5e-577c027691c5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:56.353972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '02b08e88-ddb0-44e4-9093-6afb5c27c6e7', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:b8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:52Z', 'updated_at': '2021-12-10T16:36:52Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:56.359813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:56.360268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Checking segment: {'id': '27cb43b3-bd66-4232-b62a-6e12359373f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:56.360598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.361024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Bound using segment: {'id': '27cb43b3-bd66-4232-b62a-6e12359373f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:56.361695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Bound port: ad4b44e9-6052-4f50-8784-d49cfc056289, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb43b3-bd66-4232-b62a-6e12359373f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'bde3029d-6ba7-41a8-9b5e-577c027691c5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:56.362084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.369872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] Provisioning complete for port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:56.370270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.382759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.393934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.407913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for 69640f33-c28a-48da-a8c1-310b4409496c owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:56.434535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-f313a153-9430-4c22-9084-b95d2024a5b9 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418710 Dec 10 16:36:56.492046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.519251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7c7cc66-43f9-4514-8912-055a4c464e3a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.530699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.536953 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a655bbb1-db5c-41cc-b37f-87f2c8bb26ce tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f7c7cc66-43f9-4514-8912-055a4c464e3a HTTP/1.1" status: 204 len: 168 time: 1.3267117 Dec 10 16:36:56.537171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.565534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.571185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:56.571810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.575639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c873c3d2-0391-4652-9ecc-ebef9fcef85f tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:36:56.577124 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c873c3d2-0391-4652-9ecc-ebef9fcef85f tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports/f7c7cc66-43f9-4514-8912-055a4c464e3a HTTP/1.1" status: 404 len: 333 time: 0.0389633 Dec 10 16:36:56.578617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7176ba0-6ca9-4a75-a5b0-b932c281a5f6 req-ee677cd7-e6e4-4ba4-b58e-a1576bb29f8a service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339080 Dec 10 16:36:56.581588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a64cf-f951-4732-869a-ab0219ec9f79 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '02b08e88-ddb0-44e4-9093-6afb5c27c6e7', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:b8:68:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:36:52Z', 'updated_at': '2021-12-10T16:36:52Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:56.582345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.598160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1288125541', 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:56.648538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.659247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.672550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccf642-7443-494a-994a-3f03dffa543e req-5e820ef3-bd78-47db-b057-62fdbfb3dac8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:56.673681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:36:56.674139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1ccf642-7443-494a-994a-3f03dffa543e req-5e820ef3-bd78-47db-b057-62fdbfb3dac8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.0672598 Dec 10 16:36:56.715053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.719768 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/ports/69640f33-c28a-48da-a8c1-310b4409496c HTTP/1.1" status: 204 len: 168 time: 1.2586029 Dec 10 16:36:56.720912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0465f7-17a6-44e6-a29c-9262714abcf7 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=69640f33-c28a-48da-a8c1-310b4409496c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.724199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50886) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.733343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.750090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1ccf642-7443-494a-994a-3f03dffa543e req-b7924bb0-320c-4f37-b0d0-39e8eed0ba68 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689869 Dec 10 16:36:56.775585 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f310e2af-495d-441c-a22c-8058e32e19e9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] DELETE failed (client error): The resource could not be found. Dec 10 16:36:56.775585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f310e2af-495d-441c-a22c-8058e32e19e9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:36:56.779602 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f310e2af-495d-441c-a22c-8058e32e19e9 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/58e898bc-9319-4734-94b3-e16a70b2f71d HTTP/1.1" status: 404 len: 337 time: 0.0543368 Dec 10 16:36:56.782442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.787826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network 207975de-9cd5-4b98-a805-3bebab9f36de is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:56.793645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:56.797822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:56.800742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Made reservation on behalf of 007fbb0186a3450bb1b9f9c475d4a0e1 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:56.803956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.806970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f1018369-3b1c-42f6-bd38-5baf8e6b04bd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:56.807334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.816076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] For port ad4b44e9-6052-4f50-8784-d49cfc056289, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:36:56.841019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Port': ['ID=8d46aab0-1258-480c-af86-6b3d5d5f5fbd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:56.861218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] For port ad4b44e9-6052-4f50-8784-d49cfc056289, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ad4b44e9-6052-4f50-8784-d49cfc056289,segment=NetworkSegment(27cb43b3-bd66-4232-b62a-6e12359373f0),segment_id=27cb43b3-bd66-4232-b62a-6e12359373f0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:36:56.875785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port 1e414e47-c33f-4622-9068-ddf13ed3a9df yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:56.880109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.919856 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6e6648df-be8c-4bb6-861d-2bb3ac427141 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5250261 Dec 10 16:36:56.923925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:56.935229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:56.947286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:56.979993 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365d46-15b4-4961-a800-b1b106ff437b None None] New status for floating IP 02b08e88-ddb0-44e4-9093-6afb5c27c6e7: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:36:57.011498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.034139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] For port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,segment=NetworkSegment(c25c290d-da2b-450f-851b-ab8adbcb95f3),segment_id=c25c290d-da2b-450f-851b-ab8adbcb95f3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:57.071218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:57.105073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.124117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da3a9a-fed0-4661-b456-5f85f366048a None None] Pushing event updated for resources: {'Port': ['ID=ad4b44e9-6052-4f50-8784-d49cfc056289,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.168512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.184107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.239600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:57.239972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.256629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.282111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:57.285353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.326692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6896fb3-1eba-451b-abe4-fa3702110b9a None None] Pushing event updated for resources: {'Port': ['ID=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.338509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cb03b301-ee3a-4528-ac07-e414bde73ea0 None None] Provisioning complete for port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:57.339531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb03b301-ee3a-4528-ac07-e414bde73ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.400257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.443282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.458657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:36:57.461887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:36:57.477636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09676987-3da4-4481-b8b9-3847346e1934']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.501991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837f1cab-32e4-4939-89ed-a5dc5f342748') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.502272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837f1cab-32e4-4939-89ed-a5dc5f342748') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:57.516214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.564254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.577057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:57.577748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:57.581530 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:57.588984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Network 122bbfe3-10ac-4082-a359-02ef6a669544 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:57.597586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:57.603046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:57.603982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:57.608245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.617219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=1e414e47-c33f-4622-9068-ddf13ed3a9df,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.679600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a00d7f41-aca8-4edf-a8ef-d1e947eccc1d None None] Provisioning complete for port 8d46aab0-1258-480c-af86-6b3d5d5f5fbd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:57.679978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a00d7f41-aca8-4edf-a8ef-d1e947eccc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.713962 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9f595501-4973-4df6-a060-6789789dcc3a tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1274910 Dec 10 16:36:57.714870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.731283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a00d7f41-aca8-4edf-a8ef-d1e947eccc1d None None] Port 8d46aab0-1258-480c-af86-6b3d5d5f5fbd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:57.758799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5d325b-689c-4f93-9a63-e4c011b448ad tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:57.760211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5c5d325b-689c-4f93-9a63-e4c011b448ad tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports/1e414e47-c33f-4622-9068-ddf13ed3a9df HTTP/1.1" status: 200 len: 955 time: 0.0443447 Dec 10 16:36:57.763101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.789089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.802206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.805922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/09676987-3da4-4481-b8b9-3847346e1934 HTTP/1.1" status: 204 len: 168 time: 1.0220659 Dec 10 16:36:57.809829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:57.822808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c80037-7eb7-4f00-8f72-f0e058b7ebf3 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=09676987-3da4-4481-b8b9-3847346e1934,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.825015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.829001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.878677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting subnet d7019b38-fd70-4344-92d1-52a92f754b89 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:36:57.882591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.906346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.952628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=791587e7-d6e9-42f2-94ce-028ae93c7d9e,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:57.970093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': 'b8ef48dd-78d8-411c-a672-ed437953e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:57.970469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:36:57.992053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:57.994297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730d8bc-ea2e-4a18-8de8-1c27a3c7108d req-20621c27-4ce5-4d76-a293-03a85b1b8a95 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:57.995854 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9730d8bc-ea2e-4a18-8de8-1c27a3c7108d req-20621c27-4ce5-4d76-a293-03a85b1b8a95 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1071868 Dec 10 16:36:58.005368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Deleting port 1e414e47-c33f-4622-9068-ddf13ed3a9df {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:58.005721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.023851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Port': ['ID=8d46aab0-1258-480c-af86-6b3d5d5f5fbd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.034855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.082046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:36:58.125455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.152185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Calling delete_port for 1e414e47-c33f-4622-9068-ddf13ed3a9df owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:58.160429 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9730d8bc-ea2e-4a18-8de8-1c27a3c7108d req-7a460b70-05a7-4a5f-9bbb-4c2b00a765ee tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383295 Dec 10 16:36:58.164951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.230933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:58.243878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network 207975de-9cd5-4b98-a805-3bebab9f36de is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:58.247249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:58.264503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:58.269781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:58.270385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.296722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c594db6-9d1b-4647-b0d4-66841449ac51 None None] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:58.351336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:58.351982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.362681 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dc274071-7ae1-4656-930c-eb903bacc5d8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4376636 Dec 10 16:36:58.363612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50902) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.373153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9', 'name': 'tempest-PortsIpV6TestJSON-339112517'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:58.434159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.447064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.480878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Router 8d31a618-1194-44f3-8367-612636dd413e is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:36:58.485775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9', 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': '791587e7-d6e9-42f2-94ce-028ae93c7d9e'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:36:58.486704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.487670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Subnet': ['ID=d7019b38-fd70-4344-92d1-52a92f754b89,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.493812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.500390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-041460cf-7b1f-4ceb-a90d-1fa298aba63e tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/subnets/d7019b38-fd70-4344-92d1-52a92f754b89 HTTP/1.1" status: 204 len: 168 time: 0.6892798 Dec 10 16:36:58.501039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.506611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e414e47-c33f-4622-9068-ddf13ed3a9df,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:58.518342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a1d21-b1a7-47f9-804d-84434012de79 None None] Network 78a25896-f6d1-4a77-a442-8856f89c3ad5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:58.525105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.536040 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9ea0a4b3-93dc-42ca-a22b-f54f17cb4a68 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1e414e47-c33f-4622-9068-ddf13ed3a9df HTTP/1.1" status: 204 len: 168 time: 0.7715480 Dec 10 16:36:58.540057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.574680 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e3ea3d-5e4a-4cbf-b52b-fb93dcc64869 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:36:58.576820 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-98e3ea3d-5e4a-4cbf-b52b-fb93dcc64869 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports/1e414e47-c33f-4622-9068-ddf13ed3a9df HTTP/1.1" status: 404 len: 333 time: 0.0353878 Dec 10 16:36:58.581039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.588234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-886913544'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:58.643268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ad4b44e9-6052-4f50-8784-d49cfc056289 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:36:58.707055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Made reservation on behalf of 007fbb0186a3450bb1b9f9c475d4a0e1 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:58.707548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.710351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.718770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:36:58.726898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-42928cd0-9009-4eae-a701-027782e9e654 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4969645 Dec 10 16:36:58.728037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:58.770354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8f889-e62a-43dd-846b-e1ea38bcb9c7 None None] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:36:58.773513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] Sync routers for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:36:58.776476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Deleting port 83248404-f9b7-4ce5-9388-f10132f6c13a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:36:58.776814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.823525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port 3e915f17-0670-4122-86ff-a21e38c5ba92 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:58.848556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] For port 83248404-f9b7-4ce5-9388-f10132f6c13a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83248404-f9b7-4ce5-9388-f10132f6c13a,segment=NetworkSegment(97847e50-d140-4c61-9750-84713a1dbf8b),segment_id=97847e50-d140-4c61-9750-84713a1dbf8b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:58.848968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.850906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-aff64cc4-2d40-4604-84ec-362e67305143 None None] Provisioning complete for port 8d46aab0-1258-480c-af86-6b3d5d5f5fbd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:58.851284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aff64cc4-2d40-4604-84ec-362e67305143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.869522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Calling delete_port for 83248404-f9b7-4ce5-9388-f10132f6c13a owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:36:58.893920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:58.894482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:58.949330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:36:58.953031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:58.978514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.006311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 65944756-01b6-4abd-96c9-477c5579bcff yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:36:59.019894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-aff64cc4-2d40-4604-84ec-362e67305143 None None] Port 8d46aab0-1258-480c-af86-6b3d5d5f5fbd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:36:59.052504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.055405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:36:59.056109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.058368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ad4b44e9-6052-4f50-8784-d49cfc056289 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:59.058792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.071999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e5fcc-d2be-4411-931b-be91f302c343 None None] DHCP port deletion for 78a25896-f6d1-4a77-a442-8856f89c3ad5 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:36:59.082825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Port': ['ID=83248404-f9b7-4ce5-9388-f10132f6c13a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.091783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] No DVR routers for this DVR port 83248404-f9b7-4ce5-9388-f10132f6c13a on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:36:59.093718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Allocated IP 2001:db8::2 (9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9/791587e7-d6e9-42f2-94ce-028ae93c7d9e/ff1f2ebe-a1fb-46c5-b0d2-c850df17c436) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:59.145096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.145815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f93c-4016-421c-aa90-c7a8494a8492 None None] The sync data for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:36:59.192588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.218648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a25896-f6d1-4a77-a442-8856f89c3ad5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.234048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97847e50-d140-4c61-9750-84713a1dbf8b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.234406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97847e50-d140-4c61-9750-84713a1dbf8b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:36:59.251285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.252015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.296492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.307704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:36:59.308274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:36:59.311904 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:36:59.385192 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-589aaddc-aa7a-47f8-b47f-864c4e92ab22 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:36:59.386829 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-589aaddc-aa7a-47f8-b47f-864c4e92ab22 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6576266 Dec 10 16:36:59.390084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:59.390212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107b7b-d68d-4a3a-9fea-cce2a1cdb3db req-2b6b08f4-e8db-4700-88a3-63a387f67668 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:59.391674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74107b7b-d68d-4a3a-9fea-cce2a1cdb3db req-2b6b08f4-e8db-4700-88a3-63a387f67668 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1282046 Dec 10 16:36:59.409363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b9be846-a80c-4dd4-a906-b89bb066a450 None None] Provisioning complete for port ad4b44e9-6052-4f50-8784-d49cfc056289 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:36:59.409931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b9be846-a80c-4dd4-a906-b89bb066a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.439566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.483813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74107b7b-d68d-4a3a-9fea-cce2a1cdb3db req-68f8d1ac-b20b-447b-9c78-4ad89da96a20 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719967 Dec 10 16:36:59.496298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.530816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.538429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] 10.222.0.21 "DELETE /v2.0/networks/78a25896-f6d1-4a77-a442-8856f89c3ad5 HTTP/1.1" status: 204 len: 168 time: 1.0292854 Dec 10 16:36:59.538429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa93e-fde5-45c5-a44c-d8ec20f78d95 tempest-NetworksIpV6TestAttrs-967776885 tempest-NetworksIpV6TestAttrs-967776885-project] Pushing event deleted for resources: {'Network': ['ID=78a25896-f6d1-4a77-a442-8856f89c3ad5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.553152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Network 122bbfe3-10ac-4082-a359-02ef6a669544 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:59.557734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.562535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:59.577613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:59.578570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:36:59.579175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.585610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=3e915f17-0670-4122-86ff-a21e38c5ba92,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.643205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.673165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port ad4b44e9-6052-4f50-8784-d49cfc056289, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ad4b44e9-6052-4f50-8784-d49cfc056289,segment=NetworkSegment(27cb43b3-bd66-4232-b62a-6e12359373f0),segment_id=27cb43b3-bd66-4232-b62a-6e12359373f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:36:59.723875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.724265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1266349b-ff21-4d31-9640-060d1da7fe0b tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1418502 Dec 10 16:36:59.727996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:36:59.733107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:36:59.771279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:36:59.774949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.777906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b9be846-a80c-4dd4-a906-b89bb066a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.783033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:36:59.785947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:36:59.808485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Pushing event updated for resources: {'Port': ['ID=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.877588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::e6 (9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9/791587e7-d6e9-42f2-94ce-028ae93c7d9e/65944756-01b6-4abd-96c9-477c5579bcff) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:36:59.907840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.944314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Attempting to bind port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:36:59.944613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Attempting to bind port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'b8ef48dd-78d8-411c-a672-ed437953e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:36:59.945010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Attempting to bind port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 on network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:36:59.948839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=ad4b44e9-6052-4f50-8784-d49cfc056289,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:36:59.952716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-6b9be846-a80c-4dd4-a906-b89bb066a450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:36:59.953205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-6b9be846-a80c-4dd4-a906-b89bb066a450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:36:59.956136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:36:59.956529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Checking segment: {'id': 'b8ef48dd-78d8-411c-a672-ed437953e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:36:59.957028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:36:59.957552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Bound using segment: {'id': 'b8ef48dd-78d8-411c-a672-ed437953e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:36:59.958210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Bound port: ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef48dd-78d8-411c-a672-ed437953e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:36:59.958514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.036163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] For port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:00.040457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] For port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,segment=NetworkSegment(b8ef48dd-78d8-411c-a672-ed437953e184),segment_id=b8ef48dd-78d8-411c-a672-ed437953e184)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:00.073324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ad4b44e9-6052-4f50-8784-d49cfc056289 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:00.132300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ad4b44e9-6052-4f50-8784-d49cfc056289 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:00.132778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.136876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.164674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:00.263311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963eb33-1eaf-4b8c-ba49-652cf8b7cb22 None None] Pushing event updated for resources: {'Port': ['ID=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:00.301833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] device_id is not set on port 3e915f17-0670-4122-86ff-a21e38c5ba92 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:00.308559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.318866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.323488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.337835 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e81ffbd0-fa81-4462-9f75-d3aa08c8426d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16e10575ba2748e1aefbf2e392d85f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690736 Dec 10 16:37:00.338355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:00.374809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83248404-f9b7-4ce5-9388-f10132f6c13a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:00.393799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.407039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.414194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 83248404-f9b7-4ce5-9388-f10132f6c13a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:00.415345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83248404-f9b7-4ce5-9388-f10132f6c13a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:00.421831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.645631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.648337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.649756 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d41b11c7-6183-4a0a-a898-fddf27976c9e HTTP/1.1" status: 204 len: 168 time: 0.3106632 Dec 10 16:37:00.663795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-75f58e34-2798-47ab-84c9-bc0895d2f4db None None] Provisioning complete for port ad4b44e9-6052-4f50-8784-d49cfc056289 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:00.664359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75f58e34-2798-47ab-84c9-bc0895d2f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.665513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c6a6c-a744-47c9-9157-1fbae168302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b11c7-6183-4a0a-a898-fddf27976c9e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:00.886612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=3e915f17-0670-4122-86ff-a21e38c5ba92,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:00.902571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:00.961809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:00.962240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:00.962581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:00.982055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0fdd0-121d-4b8e-9956-1d0be3c27e9c req-bd464375-cf0e-4f51-9a6f-d5d7819d15e2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:00.983627 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-54c0fdd0-121d-4b8e-9956-1d0be3c27e9c req-bd464375-cf0e-4f51-9a6f-d5d7819d15e2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1856999 Dec 10 16:37:00.993045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:00.993387 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.000188 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 2 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.007643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:01.030143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:01.040506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:01.046211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:01.046857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.050507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=65944756-01b6-4abd-96c9-477c5579bcff,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:01.057244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.057590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.057941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.077860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.078205 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.084861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 3 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.118673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.126608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.126608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.126608 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-54c0fdd0-121d-4b8e-9956-1d0be3c27e9c req-63f26e71-3d0e-4dcc-a574-3f247c502ee7 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277988 Dec 10 16:37:01.131226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.131569 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.133278 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 4 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.170063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.170419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.170752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.181546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.181546 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.181917 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 5 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.187332 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-84901949-6017-4807-b34f-cc9fbe2035c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8211060 Dec 10 16:37:01.190259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50942) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:01.226912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.227787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.227787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.237161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.237161 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.237161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 6 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.256710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.257116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.257466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.267501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.267904 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.269001 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 7 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.273978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting port 8d46aab0-1258-480c-af86-6b3d5d5f5fbd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:01.274420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.296141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 65944756-01b6-4abd-96c9-477c5579bcff {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:01.296141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.325332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.325722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.326069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.339395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.339743 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.342783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 8 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.364628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.364999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.365615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.387286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.388002 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.392613 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 9 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.405152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.414402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.420228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.420578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.420944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.423927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Calling delete_port for 8d46aab0-1258-480c-af86-6b3d5d5f5fbd owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:01.428375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 65944756-01b6-4abd-96c9-477c5579bcff owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:01.430403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.430749 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.434109 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempt 10 to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 Dec 10 16:37:01.472670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27049e93-64b5-4a66-b436-065a497c4bf4 None None] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:01.488754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:01.490045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:01.490045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempting to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:01.499593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:37:01.499935 dv-neutron-820858-1-hyperv neutron-server[103599]: ERROR neutron.plugins.ml2.managers [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Failed to bind port 3e915f17-0670-4122-86ff-a21e38c5ba92 on host hv-neutron-8208 for vnic_type normal using segments [{'id': 'f27c0fc5-f47d-4bba-afb6-826281c9b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '122bbfe3-10ac-4082-a359-02ef6a669544'}] Dec 10 16:37:01.500309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.561655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] Provisioning complete for port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:01.563934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.657146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port 3e915f17-0670-4122-86ff-a21e38c5ba92, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:01.657820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attempted to set empty binding levels {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 16:37:01.703234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.731721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.758493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] For port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,segment=NetworkSegment(b8ef48dd-78d8-411c-a672-ed437953e184),segment_id=b8ef48dd-78d8-411c-a672-ed437953e184)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:01.788601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] In _notify_port_updated(), no bound segment for port 3e915f17-0670-4122-86ff-a21e38c5ba92 on network 122bbfe3-10ac-4082-a359-02ef6a669544 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:01.789568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:01.790189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.791629 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "PUT /v2.0/ports/3e915f17-0670-4122-86ff-a21e38c5ba92 HTTP/1.1" status: 200 len: 976 time: 2.0626781 Dec 10 16:37:01.794783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:01.796879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.829410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94833f58-7c46-4369-84e1-5cfb11c19816 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event updated for resources: {'Port': ['ID=3e915f17-0670-4122-86ff-a21e38c5ba92,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:01.838435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:01.917451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bb55a-1933-434a-8f05-3f2fe84c1370 None None] Pushing event updated for resources: {'Port': ['ID=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:01.960006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Port': ['ID=8d46aab0-1258-480c-af86-6b3d5d5f5fbd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.070728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-45cc2f01-40d9-4e79-8843-49f51cf14244 None None] Provisioning complete for port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:02.071426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45cc2f01-40d9-4e79-8843-49f51cf14244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.130242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50958) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.137958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Deleting port 3e915f17-0670-4122-86ff-a21e38c5ba92 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:02.145385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.157988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:02.203202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.255313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=65944756-01b6-4abd-96c9-477c5579bcff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.292860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.296771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b6e6d47-34b7-413c-9b7a-0304f6a49c05 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/65944756-01b6-4abd-96c9-477c5579bcff HTTP/1.1" status: 204 len: 168 time: 1.1052601 Dec 10 16:37:02.300890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-45cc2f01-40d9-4e79-8843-49f51cf14244 None None] Could not find standard attr ID for object 65944756-01b6-4abd-96c9-477c5579bcff. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:02.301137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.302399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1733048252'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:02.315936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:02.316571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.330277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.338873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-134129c9-f74e-44c5-a969-22d14b26515b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:37:02.339510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134129c9-f74e-44c5-a969-22d14b26515b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:37:02.342644 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-134129c9-f74e-44c5-a969-22d14b26515b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/65944756-01b6-4abd-96c9-477c5579bcff HTTP/1.1" status: 404 len: 333 time: 0.0392368 Dec 10 16:37:02.345864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.368290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acc991-f2f2-4086-8a65-ef58c5db3e3d req-8edd0b8d-0803-4e04-a1f8-1c3342efb20e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:02.370115 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8acc991-f2f2-4086-8a65-ef58c5db3e3d req-8edd0b8d-0803-4e04-a1f8-1c3342efb20e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1050677 Dec 10 16:37:02.394369 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88afd53-8441-4722-bfca-f20150bdba2a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:02.397907 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c88afd53-8441-4722-bfca-f20150bdba2a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/65944756-01b6-4abd-96c9-477c5579bcff HTTP/1.1" status: 404 len: 333 time: 0.0481625 Dec 10 16:37:02.406267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.438413 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8acc991-f2f2-4086-8a65-ef58c5db3e3d req-e45835cd-e376-4218-aab5-a0ad86bf9efe tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615332 Dec 10 16:37:02.463904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] For port 3e915f17-0670-4122-86ff-a21e38c5ba92, host hv-neutron-8208, got binding levels [] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:02.464285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.474629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:02.479237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.488328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.517850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3504576-b76d-494a-9fe3-4e80afcd26d0 None None] Could not find standard attr ID for object 65944756-01b6-4abd-96c9-477c5579bcff. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:02.552204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Calling delete_port for 3e915f17-0670-4122-86ff-a21e38c5ba92 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:02.567701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 791587e7-d6e9-42f2-94ce-028ae93c7d9e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:02.574447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.576529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.656826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.667986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324aaa44-eedc-4969-ad96-57266e953bbb None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:37:02.686381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:02.695005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b8e47-0096-4b55-9446-bc65755a0e53,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.701213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.701472 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 1a313a33-7eec-4d36-b99c-e990787be19c of type vlan for network 248ae8a8-8e40-4cf4-8430-662f66978d10 Dec 10 16:37:02.749808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.755964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.795726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Router 8d31a618-1194-44f3-8367-612636dd413e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:02.809081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324aaa44-eedc-4969-ad96-57266e953bbb None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:37:02.851025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.857196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:02.857726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.924619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=248ae8a8-8e40-4cf4-8430-662f66978d10,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.930720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.938448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:02.943572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:02.951116 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60241c62-153a-4289-8b51-b57c76772238 None None] Sync routers for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:02.959159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b90e33ef-490a-4ef0-858c-224fe0d568fd tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5597320 Dec 10 16:37:02.959328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.965049 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:02.966276 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:02.977883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e915f17-0670-4122-86ff-a21e38c5ba92,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:02.993752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:02.997760 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e1ccccdd-aaca-4fdb-b522-b204fbdff090 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3e915f17-0670-4122-86ff-a21e38c5ba92 HTTP/1.1" status: 204 len: 168 time: 1.2018430 Dec 10 16:37:02.998635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50974) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:02.999959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.001385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-599decd0-95ff-457c-907d-b5aa98c23eb6 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] delete failed (client error): The resource could not be found. Dec 10 16:37:03.002585 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-599decd0-95ff-457c-907d-b5aa98c23eb6 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1423529945 HTTP/1.1" status: 404 len: 335 time: 0.0501204 Dec 10 16:37:03.006502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.013867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22d82a04-b964-478b-937d-6615e66d1561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d31a618-1194-44f3-8367-612636dd413e'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:03.024378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65caaf01-0064-40a4-8afe-a8d9431cca69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.037073 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.046861 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:03.047845 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:36:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.050835 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-293008d1-a1e9-47f7-b5dc-c06fd7a8d318 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] GET failed (client error): The resource could not be found. Dec 10 16:37:03.056584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-293008d1-a1e9-47f7-b5dc-c06fd7a8d318 tempest-PortsAdminExtendedAttrsTestJSON-1632329650 tempest-PortsAdminExtendedAttrsTestJSON-1632329650-project-admin] 10.222.0.21 "GET /v2.0/ports/3e915f17-0670-4122-86ff-a21e38c5ba92 HTTP/1.1" status: 404 len: 333 time: 0.0479205 Dec 10 16:37:03.057275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.063224 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4b0fda5a-a8e2-4cf5-80f8-525cd7c65c73 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9277079 Dec 10 16:37:03.142637 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60241c62-153a-4289-8b51-b57c76772238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.143235 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60241c62-153a-4289-8b51-b57c76772238 None None] The sync data for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:03.179601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.217729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50980) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.223333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:03.306776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.310070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22d82a04-b964-478b-937d-6615e66d1561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.358353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=791587e7-d6e9-42f2-94ce-028ae93c7d9e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.361170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.375056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd80a8-e2e8-4af4-8e9c-67dd1bfe318e None None] Network 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:03.380265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.383532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c9029b28-a26e-40fc-a771-ed12cb48338b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/791587e7-d6e9-42f2-94ce-028ae93c7d9e HTTP/1.1" status: 204 len: 168 time: 0.9760325 Dec 10 16:37:03.386431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.397426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122bbfe3-10ac-4082-a359-02ef6a669544']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.411045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27c0fc5-f47d-4bba-afb6-826281c9b093') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.411344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27c0fc5-f47d-4bba-afb6-826281c9b093') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:03.426474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.446143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.452840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:03.453510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:03.457477 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:03.460124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-22d82a04-b964-478b-937d-6615e66d1561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] update failed (client error): The resource could not be found. Dec 10 16:37:03.463015 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22d82a04-b964-478b-937d-6615e66d1561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e HTTP/1.1" status: 404 len: 339 time: 0.4553921 Dec 10 16:37:03.476692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50986) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:03.498255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.560439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:03.560780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.577081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] DHCP port deletion for 9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:03.618918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:03.622415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.624889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Deleting port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:03.625441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.637078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,segment=NetworkSegment(b8ef48dd-78d8-411c-a672-ed437953e184),segment_id=b8ef48dd-78d8-411c-a672-ed437953e184)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:03.637448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.655110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:03.698347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] For port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,segment=NetworkSegment(b8ef48dd-78d8-411c-a672-ed437953e184),segment_id=b8ef48dd-78d8-411c-a672-ed437953e184)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:03.698905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.711931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Calling delete_port for ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:03.776466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.789497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01338f7-6f2c-41a4-b0a7-de2dfb1e54ae req-1fbb604d-32f6-444b-b6c3-3b784086fd0d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:03.791144 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d01338f7-6f2c-41a4-b0a7-de2dfb1e54ae req-1fbb604d-32f6-444b-b6c3-3b784086fd0d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2699521 Dec 10 16:37:03.800164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.803992 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] 10.222.0.21 "DELETE /v2.0/networks/122bbfe3-10ac-4082-a359-02ef6a669544 HTTP/1.1" status: 204 len: 168 time: 0.7435830 Dec 10 16:37:03.822816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.829647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:03.847552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] No DVR routers for this DVR port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:03.858704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:03.866089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.870777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6569-1f6d-452f-8e7d-b800e913a9c7 tempest-PortsAdminExtendedAttrsTestJSON-2098659780 tempest-PortsAdminExtendedAttrsTestJSON-2098659780-project] Pushing event deleted for resources: {'Network': ['ID=122bbfe3-10ac-4082-a359-02ef6a669544,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.877542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4595b3-342b-46ed-bd17-56bd0f08633a None None] Pushing event deleted for resources: {'Port': ['ID=ff1f2ebe-a1fb-46c5-b0d2-c850df17c436,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:03.973744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.004840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:04.019772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef48dd-78d8-411c-a672-ed437953e184') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:04.020692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef48dd-78d8-411c-a672-ed437953e184') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:04.036363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.047256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:04.060442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.068587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:04.069224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.069630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:04.069984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff1f2ebe-a1fb-46c5-b0d2-c850df17c436 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:04.074030 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:04.246104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.253095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.259973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9 HTTP/1.1" status: 204 len: 168 time: 0.8684247 Dec 10 16:37:04.265676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 50992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.274068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d4fd0-2f35-4097-92db-28b8a29b1232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=9657b55c-9ff6-4b31-ae1d-bcbc0abfe4a9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.277489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-179430421'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:04.310896 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d01338f7-6f2c-41a4-b0a7-de2dfb1e54ae req-1313d048-4162-4fa3-addc-7837606b26d8 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058331 Dec 10 16:37:04.375683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.396020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 50996) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.485316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:04.488759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.534270 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9ed04fa3-77ce-49b3-abc1-daeb864a1170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b7be905736d4b578b337f7d82a59905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369607 Dec 10 16:37:04.534874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:04.571976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:04.583181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.604954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.615689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.654976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.655346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment f4555634-e139-4b15-bced-19a269b46666 of type vlan for network de313ff8-0b6f-4d15-930c-241a951c5b4b Dec 10 16:37:04.714014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.716730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.717938 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bef9a20-f7b7-4e9c-a5e7-8d0dc9610c31 HTTP/1.1" status: 204 len: 168 time: 0.1822259 Dec 10 16:37:04.726469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d26a-6734-4c7a-ad22-ea43b57b5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef9a20-f7b7-4e9c-a5e7-8d0dc9610c31,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.734832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=3af4def5-b1da-4c45-aa02-1311508b9f73,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:04.788575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.808258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '1a313a33-7eec-4d36-b99c-e990787be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:04.808617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 248ae8a8-8e40-4cf4-8430-662f66978d10, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:04.812173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Allocated IP 172.20.0.1 (c4bd8c63-deb6-4041-8a3e-25d6507d1a86/77209fb6-f236-47c9-97f1-d9bb9139cd5d/42e36234-1433-4ac5-a035-34c53a7728f9) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:04.914178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:04.919686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:04.920270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.004919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.016296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:05.027666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=de313ff8-0b6f-4d15-930c-241a951c5b4b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.045447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:05.070030 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c460153b-7a4d-4bc5-8c24-e3f830d82116 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7968135 Dec 10 16:37:05.072920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51006) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:05.080396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:05.126142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 248ae8a8-8e40-4cf4-8430-662f66978d10) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:05.133780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f881c9-b164-4896-acf1-2227dceeea89 None None] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:05.139537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.139537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.162464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.186734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c867003-a959-49b7-8aef-535b1729252a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.220509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:05.225690 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88f6a548-429a-41ea-ac4c-fb2b4ccd295d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0066683 Dec 10 16:37:05.230341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:05.235507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:05.235953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940308267'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:05.241472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:05.243528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-248ae8a8-8e40-4cf4-8430-662f66978d10', 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '3af4def5-b1da-4c45-aa02-1311508b9f73'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:05.244761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.283827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Port': ['ID=42e36234-1433-4ac5-a035-34c53a7728f9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.304176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.383525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:05.389240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.408108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Allocated IP 172.20.255.242 (248ae8a8-8e40-4cf4-8430-662f66978d10/3af4def5-b1da-4c45-aa02-1311508b9f73/b736d00a-511b-406f-a817-7c1f7efd9f49) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:05.457532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51012) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:05.490717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814e16-e2cc-4dc7-b346-7e6593369114 req-a3067963-9e80-4e77-b637-ee5515305146 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.493257 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-97814e16-e2cc-4dc7-b346-7e6593369114 req-a3067963-9e80-4e77-b637-ee5515305146 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.0838139 Dec 10 16:37:05.495240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:05.498903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.549252 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-80aee098-9b4b-40ca-b074-3a9fde9be3a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=007fbb0186a3450bb1b9f9c475d4a0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853741 Dec 10 16:37:05.549437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:05.574242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:05.580709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.591576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-398bcc8e-57aa-4c06-9645-9937cbda4885 None None] Provisioning complete for port 42e36234-1433-4ac5-a035-34c53a7728f9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:05.592036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-398bcc8e-57aa-4c06-9645-9937cbda4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.599394 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-97814e16-e2cc-4dc7-b346-7e6593369114 req-cd04d9f6-0d52-4ae9-a862-69a5a222d466 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977755 Dec 10 16:37:05.600538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.600886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 0633d40c-ee92-440a-a29e-ac76d901e383 of type vlan for network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 Dec 10 16:37:05.627867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-398bcc8e-57aa-4c06-9645-9937cbda4885 None None] Port 42e36234-1433-4ac5-a035-34c53a7728f9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:05.658610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.673649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.695082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.707879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.727309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.766855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:05.770005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:05.773944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:05.776689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.782385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Pushing event updated for resources: {'Port': ['ID=b736d00a-511b-406f-a817-7c1f7efd9f49,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.782672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:05.787180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.840991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Attempting to bind port b736d00a-511b-406f-a817-7c1f7efd9f49 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:05.841534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Attempting to bind port b736d00a-511b-406f-a817-7c1f7efd9f49 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1a313a33-7eec-4d36-b99c-e990787be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:05.842953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Attempting to bind port b736d00a-511b-406f-a817-7c1f7efd9f49 on network 248ae8a8-8e40-4cf4-8430-662f66978d10 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:05.847299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:05.849563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Checking segment: {'id': '1a313a33-7eec-4d36-b99c-e990787be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:05.849563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.849563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Bound using segment: {'id': '1a313a33-7eec-4d36-b99c-e990787be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:05.849563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Bound port: b736d00a-511b-406f-a817-7c1f7efd9f49, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a313a33-7eec-4d36-b99c-e990787be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '248ae8a8-8e40-4cf4-8430-662f66978d10'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:05.849950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.858567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.864231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=9ae2c53d-a42f-4e0b-81b6-0af960ee76c3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.867924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.870698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:05.871838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917fd8da-5f89-4fd8-ab80-fa05a2dff6e2 HTTP/1.1" status: 204 len: 168 time: 0.3196774 Dec 10 16:37:05.880188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a7988-1d4b-47fd-8871-d7d48900862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917fd8da-5f89-4fd8-ab80-fa05a2dff6e2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:05.905470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:05.937197 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f50e3c1f-168b-429c-a2a1-f7797a6b5f6b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7056811 Dec 10 16:37:05.937815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:05.950703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:06.032146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:06.047530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': 'f4555634-e139-4b15-bced-19a269b46666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:06.048389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: de313ff8-0b6f-4d15-930c-241a951c5b4b, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:06.148187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network de313ff8-0b6f-4d15-930c-241a951c5b4b is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:06.157799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.210478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] For port b736d00a-511b-406f-a817-7c1f7efd9f49, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:06.213660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] For port b736d00a-511b-406f-a817-7c1f7efd9f49, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b736d00a-511b-406f-a817-7c1f7efd9f49,segment=NetworkSegment(1a313a33-7eec-4d36-b99c-e990787be19c),segment_id=1a313a33-7eec-4d36-b99c-e990787be19c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:06.222558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.255722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:06.287208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, de313ff8-0b6f-4d15-930c-241a951c5b4b) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:06.303190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:06.305977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:06.306737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.307530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.310776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event updated for resources: {'Port': ['ID=42e36234-1433-4ac5-a035-34c53a7728f9,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:06.312342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965257fe-9493-4bcb-827f-969e91fd8cfc None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:06.327466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.335367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.446766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:06.448234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:06.526971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0abc4-d14d-4315-bba7-f75c71868d41 None None] Pushing event updated for resources: {'Port': ['ID=b736d00a-511b-406f-a817-7c1f7efd9f49,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:06.568508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-de313ff8-0b6f-4d15-930c-241a951c5b4b', 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': '8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:06.569417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.659760 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-043dc6bd-5e3e-4a33-bb30-8a830df5f1dd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5856099 Dec 10 16:37:06.661222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:06.673577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Router 8d31a618-1194-44f3-8367-612636dd413e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:06.727879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1852937641'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:06.745661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.803162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Allocated IP 2001:db8::2 (de313ff8-0b6f-4d15-930c-241a951c5b4b/8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc/8730383b-2884-4962-9b07-a133881b637b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:06.966718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c8d95-ba18-4a0c-bd22-8eabdfecadb9 req-88b1e297-d4e1-4b12-bf60-d2fdb71b8c8b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:06.968502 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8e0c8d95-ba18-4a0c-bd22-8eabdfecadb9 req-88b1e297-d4e1-4b12-bf60-d2fdb71b8c8b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2006392 Dec 10 16:37:06.970234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:06.973830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3d9403c-f9e2-4f83-b2f7-03fab511fb7c None None] Provisioning complete for port 42e36234-1433-4ac5-a035-34c53a7728f9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:06.974275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3d9403c-f9e2-4f83-b2f7-03fab511fb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:06.977321 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d063e06-b57a-447c-823a-932890dba6f5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4991844 Dec 10 16:37:06.991861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51040) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:06.998171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] Sync routers for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:07.029797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.038929 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8e0c8d95-ba18-4a0c-bd22-8eabdfecadb9 req-9d5100a8-81ea-4cbd-b506-7ce1e5ae8818 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602202 Dec 10 16:37:07.080425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:07.080425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:07.086691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9403c-f9e2-4f83-b2f7-03fab511fb7c None None] Port 42e36234-1433-4ac5-a035-34c53a7728f9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:07.139017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:07.158715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:07.159061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:07.202863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:07.203589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69136035-9e0c-437a-bf87-75e31996e2c5 None None] The sync data for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:07.211670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.258807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=2b927c59-1385-435e-95ec-385ad12b9c36,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.267226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.315159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18040058-adab-4968-87ea-9b19dc74b84e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.338735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:07.343189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:07.347571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:07.356204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '0633d40c-ee92-440a-a29e-ac76d901e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:07.356886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:07.357900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Pushing event updated for resources: {'Port': ['ID=8730383b-2884-4962-9b07-a133881b637b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.404595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:07.408278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.427975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Attempting to bind port 8730383b-2884-4962-9b07-a133881b637b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:07.428863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Attempting to bind port 8730383b-2884-4962-9b07-a133881b637b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f4555634-e139-4b15-bced-19a269b46666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:07.428863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Attempting to bind port 8730383b-2884-4962-9b07-a133881b637b on network de313ff8-0b6f-4d15-930c-241a951c5b4b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:07.434231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:07.434682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Checking segment: {'id': 'f4555634-e139-4b15-bced-19a269b46666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:07.435136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.435586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Bound using segment: {'id': 'f4555634-e139-4b15-bced-19a269b46666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:07.436280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Bound port: 8730383b-2884-4962-9b07-a133881b637b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4555634-e139-4b15-bced-19a269b46666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de313ff8-0b6f-4d15-930c-241a951c5b4b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:07.436856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.475916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port dde998a6-bef7-48f9-880f-5d1bbaf21fd6 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:07.492133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:07.529745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] For port 8730383b-2884-4962-9b07-a133881b637b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:07.537748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] For port 8730383b-2884-4962-9b07-a133881b637b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8730383b-2884-4962-9b07-a133881b637b,segment=NetworkSegment(f4555634-e139-4b15-bced-19a269b46666),segment_id=f4555634-e139-4b15-bced-19a269b46666)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:07.549061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-18040058-adab-4968-87ea-9b19dc74b84e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 16:37:07.550108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-18040058-adab-4968-87ea-9b19dc74b84e tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e HTTP/1.1" status: 409 len: 329 time: 0.5506508 Dec 10 16:37:07.553363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:07.617533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.617762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:07.691700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee78bb6-71e5-42f4-9d36-3e7e032f0d64 None None] Pushing event updated for resources: {'Port': ['ID=8730383b-2884-4962-9b07-a133881b637b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:07.702370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-890736178'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:07.704181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::22d (de313ff8-0b6f-4d15-930c-241a951c5b4b/8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc/dde998a6-bef7-48f9-880f-5d1bbaf21fd6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:07.737401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:07.755126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:07.756002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.761766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e2c80-4132-4051-aac0-2ba5311850fd None None] Network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:07.851542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.933917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:07.940484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.963643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.966281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9ae2c53d-a42f-4e0b-81b6-0af960ee76c3', 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '2b927c59-1385-435e-95ec-385ad12b9c36'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:07.972378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:07.983690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.046573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-410293fb-2436-4b0d-b321-5593d3b53ff4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1050565 Dec 10 16:37:08.047077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.051212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:08.140215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ab580-d695-4416-894e-ed2c3237beec None None] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:08.148115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.218608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.267146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.296273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b736d00a-511b-406f-a817-7c1f7efd9f49 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:08.342343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:08.357963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] Provisioning complete for port b736d00a-511b-406f-a817-7c1f7efd9f49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:08.358751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.361332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57efebec-237b-4810-8160-4dc6ec3e1139,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.376641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.377022 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Added segment dad4d347-790b-4a20-a49d-0dca8fe6318d of type vlan for network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d Dec 10 16:37:08.417636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50239c53-176a-4131-b34f-51e441571a8f req-5ab47371-212d-4908-b3a7-7025dac09e83 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:08.425465 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50239c53-176a-4131-b34f-51e441571a8f req-5ab47371-212d-4908-b3a7-7025dac09e83 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.2342429 Dec 10 16:37:08.435727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.453362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Allocated IP 172.20.0.2 (9ae2c53d-a42f-4e0b-81b6-0af960ee76c3/2b927c59-1385-435e-95ec-385ad12b9c36/ec7ee8b4-b9fe-4d35-9157-eee78b87d7db) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:08.462392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.486794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.579652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b736d00a-511b-406f-a817-7c1f7efd9f49 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:08.580119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.619043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.711022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] For port b736d00a-511b-406f-a817-7c1f7efd9f49, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b736d00a-511b-406f-a817-7c1f7efd9f49,segment=NetworkSegment(1a313a33-7eec-4d36-b99c-e990787be19c),segment_id=1a313a33-7eec-4d36-b99c-e990787be19c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:08.718961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.814703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.818475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.826379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.925152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da638641-1e88-47d7-bd79-0ba36112e23c None None] Pushing event updated for resources: {'Port': ['ID=b736d00a-511b-406f-a817-7c1f7efd9f49,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.939027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:08.948226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=dde998a6-bef7-48f9-880f-5d1bbaf21fd6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:08.978523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network de313ff8-0b6f-4d15-930c-241a951c5b4b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:09.016044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:09.018640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:09.025547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:09.026223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.036938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.042538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:09.043360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.052072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50239c53-176a-4131-b34f-51e441571a8f req-8c6d6e80-577b-4116-a8e3-8a04565fc021 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6253006 Dec 10 16:37:09.113433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:09.113777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.126082 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e06eca64-bd88-4ab5-916a-45ff98b88b08 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4121246 Dec 10 16:37:09.138598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:09.159441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Network': ['ID=8e497c21-7d53-4ceb-8825-4f3ef6e1d21d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:09.190265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ab823a8b-de4b-4ff9-ad95-9d7053a62b17 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6938155 Dec 10 16:37:09.192959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:09.199863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:09.218869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:09.253016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c1a43-415d-4835-b673-5951ea78de5f None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:09.254549 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting port 42e36234-1433-4ac5-a035-34c53a7728f9 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:09.254962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.259342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:09.284197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d40d7c54-d7ab-4606-98b3-f2ce786e18da None None] Provisioning complete for port b736d00a-511b-406f-a817-7c1f7efd9f49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:09.284197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d40d7c54-d7ab-4606-98b3-f2ce786e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.286801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:09.287205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:09.315316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:09.337225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port dde998a6-bef7-48f9-880f-5d1bbaf21fd6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:09.338196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.350311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:09.368742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Pushing event updated for resources: {'Port': ['ID=ec7ee8b4-b9fe-4d35-9157-eee78b87d7db,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:09.381335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:09.381883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.388024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:09.388388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.425252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.447204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Calling delete_port for 42e36234-1433-4ac5-a035-34c53a7728f9 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:09.447578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for ec7ee8b4-b9fe-4d35-9157-eee78b87d7db owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:09.481361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Attempting to bind port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:09.481595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Attempting to bind port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0633d40c-ee92-440a-a29e-ac76d901e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:09.481938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Attempting to bind port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db on network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:09.484729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.512181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:09.512568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Checking segment: {'id': '0633d40c-ee92-440a-a29e-ac76d901e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:09.512997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.513441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Bound using segment: {'id': '0633d40c-ee92-440a-a29e-ac76d901e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:09.513951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Bound port: ec7ee8b4-b9fe-4d35-9157-eee78b87d7db, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633d40c-ee92-440a-a29e-ac76d901e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9ae2c53d-a42f-4e0b-81b6-0af960ee76c3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:09.514324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.534096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:09.537843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.550159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for dde998a6-bef7-48f9-880f-5d1bbaf21fd6 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:09.634214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] For port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:09.637761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] For port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ec7ee8b4-b9fe-4d35-9157-eee78b87d7db,segment=NetworkSegment(0633d40c-ee92-440a-a29e-ac76d901e383),segment_id=0633d40c-ee92-440a-a29e-ac76d901e383)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:09.650733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port bae459cb-b4a9-4e44-8a4a-ac6163d60c5d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:09.657254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.685699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for bae459cb-b4a9-4e44-8a4a-ac6163d60c5d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:09.752451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] Provisioning complete for port 8730383b-2884-4962-9b07-a133881b637b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:09.753467 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.757750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.884007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.909323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e353f5-d7c6-4972-ac3d-d3a05d475e10 None None] Pushing event updated for resources: {'Port': ['ID=ec7ee8b4-b9fe-4d35-9157-eee78b87d7db,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:09.944297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:09.954999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Port': ['ID=42e36234-1433-4ac5-a035-34c53a7728f9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:09.988693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.056665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.064543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] For port 8730383b-2884-4962-9b07-a133881b637b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8730383b-2884-4962-9b07-a133881b637b,segment=NetworkSegment(f4555634-e139-4b15-bced-19a269b46666),segment_id=f4555634-e139-4b15-bced-19a269b46666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:10.099482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=dde998a6-bef7-48f9-880f-5d1bbaf21fd6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.162752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.169490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=ec7ee8b4-b9fe-4d35-9157-eee78b87d7db,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.171023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.172418 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d1082a6d-f685-4b9a-a605-32cb9547e40f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/dde998a6-bef7-48f9-880f-5d1bbaf21fd6 HTTP/1.1" status: 204 len: 168 time: 1.0287821 Dec 10 16:37:10.180509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:10.225642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.287690 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b152156-d6d7-4b06-a11b-9c6bf646ad0b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:10.289266 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2b152156-d6d7-4b06-a11b-9c6bf646ad0b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/dde998a6-bef7-48f9-880f-5d1bbaf21fd6 HTTP/1.1" status: 404 len: 333 time: 0.1052127 Dec 10 16:37:10.294393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:10.347505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8730383b-2884-4962-9b07-a133881b637b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:10.385889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca5f5-a1ff-43c8-9b17-27cc20e8d770 None None] Pushing event updated for resources: {'Port': ['ID=8730383b-2884-4962-9b07-a133881b637b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.417894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5f9787c1-4b38-495d-8cad-197b24e1edcf None None] Provisioning complete for port 8730383b-2884-4962-9b07-a133881b637b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:10.418217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f9787c1-4b38-495d-8cad-197b24e1edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.442620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port ec7ee8b4-b9fe-4d35-9157-eee78b87d7db on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:10.453028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:10.458397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.496056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.508514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fe301-77d4-4bd9-aa2d-04f33f9f5d60 req-67789524-c3af-4597-9dbd-d5a3303103b9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:10.510394 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-042fe301-77d4-4bd9-aa2d-04f33f9f5d60 req-67789524-c3af-4597-9dbd-d5a3303103b9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.3248610 Dec 10 16:37:10.551110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.563131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8730383b-2884-4962-9b07-a133881b637b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:10.563554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.584243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.610651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.648005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5f9787c1-4b38-495d-8cad-197b24e1edcf None None] Could not find standard attr ID for object dde998a6-bef7-48f9-880f-5d1bbaf21fd6. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:10.715278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b736d00a-511b-406f-a817-7c1f7efd9f49 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:10.719116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=bae459cb-b4a9-4e44-8a4a-ac6163d60c5d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.753730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=a4228687-7d79-4d73-ac33-8a5e3dee38b6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:10.778225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-46b75a7d-4581-4ecf-b3b7-2de210a005a3 None None] Could not find standard attr ID for object dde998a6-bef7-48f9-880f-5d1bbaf21fd6. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:10.807150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b736d00a-511b-406f-a817-7c1f7efd9f49 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:10.807588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.864357 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-042fe301-77d4-4bd9-aa2d-04f33f9f5d60 req-e719750d-8e7d-48e1-a52e-a7d63d5e10be tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321359 Dec 10 16:37:10.905224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:10.906008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network hostable DHCP agents. Network: 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:10.950926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:10.986299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Router 8d31a618-1194-44f3-8367-612636dd413e has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:11.010350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.056023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:11.071319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.110614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:11.123545 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-198ed6e1-b640-4d98-a50d-01f6d16d27c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5690343 Dec 10 16:37:11.127697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.127830 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] Sync routers for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:11.134596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=2b927c59-1385-435e-95ec-385ad12b9c36,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.148346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:11.149641 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.165399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:11.170671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.172884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.173937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add4675-e195-40bb-9783-70155e9d5137 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:11.204550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-1a3a1751-4a49-40c2-bc8d-b3c003df4863 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] show failed (client error): The resource could not be found. Dec 10 16:37:11.211308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1a3a1751-4a49-40c2-bc8d-b3c003df4863 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-850439362 HTTP/1.1" status: 404 len: 334 time: 0.0780618 Dec 10 16:37:11.221642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.229033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9d3286ec-c026-4493-a5d8-d59c4f5f4904 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:11.232079 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.250244 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] Routers {'8d31a618-1194-44f3-8367-612636dd413e'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:11.251141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8d31a618-1194-44f3-8367-612636dd413e'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.293146 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.294260 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553cadb7-0640-4aa3-9ea1-09ec0a081013 None None] The sync data for ids ['8d31a618-1194-44f3-8367-612636dd413e'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:11.303573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-9d3286ec-c026-4493-a5d8-d59c4f5f4904 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] update failed (client error): The resource could not be found. Dec 10 16:37:11.304606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9d3286ec-c026-4493-a5d8-d59c4f5f4904 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1064053810 HTTP/1.1" status: 404 len: 335 time: 0.0792584 Dec 10 16:37:11.312558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.329434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.329889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.330763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'a4228687-7d79-4d73-ac33-8a5e3dee38b6'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:11.331865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.372528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae2c53d-a42f-4e0b-81b6-0af960ee76c3']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.380517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.401694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.405116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a84089a7-9329-40bf-a000-62f0439c132d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc HTTP/1.1" status: 204 len: 168 time: 1.1097212 Dec 10 16:37:11.408353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.435874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ff75e-5fa7-4c30-b4bc-e4bc83aa1fe7 None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:11.447943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0633d40c-ee92-440a-a29e-ac76d901e383') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.448385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0633d40c-ee92-440a-a29e-ac76d901e383') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:11.467500 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-68d864f5-ffd0-47f9-8eb9-6302e14ee9c7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2757828 Dec 10 16:37:11.475082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51082) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.475836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting subnet 4de78447-7a89-4cd4-b54c-431dd179e67e {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:11.477337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e46a-1666-4688-9209-083eecbbfea1 req-3be6b1bd-d711-4919-ad1e-f9b3c39009ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:11.479103 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adc0e46a-1666-4688-9209-083eecbbfea1 req-3be6b1bd-d711-4919-ad1e-f9b3c39009ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1099 time: 0.1961591 Dec 10 16:37:11.482036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.482579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.489222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'name': 'tempest-NetworksTestDHCPv6-1998095106'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:11.503430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb100c7-4950-4e9d-b25f-7be2577b2009 None None] Network 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:11.554690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.561817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.562050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.562159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-17096e74-dd98-471e-8844-9f7afdc90102 None None] Could not find standard attr ID for object ec7ee8b4-b9fe-4d35-9157-eee78b87d7db. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:11.578612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:11.579154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:11.582378 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:11.690339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/a4228687-7d79-4d73-ac33-8a5e3dee38b6/3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:11.695143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adc0e46a-1666-4688-9209-083eecbbfea1 req-8fc4b704-1aa3-4591-a9f9-f3a52048205e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989858 Dec 10 16:37:11.717519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 8730383b-2884-4962-9b07-a133881b637b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:11.717825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.720108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.720242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:11.807417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4be63-de26-4f1c-827d-78c410e9f097 None None] DHCP port deletion for 9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:11.829042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.849651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.851475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port 8730383b-2884-4962-9b07-a133881b637b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8730383b-2884-4962-9b07-a133881b637b,segment=NetworkSegment(f4555634-e139-4b15-bced-19a269b46666),segment_id=f4555634-e139-4b15-bced-19a269b46666)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:11.851893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.855897 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 HTTP/1.1" status: 204 len: 168 time: 3.8034489 Dec 10 16:37:11.865747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51084) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:11.868150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:11.870868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239536703'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:11.875882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.877276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d52b-d185-464b-8d21-60e3ad0a556d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=9ae2c53d-a42f-4e0b-81b6-0af960ee76c3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:11.881223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] DHCP port deletion for de313ff8-0b6f-4d15-930c-241a951c5b4b request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:11.885683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 8730383b-2884-4962-9b07-a133881b637b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:11.910873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 5ffa7085-39c3-41bc-874b-3dbc19611726 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:11.943674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.957884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Deleting port 8730383b-2884-4962-9b07-a133881b637b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:11.958258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.985184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:11.996658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:12.009383 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ae7362f6-9ec6-4be6-b7d2-5e3aa74ae674 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/e1e2e4f8-814d-4ba1-bb20-d42d13f2e091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7520878 Dec 10 16:37:12.039557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71775b-8f33-430a-829c-89950bd24a7e req-b2734d74-e0fc-47bf-baa6-0db155b577fd tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.043062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ce71775b-8f33-430a-829c-89950bd24a7e req-b2734d74-e0fc-47bf-baa6-0db155b577fd tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.0879078 Dec 10 16:37:12.061969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc0f3f-2584-43f9-b827-c5d4dab0bf18 None None] Network bde3029d-6ba7-41a8-9b5e-577c027691c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:12.065291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:12.080843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.085233 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/subnets/4de78447-7a89-4cd4-b54c-431dd179e67e HTTP/1.1" status: 204 len: 168 time: 0.7708812 Dec 10 16:37:12.089567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.091808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed943f4-3a7a-4247-8133-2503a42548be tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Subnet': ['ID=4de78447-7a89-4cd4-b54c-431dd179e67e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.093782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:12.112871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:12.114183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:12.151358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ce71775b-8f33-430a-829c-89950bd24a7e req-9a4577f5-44c7-4046-bf0e-736c79f2f1eb tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930684 Dec 10 16:37:12.168090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::103 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/a4228687-7d79-4d73-ac33-8a5e3dee38b6/5ffa7085-39c3-41bc-874b-3dbc19611726) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:12.192692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:12.196342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.201778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting subnet f242ab47-8ed5-4c0e-9280-2e757539abb8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:12.215722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.268067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8730383b-2884-4962-9b07-a133881b637b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:12.284562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:12.287614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.307060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] For port 8730383b-2884-4962-9b07-a133881b637b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8730383b-2884-4962-9b07-a133881b637b,segment=NetworkSegment(f4555634-e139-4b15-bced-19a269b46666),segment_id=f4555634-e139-4b15-bced-19a269b46666)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:12.307479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.324011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.324460 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 55246c82-3d89-4d08-b940-e9a90e7ba1dc of type vlan for network bec8cd07-e8f7-416c-95d0-ff8e864e339a Dec 10 16:37:12.364787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.366149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.368952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:12.387929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:12.390363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:12.393350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Calling delete_port for 8730383b-2884-4962-9b07-a133881b637b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:12.402621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=8730383b-2884-4962-9b07-a133881b637b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.408850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No active binding found for port 8730383b-2884-4962-9b07-a133881b637b {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 16:37:12.409383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8730383b-2884-4962-9b07-a133881b637b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:12.410970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.411767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.445717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port 8730383b-2884-4962-9b07-a133881b637b on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:12.527209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.533378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.581853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.586721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:12.590214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:12.596763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:12.601901 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.603492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.611726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de313ff8-0b6f-4d15-930c-241a951c5b4b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:12.617392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=5ffa7085-39c3-41bc-874b-3dbc19611726,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.640739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4555634-e139-4b15-bced-19a269b46666') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:12.641073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4555634-e139-4b15-bced-19a269b46666') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:12.651977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.667803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.672362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.678478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.679345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.690333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:12.690725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:12.693754 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:12.726136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0df0b7-b0f0-48b4-8f94-97d0e516bf13 req-17a0a311-b04f-44b7-ae78-9cd1720168d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.728062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb0df0b7-b0f0-48b4-8f94-97d0e516bf13 req-17a0a311-b04f-44b7-ae78-9cd1720168d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.0745580 Dec 10 16:37:12.734964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a07d66fc-be32-4f30-8b5c-fcf0050a2a7a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2547152 Dec 10 16:37:12.737029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:37:12.742577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:12.755290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:12.811520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=bec8cd07-e8f7-416c-95d0-ff8e864e339a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.819491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:12.827339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Attempting to bind port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:12.827694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Attempting to bind port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:12.828718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Attempting to bind port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:12.839471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfcf8b-7a90-44be-8829-d0417e58511b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.845604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfcf8b-7a90-44be-8829-d0417e58511b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:12.853140 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-258c1ab1-58d7-493a-aaf2-b730e9959c59 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9790213 Dec 10 16:37:12.853308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06cfcf8b-7a90-44be-8829-d0417e58511b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0908196 Dec 10 16:37:12.853412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:12.853505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:12.864186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network bec8cd07-e8f7-416c-95d0-ff8e864e339a details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:12.870665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': 'bec8cd07-e8f7-416c-95d0-ff8e864e339a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:12.881895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb0df0b7-b0f0-48b4-8f94-97d0e516bf13 req-38fdaac6-46e7-4c56-a73f-15e5d7ce7e5d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332541 Dec 10 16:37:12.934374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.940705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:12.941121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:12.942056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.942460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:12.943050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Bound port: 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:12.943334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.951060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.resource_extend [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 16:37:12.955794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] DHCP port deletion for bde3029d-6ba7-41a8-9b5e-577c027691c5 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:12.975601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.981707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Subnet': ['ID=f242ab47-8ed5-4c0e-9280-2e757539abb8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:12.994861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:12.998710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/de313ff8-0b6f-4d15-930c-241a951c5b4b HTTP/1.1" status: 204 len: 168 time: 1.5895064 Dec 10 16:37:12.999964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.003303 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5da490f5-34e9-44df-8d70-c626914480c5 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/subnets/f242ab47-8ed5-4c0e-9280-2e757539abb8 HTTP/1.1" status: 204 len: 168 time: 0.9038861 Dec 10 16:37:13.004534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:13.010242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'name': 'tempest-PortsIpV6TestJSON-532631905'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:13.011281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:13.043659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242d2ae-1911-4f1d-83bf-83b1ddd59dcd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=de313ff8-0b6f-4d15-930c-241a951c5b4b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:13.046667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a5072-d69e-4e3d-a6ec-aa5e1975d242 None None] Network 207975de-9cd5-4b98-a805-3bebab9f36de requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:13.059247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 5ffa7085-39c3-41bc-874b-3dbc19611726 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:13.059660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.123066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.173957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.182114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting port ad4b44e9-6052-4f50-8784-d49cfc056289 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:13.186229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.229783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:13.234083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.244011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.261486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Pushing event deleted for resources: {'Port': ['ID=8730383b-2884-4962-9b07-a133881b637b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:13.268141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 5ffa7085-39c3-41bc-874b-3dbc19611726 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:13.301540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] Network de313ff8-0b6f-4d15-930c-241a951c5b4b is not hosted by any dhcp agent {{(pid=103600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:37:13.302436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a670c-fbcd-47f8-8725-a319daaaff83 None None] No DVR routers for this DVR port 8730383b-2884-4962-9b07-a133881b637b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:13.346458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:13.350395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.353606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing IP validity checks on allocation pools {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:37:13.354371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.ipam_backend_mixin [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:37:13.367302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] For port ad4b44e9-6052-4f50-8784-d49cfc056289, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ad4b44e9-6052-4f50-8784-d49cfc056289,segment=NetworkSegment(27cb43b3-bd66-4232-b62a-6e12359373f0),segment_id=27cb43b3-bd66-4232-b62a-6e12359373f0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:13.367302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.374376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 031e2a93-617f-4a85-8eb6-56f51a6cb614 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:13.403752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Calling delete_port for ad4b44e9-6052-4f50-8784-d49cfc056289 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:13.448293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.467895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:13.481726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] For port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:13.532297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] For port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:13.538534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'port_id': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'mac_address': 'fa:16:3e:5a:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:37:13.541469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Deleting port ad4b44e9-6052-4f50-8784-d49cfc056289 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:13.541849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.555518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:13.557637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22648f86-6619-4067-8621-e1c1ca6cf8e7" -d '{"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:13.624177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d29f56-1a72-4d5a-8b86-6ec146d7cd49 x-openstack-request-id: req-c4d29f56-1a72-4d5a-8b86-6ec146d7cd49 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:13.624177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:13.624177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4d29f56-1a72-4d5a-8b86-6ec146d7cd49 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:13.624177 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'code': 200} Dec 10 16:37:13.625061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:13.630264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.717159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] DHCP port deletion for 207975de-9cd5-4b98-a805-3bebab9f36de request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:13.739611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.764413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e84d0-34f6-4fe2-a189-08a9eac7788b req-bda734f7-ff73-4d17-a28f-cf9156e65502 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:13.771956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-210e84d0-34f6-4fe2-a189-08a9eac7788b req-bda734f7-ff73-4d17-a28f-cf9156e65502 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.4778223 Dec 10 16:37:13.791265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] For port ad4b44e9-6052-4f50-8784-d49cfc056289, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ad4b44e9-6052-4f50-8784-d49cfc056289,segment=NetworkSegment(27cb43b3-bd66-4232-b62a-6e12359373f0),segment_id=27cb43b3-bd66-4232-b62a-6e12359373f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:13.791669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.834587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:13.844872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Calling delete_port for ad4b44e9-6052-4f50-8784-d49cfc056289 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:13.880197 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-210e84d0-34f6-4fe2-a189-08a9eac7788b req-dd1f18fa-bfbc-4caf-9f75-40e6ee1baf21 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014378 Dec 10 16:37:13.890775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47b16-dd4e-46bd-b778-80b3ef886480 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:13.910821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.034601 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-86fef23f-ad14-4fff-9767-f35d91ad32e1 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/floatingips/c4e6f903-8048-45fe-8283-67e4b81fd864 HTTP/1.1" status: 200 len: 992 time: 0.1262403 Dec 10 16:37:14.039591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.055866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.062409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:37:14.088538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Port': ['ID=ad4b44e9-6052-4f50-8784-d49cfc056289,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.100708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] No DVR routers for this DVR port ad4b44e9-6052-4f50-8784-d49cfc056289 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:14.123883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] No DVR routers for this DVR port ad4b44e9-6052-4f50-8784-d49cfc056289 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:14.190190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:14.224216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:14.236246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.253653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Deleting port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:14.253653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.260670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:14.260670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:14.260670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.262088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.284389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3029d-6ba7-41a8-9b5e-577c027691c5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:14.295061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:14.297157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cb43b3-bd66-4232-b62a-6e12359373f0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:14.302303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cb43b3-bd66-4232-b62a-6e12359373f0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:14.303371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09521530-4354-4fb2-8dad-7c1e0d0ace9e req-9e264f8f-0095-4bf0-ba65-fa0d873b1003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.304940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09521530-4354-4fb2-8dad-7c1e0d0ace9e req-9e264f8f-0095-4bf0-ba65-fa0d873b1003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.1412559 Dec 10 16:37:14.308391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.326539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.331586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:14.332887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:14.336525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.336787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:14.337241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:14.340507 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:14.354481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-15a956b6-89d5-47ad-904c-382f43209d0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.356388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-15a956b6-89d5-47ad-904c-382f43209d0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 946 time: 0.0982172 Dec 10 16:37:14.369103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b3dcf-a579-4071-a48a-666d5ca14782 None None] Pushing event deleted for resources: {'Port': ['ID=ad4b44e9-6052-4f50-8784-d49cfc056289,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.408632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=5ffa7085-39c3-41bc-874b-3dbc19611726,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.483250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.486640 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-408f00ca-e0a3-4011-9f1f-8787b6dcfa81 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/5ffa7085-39c3-41bc-874b-3dbc19611726 HTTP/1.1" status: 204 len: 168 time: 1.6328402 Dec 10 16:37:14.489830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.528760 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09521530-4354-4fb2-8dad-7c1e0d0ace9e req-d5ff772e-516f-4a1d-b160-a9c0bbddc528 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccf54832-0c9d-47b8-9513-eb21543ef2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890388 Dec 10 16:37:14.561353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcf83c-447a-48ea-8111-41b61e0eb5b2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.561353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcf83c-447a-48ea-8111-41b61e0eb5b2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.561535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:14.561789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.564365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a8dcf83c-447a-48ea-8111-41b61e0eb5b2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0731263 Dec 10 16:37:14.564965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.604708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.613555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.619521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.634323 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/networks/bde3029d-6ba7-41a8-9b5e-577c027691c5 HTTP/1.1" status: 204 len: 168 time: 1.6203251 Dec 10 16:37:14.646503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.671803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] For port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,segment=NetworkSegment(c25c290d-da2b-450f-851b-ab8adbcb95f3),segment_id=c25c290d-da2b-450f-851b-ab8adbcb95f3)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:14.672286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.694074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc1338-505c-4293-a15a-83dcad220372 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Network': ['ID=bde3029d-6ba7-41a8-9b5e-577c027691c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.702607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:14.702769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.706523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Calling delete_port for 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:14.708164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet a4228687-7d79-4d73-ac33-8a5e3dee38b6 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:14.716158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.748670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:14.769969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.771425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:14.780829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:14.792117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:14.794539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.807830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.834581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:14.835218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:14.835218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.837052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.857396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=031e2a93-617f-4a85-8eb6-56f51a6cb614,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.890999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 481fe4bf-29a5-4918-9a4d-e74fa3afa63c owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:14.898284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:14.905900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:37:14.921371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=47671aa4-1f84-4ac8-a7f2-3588a37afdbe,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:14.939585 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9bdbaf5-eb8f-4427-9f59-2cde6a454bbb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9337177 Dec 10 16:37:14.949237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:14.984693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:14.993136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '55246c82-3d89-4d08-b940-e9a90e7ba1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bec8cd07-e8f7-416c-95d0-ff8e864e339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:14.993676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: bec8cd07-e8f7-416c-95d0-ff8e864e339a, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:15.039372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.052728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.071760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.137958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 031e2a93-617f-4a85-8eb6-56f51a6cb614 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:15.138447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.174308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e2d0e9-ffaa-4d15-a492-b65640f3220b None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:15.182319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.185849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:15.186269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.223977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network bec8cd07-e8f7-416c-95d0-ff8e864e339a is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:15.231035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.232280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.239764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.265559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.271578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.281433 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/a4228687-7d79-4d73-ac33-8a5e3dee38b6 HTTP/1.1" status: 204 len: 168 time: 0.7094316 Dec 10 16:37:15.281686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=481fe4bf-29a5-4918-9a4d-e74fa3afa63c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.282225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] Pushing event deleted for resources: {'Port': ['ID=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.286385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51126) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.302584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ee90a-f931-4a0d-8f71-5782679d5237 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=a4228687-7d79-4d73-ac33-8a5e3dee38b6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.311741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 031e2a93-617f-4a85-8eb6-56f51a6cb614 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:15.316208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, bec8cd07-e8f7-416c-95d0-ff8e864e339a) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:15.326061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168c1d7-7644-4886-90b9-8e2939224549 None None] No DVR routers for this DVR port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:15.327380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:15.328521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.379891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b04e984d-997b-4701-bc0e-07481196fdab tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891650 Dec 10 16:37:15.383591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] For port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:15.383591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.386301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.388538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['b0d939e3-242b-498d-bb42-49b04e462c95'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:37:15.390483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbd6c8-32bf-4950-8732-87da38314790 None None] Network bec8cd07-e8f7-416c-95d0-ff8e864e339a requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:15.417907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:15.438736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Calling delete_port for 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:15.440689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port 481fe4bf-29a5-4918-9a4d-e74fa3afa63c on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:15.449628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] Provisioning complete for port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:15.449994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.453033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 was not found and therefore no delete operation was performed {{(pid=103598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:37:15.454561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.460507 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3b3ca1f-0240-4169-a8d3-ac76e8e90a72 req-2dc14a9d-a1f8-43f6-8078-f7a588797d36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/481fe4bf-29a5-4918-9a4d-e74fa3afa63c HTTP/1.1" status: 204 len: 173 time: 1.0922236 Dec 10 16:37:15.484206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'name': 'network-vif-deleted', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:15.486440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba761e4-ca6a-4d4a-9271-fea78d00ed37" -d '{"events": [{"server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "name": "network-vif-deleted", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:15.488581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:15.488581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:15.522238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3edff6c4-3b9b-4a60-aeac-6db8824ea898 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6701672 Dec 10 16:37:15.525102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.541121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7826970b-aed3-420c-aecd-b935c87799cd x-openstack-request-id: req-7826970b-aed3-420c-aecd-b935c87799cd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:15.541432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc70c1b-98a9-40b5-87b8-43dcad0c1d18", "name": "network-vif-deleted", "tag": "481fe4bf-29a5-4918-9a4d-e74fa3afa63c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:15.541750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7826970b-aed3-420c-aecd-b935c87799cd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:15.542174 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc70c1b-98a9-40b5-87b8-43dcad0c1d18', 'name': 'network-vif-deleted', 'tag': '481fe4bf-29a5-4918-9a4d-e74fa3afa63c', 'status': 'completed', 'code': 200} Dec 10 16:37:15.542942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.560856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.591423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] No DVR routers for this DVR port 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:15.598371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Port': ['ID=7d3febfa-1f51-4723-b2b7-80ecdbee8b46,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.679241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.698315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:15.702739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.746364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.749788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.755851 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/031e2a93-617f-4a85-8eb6-56f51a6cb614 HTTP/1.1" status: 204 len: 168 time: 0.8054502 Dec 10 16:37:15.775140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2503b7-8797-41d3-90e6-e841eb02b224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-bec8cd07-e8f7-416c-95d0-ff8e864e339a', 'network_id': 'bec8cd07-e8f7-416c-95d0-ff8e864e339a', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '47671aa4-1f84-4ac8-a7f2-3588a37afdbe'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:15.776799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b2503b7-8797-41d3-90e6-e841eb02b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.799909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ecdd-9ccd-43b6-8415-ac9ee26ef37b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=031e2a93-617f-4a85-8eb6-56f51a6cb614,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:15.802084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:15.814614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'mac_address': 'fa:16:3e:ca:39:81', 'name': 'tempest-PortsIpV6TestJSON-14722772'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:15.883225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:15.893622 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc7426ec-0b87-45e3-9da7-71ada4ea6b6a req-f1177e86-364b-4506-aa48-65b1109c773d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dc70c1b-98a9-40b5-87b8-43dcad0c1d18 HTTP/1.1" status: 200 len: 210 time: 0.0828736 Dec 10 16:37:15.908574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207975de-9cd5-4b98-a805-3bebab9f36de']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:15.931632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:15.947703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25c290d-da2b-450f-851b-ab8adbcb95f3') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:15.948151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25c290d-da2b-450f-851b-ab8adbcb95f3') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:15.986509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.020071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.038301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:16.038784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:16.044098 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:16.065345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.088194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da4908-c68b-42be-bfb1-18122e98356f None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e40f71a3-a5b5-4627-92ba-f565777c0ea9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'port_id': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'mac_address': 'fa:16:3e:72:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:35:30Z', 'updated_at': '2021-12-10T16:35:36Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:16.137917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:16.138388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d80f0-8fc4-44c0-8405-a9a49be6b98c None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:16.202224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.222160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] For port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:16.226431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.238649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=47671aa4-1f84-4ac8-a7f2-3588a37afdbe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.241437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.249011 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/networks/207975de-9cd5-4b98-a805-3bebab9f36de HTTP/1.1" status: 204 len: 168 time: 1.5930574 Dec 10 16:37:16.250072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.252576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.261551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb23c9-e761-4a8a-b544-9b9118238d35 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Network': ['ID=207975de-9cd5-4b98-a805-3bebab9f36de,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-4b2503b7-8797-41d3-90e6-e841eb02b224 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47671aa4-1f84-4ac8-a7f2-3588a37afdbe: This subnet is being modified by another concurrent operation. Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:37:16.303017 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47671aa4-1f84-4ac8-a7f2-3588a37afdbe: This subnet is being modified by another concurrent operation. Dec 10 16:37:16.308047 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Dec 10 16:37:16.328313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.331367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc13a2-084c-42c4-b813-0e955734875b None None] Network bec8cd07-e8f7-416c-95d0-ff8e864e339a requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:16.354735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.361393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.388454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.400839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting subnet 77209fb6-f236-47c9-97f1-d9bb9139cd5d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:16.417444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:16.423142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.423142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port cf7c4ef2-be35-4515-88bb-590d527ec687 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:16.423390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:16.427928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:16.428619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.453955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=d618207c-d705-4635-81d9-70b96ca1380d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.473577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec8cd07-e8f7-416c-95d0-ff8e864e339a']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:16.514062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fd33a463-f9f0-4e9d-a3d2-702bb96674c2 None None] Provisioning complete for port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:16.514372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd33a463-f9f0-4e9d-a3d2-702bb96674c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.515939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:16.516375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:16.529309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55246c82-3d89-4d08-b940-e9a90e7ba1dc') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:16.529636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55246c82-3d89-4d08-b940-e9a90e7ba1dc') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:16.547993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.552355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.565439 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1f9a708c-cb62-4f32-bccc-1ec1a06f2ba2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1634831 Dec 10 16:37:16.566910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51140) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.575998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'name': 'tempest-NetworksTestDHCPv6-307548946'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:16.610061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.617273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcb44a-9b29-4507-98ea-e051658eac43 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:16.639711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:16.640270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:16.645066 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:16.805373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:16.809034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.837506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 85687096-ba34-4f73-b723-d982699f278c yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:16.848212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.878356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:16.898206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.918702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.928422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:16.931878 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/bec8cd07-e8f7-416c-95d0-ff8e864e339a HTTP/1.1" status: 204 len: 168 time: 1.4052477 Dec 10 16:37:16.947473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:16.955805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1562710541'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:16.987181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b76fb-daae-4be1-9337-cc29e02a000f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=bec8cd07-e8f7-416c-95d0-ff8e864e339a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.022008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51146) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.034312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Deleting port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:17.034916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.051283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:17.055030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.074428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:17.082570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:17.088746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.095033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.095477 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 268bfd8f-f015-4561-a213-f8f817edc09a of type vlan for network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 Dec 10 16:37:17.100446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:17.100803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3febfa-1f51-4723-b2b7-80ecdbee8b46 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:17.101300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ad4b44e9-6052-4f50-8784-d49cfc056289 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:17.106923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::38f (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/d618207c-d705-4635-81d9-70b96ca1380d/85687096-ba34-4f73-b723-d982699f278c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:17.107577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.122601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.128104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ad4b44e9-6052-4f50-8784-d49cfc056289 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:17.129280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ad4b44e9-6052-4f50-8784-d49cfc056289 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:17.133716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.169566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] For port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:17.169566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.187788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Calling delete_port for 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:17.201750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Subnet': ['ID=77209fb6-f236-47c9-97f1-d9bb9139cd5d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.214741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.214893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1c508-d9a3-4955-8ba0-f4e5605a1e8f None None] Network c4bd8c63-deb6-4041-8a3e-25d6507d1a86 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:17.221655 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-940d704d-5d3a-4c79-9063-d4607558fcc1 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/subnets/77209fb6-f236-47c9-97f1-d9bb9139cd5d HTTP/1.1" status: 204 len: 168 time: 0.9680860 Dec 10 16:37:17.227357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.237577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.281765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:17.317178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bae459cb-b4a9-4e44-8a4a-ac6163d60c5d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:17.319371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:17.326672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:17.332953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.333578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.340678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=cf7c4ef2-be35-4515-88bb-590d527ec687,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.356128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.357544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: bae459cb-b4a9-4e44-8a4a-ac6163d60c5d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:17.357544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bae459cb-b4a9-4e44-8a4a-ac6163d60c5d not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:17.357544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:17.379261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.387814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.390770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.401123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccf54832-0c9d-47b8-9513-eb21543ef2c8 HTTP/1.1" status: 204 len: 168 time: 0.3773382 Dec 10 16:37:17.432948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.438586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.439178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.463988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba87fa-eb1b-49ce-90c8-0712ec01fd25 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf54832-0c9d-47b8-9513-eb21543ef2c8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.501233 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-85eb9d06-da1f-4f30-b71e-e63177507864 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.6930795 Dec 10 16:37:17.505055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.514956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.523177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Deleting port f1018369-3b1c-42f6-bd38-5baf8e6b04bd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:17.523524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.525759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=9d0d68cb-cd54-447c-92b5-5d0a97e5c449,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.547111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:17.576603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51154) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.591452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] DHCP port deletion for c4bd8c63-deb6-4041-8a3e-25d6507d1a86 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:17.606769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] For port f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,segment=NetworkSegment(4f273ff7-0fcd-406a-b4fa-f15c99721c90),segment_id=4f273ff7-0fcd-406a-b4fa-f15c99721c90)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:17.607581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.614629 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b971b881-1d04-492d-a9a1-31a0b88bfc74 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6626549 Dec 10 16:37:17.620243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.621733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.631331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:17.640669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50919e-d4a2-4057-b754-b2a1ebd81436 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:17.645826 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6d50919e-d4a2-4057-b754-b2a1ebd81436 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/cf7c4ef2-be35-4515-88bb-590d527ec687 HTTP/1.1" status: 200 len: 843 time: 0.1369917 Dec 10 16:37:17.646506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Calling delete_port for f1018369-3b1c-42f6-bd38-5baf8e6b04bd owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:17.652834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51158) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:17.706861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.708442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] Pushing event deleted for resources: {'Port': ['ID=3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:17.718316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682e5eb-a893-4e85-b00a-3343cc87d7df None None] No DVR routers for this DVR port 3c6ef1b9-7cfb-4fb5-8c6b-4af3eb2147fc on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:17.723092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 377249ce-19f6-4245-ac23-9144fdd5eb3a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:17.738546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.749603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfffb57-1fd3-4849-8cb1-4959f6418a04 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:17.826642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Deleting port f1018369-3b1c-42f6-bd38-5baf8e6b04bd {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:17.839473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.839657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.893672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:17.901409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.911392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port cf7c4ef2-be35-4515-88bb-590d527ec687 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:17.911805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.913990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] For port f1018369-3b1c-42f6-bd38-5baf8e6b04bd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,segment=NetworkSegment(4f273ff7-0fcd-406a-b4fa-f15c99721c90),segment_id=4f273ff7-0fcd-406a-b4fa-f15c99721c90)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:17.914395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.926471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:17.943823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Calling delete_port for f1018369-3b1c-42f6-bd38-5baf8e6b04bd owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:17.962221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'd618207c-d705-4635-81d9-70b96ca1380d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:17.965058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.004458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] No DVR routers for this DVR port f1018369-3b1c-42f6-bd38-5baf8e6b04bd on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:18.017643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Port': ['ID=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.018820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.094390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:18.105309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=85687096-ba34-4f73-b723-d982699f278c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.108923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:18.116395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: from cryptography.utils import int_from_bytes Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: from cryptography.utils import int_from_bytes Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.121469 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:18.125233 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 16:37:18.126278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:18.126278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.129165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.137771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.146614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.151887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.171270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bd8c63-deb6-4041-8a3e-25d6507d1a86']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:18.179397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] No DVR routers for this DVR port f1018369-3b1c-42f6-bd38-5baf8e6b04bd on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:18.183782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625791bf-2932-46ae-b11e-51121cae86a0 None None] Pushing event deleted for resources: {'Port': ['ID=f1018369-3b1c-42f6-bd38-5baf8e6b04bd,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.187178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f273ff7-0fcd-406a-b4fa-f15c99721c90') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:18.187479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f273ff7-0fcd-406a-b4fa-f15c99721c90') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:18.192031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for cf7c4ef2-be35-4515-88bb-590d527ec687 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:18.205298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.232763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/d618207c-d705-4635-81d9-70b96ca1380d/1d1049dd-7b94-409f-ab2e-de9aa0eee0dc) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:18.247779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:18.263900 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:18.266722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ca2c74c4-50be-44af-abc4-a3fb4defebbb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6985846 Dec 10 16:37:18.267223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.357647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9349572-0c26-400f-86f4-77b9ae5a072f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:18.359494 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9349572-0c26-400f-86f4-77b9ae5a072f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0875070 Dec 10 16:37:18.362601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.392275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.408592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.424535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=377249ce-19f6-4245-ac23-9144fdd5eb3a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.436479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.437927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4dbc99-d79a-412e-a571-9952d626a568 None None] Network 606bfdeb-c2bc-4497-8e93-4d5866b03da0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:18.439834 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fbdf1443-da53-4af0-9c3b-b3b305c5f27a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/377249ce-19f6-4245-ac23-9144fdd5eb3a HTTP/1.1" status: 204 len: 168 time: 0.8621671 Dec 10 16:37:18.443755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51164) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.503635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 85687096-ba34-4f73-b723-d982699f278c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:18.504749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.506993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.549529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.550164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.570598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.575151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.579058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/networks/c4bd8c63-deb6-4041-8a3e-25d6507d1a86 HTTP/1.1" status: 204 len: 168 time: 1.3504391 Dec 10 16:37:18.585538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.604573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:18.609038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=cf7c4ef2-be35-4515-88bb-590d527ec687,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.609696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:18.614393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:18.632611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Pushing event updated for resources: {'Port': ['ID=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.635524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] DHCP port deletion for 606bfdeb-c2bc-4497-8e93-4d5866b03da0 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:18.643824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3522c5b7-66b1-4d4d-8ef4-978642e021dc tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d31a618-1194-44f3-8367-612636dd413e HTTP/1.1" status: 200 len: 205 time: 0.0569096 Dec 10 16:37:18.651153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.653238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.664122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27d57-29a2-4d5d-8621-ee9b86de1e1f tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Pushing event deleted for resources: {'Network': ['ID=c4bd8c63-deb6-4041-8a3e-25d6507d1a86,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.667984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.671052 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bacda9aa-a827-4e86-adbd-cfa5154e7ae5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/cf7c4ef2-be35-4515-88bb-590d527ec687 HTTP/1.1" status: 204 len: 168 time: 1.0171039 Dec 10 16:37:18.680786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.683136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=6f19f6e6-ac46-4d9d-b003-44240c35cc6c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:18.711789 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9a3e52-5282-42a3-b863-fb245895ab78 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:18.713532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df9a3e52-5282-42a3-b863-fb245895ab78 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/cf7c4ef2-be35-4515-88bb-590d527ec687 HTTP/1.1" status: 404 len: 333 time: 0.0314186 Dec 10 16:37:18.718403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:18.729034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'name': 'tempest-PortsIpV6TestJSON-1780588863'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:18.730577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Attempting to bind port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:18.731231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Attempting to bind port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:18.731948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Attempting to bind port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:18.741836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:18.742614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:18.743126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.743630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:18.744213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Bound port: 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:18.744703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.751535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.764807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.768200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Deleting port 0a57abb7-b877-4b5d-b726-09dd9a71589b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:18.768200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.788220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '268bfd8f-f015-4561-a213-f8f817edc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:18.788220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 9d0d68cb-cd54-447c-92b5-5d0a97e5c449, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:18.800042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 85687096-ba34-4f73-b723-d982699f278c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:18.875104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] For port 0a57abb7-b877-4b5d-b726-09dd9a71589b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0a57abb7-b877-4b5d-b726-09dd9a71589b,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:18.875542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.880192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 0a57abb7-b877-4b5d-b726-09dd9a71589b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:18.880620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.892354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] For port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:18.894840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Calling delete_port for 0a57abb7-b877-4b5d-b726-09dd9a71589b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:18.911257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] For port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:18.926990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:18.944232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:18.947971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.967861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.971119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.978008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 0a57abb7-b877-4b5d-b726-09dd9a71589b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0a57abb7-b877-4b5d-b726-09dd9a71589b,segment=NetworkSegment(cc3292b2-afb4-4a43-bb52-edeb13f294c7),segment_id=cc3292b2-afb4-4a43-bb52-edeb13f294c7)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:18.978460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:18.987335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 467734c8-687e-4ca2-8de7-a536231e07cb yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:19.005509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 0a57abb7-b877-4b5d-b726-09dd9a71589b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:19.017692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.082869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c82ef4-1e15-4ce6-8214-bd64917b6f9f None None] Pushing event updated for resources: {'Port': ['ID=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.092989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:19.107639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9d0d68cb-cd54-447c-92b5-5d0a97e5c449) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:19.122544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:19.123155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.132663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db2cf1-d60c-47c3-a969-57e8c0514ac6 None None] Network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:19.161239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.162059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Fanout notify agent at l3_agent the message router_deleted on router 8d31a618-1194-44f3-8367-612636dd413e {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:19.181016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.189896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.196042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7620b0e7-0a04-455c-8a27-03a2f67a4561 tempest-RoutersNegativeTest-1903205655 tempest-RoutersNegativeTest-1903205655-project] 10.222.0.21 "DELETE /v2.0/routers/8d31a618-1194-44f3-8367-612636dd413e HTTP/1.1" status: 204 len: 168 time: 0.5420818 Dec 10 16:37:19.217807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=0a57abb7-b877-4b5d-b726-09dd9a71589b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.219620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port 0a57abb7-b877-4b5d-b726-09dd9a71589b on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:19.234885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.257733 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1bbd077e-8322-44c1-8b6e-9ce1352df554 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6322525 Dec 10 16:37:19.270461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51176) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:19.307568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=85687096-ba34-4f73-b723-d982699f278c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.360603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.370627 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cb087b06-6fdb-4af6-8514-a049360c74f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/85687096-ba34-4f73-b723-d982699f278c HTTP/1.1" status: 204 len: 168 time: 1.0056989 Dec 10 16:37:19.372214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:19.377117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f1018369-3b1c-42f6-bd38-5baf8e6b04bd no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:19.379682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.475214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee8579-4a57-4098-9aa3-0f5a2e2ec479 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:19.477520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee8579-4a57-4098-9aa3-0f5a2e2ec479 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:19.481573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a4ee8579-4a57-4098-9aa3-0f5a2e2ec479 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1050282 Dec 10 16:37:19.481983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:19.485640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f1018369-3b1c-42f6-bd38-5baf8e6b04bd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:19.487603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f1018369-3b1c-42f6-bd38-5baf8e6b04bd not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:19.489071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0a57abb7-b877-4b5d-b726-09dd9a71589b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:19.502494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] Pushing event deleted for resources: {'Port': ['ID=0a57abb7-b877-4b5d-b726-09dd9a71589b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:19.525231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd149650-5041-4c95-bc61-ee72fc64d866 None None] No DVR routers for this DVR port 0a57abb7-b877-4b5d-b726-09dd9a71589b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:19.533331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0a57abb7-b877-4b5d-b726-09dd9a71589b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:19.533837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0a57abb7-b877-4b5d-b726-09dd9a71589b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:19.597118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port b0d939e3-242b-498d-bb42-49b04e462c95 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:19.598045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.610930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet d618207c-d705-4635-81d9-70b96ca1380d {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:19.616798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.635157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9d0d68cb-cd54-447c-92b5-5d0a97e5c449', 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '6f19f6e6-ac46-4d9d-b003-44240c35cc6c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:19.635157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.677843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.790532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.804834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.841260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:19.843478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e68b9-dcb4-4430-bed9-4f59a83afaaa" -d '{"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-plugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:19.879301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.892541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Allocated IP 172.20.0.1 (9d0d68cb-cd54-447c-92b5-5d0a97e5c449/6f19f6e6-ac46-4d9d-b003-44240c35cc6c/e1189f85-c5db-4cbc-b139-9136a20b517e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:19.897381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:19.901089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16b758-8e5f-47b4-9d9c-5c94b588fdc8 x-openstack-request-id: req-2a16b758-8e5f-47b4-9d9c-5c94b588fdc8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:19.901428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-plugged", "status": "completed", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:19.902240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a16b758-8e5f-47b4-9d9c-5c94b588fdc8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:19.902666 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'code': 200} Dec 10 16:37:19.939505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.948367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606bfdeb-c2bc-4497-8e93-4d5866b03da0']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:19.965657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3292b2-afb4-4a43-bb52-edeb13f294c7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:19.966049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3292b2-afb4-4a43-bb52-edeb13f294c7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:19.982661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.987601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.988931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:19.991103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 481fe4bf-29a5-4918-9a4d-e74fa3afa63c no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:19.997806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.018819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.020072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.033955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:20.034367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:20.041022 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:20.078662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 481fe4bf-29a5-4918-9a4d-e74fa3afa63c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:20.079419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 481fe4bf-29a5-4918-9a4d-e74fa3afa63c not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:20.110270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=d618207c-d705-4635-81d9-70b96ca1380d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.123395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.135360 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-340ae99d-88c8-4c52-a2b2-6db0c2ca8246 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/d618207c-d705-4635-81d9-70b96ca1380d HTTP/1.1" status: 204 len: 168 time: 0.6521647 Dec 10 16:37:20.136177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.164001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.173213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.189874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.198228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.213705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-954cb2fd-56b4-42a6-b87f-2a0c3efdf937 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762017 Dec 10 16:37:20.216411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.221438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:20.244269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:20.252256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:20.255300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:20.261220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:20.261856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.286870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.291233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.297634 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/606bfdeb-c2bc-4497-8e93-4d5866b03da0 HTTP/1.1" status: 204 len: 168 time: 1.8527584 Dec 10 16:37:20.298582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.311603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=467734c8-687e-4ca2-8de7-a536231e07cb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.330758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8fe81-391f-4b5e-868e-7cb7382dedb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=606bfdeb-c2bc-4497-8e93-4d5866b03da0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.338633 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-03192f50-58d0-493e-b26d-90469a1ce800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90510511b8d44598b2e88a0577034976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350780 Dec 10 16:37:20.339044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.368346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.399308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e4141b70-aa69-42dd-ae9d-f728ebbf6703 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6759689 Dec 10 16:37:20.403875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:20.415797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:20.423822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:20.428106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:20.433738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:20.437495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Pushing event updated for resources: {'Port': ['ID=e1189f85-c5db-4cbc-b139-9136a20b517e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.467650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.490572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.513343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Attempting to bind port e1189f85-c5db-4cbc-b139-9136a20b517e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:20.513343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Attempting to bind port e1189f85-c5db-4cbc-b139-9136a20b517e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '268bfd8f-f015-4561-a213-f8f817edc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:20.513343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Attempting to bind port e1189f85-c5db-4cbc-b139-9136a20b517e on network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:20.513343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b9d64-161b-49e0-aea2-bcaae4684b19 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:20.518419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.525888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:20.526433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Checking segment: {'id': '268bfd8f-f015-4561-a213-f8f817edc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:20.526960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.527464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Bound using segment: {'id': '268bfd8f-f015-4561-a213-f8f817edc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:20.528625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Bound port: e1189f85-c5db-4cbc-b139-9136a20b517e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268bfd8f-f015-4561-a213-f8f817edc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:20.528625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.555577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=6f19f6e6-ac46-4d9d-b003-44240c35cc6c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:20.623512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.645967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port c24c57f1-0d13-415b-b956-b30f423dbedb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:20.646401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.660487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0d68cb-cd54-447c-92b5-5d0a97e5c449']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:20.664375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] Provisioning complete for port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:20.664877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.697221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] For port e1189f85-c5db-4cbc-b139-9136a20b517e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:20.702956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268bfd8f-f015-4561-a213-f8f817edc09a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:20.703549 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268bfd8f-f015-4561-a213-f8f817edc09a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:20.724713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] For port e1189f85-c5db-4cbc-b139-9136a20b517e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1189f85-c5db-4cbc-b139-9136a20b517e,segment=NetworkSegment(268bfd8f-f015-4561-a213-f8f817edc09a),segment_id=268bfd8f-f015-4561-a213-f8f817edc09a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:20.727266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.781532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.781968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.793395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.797016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for c24c57f1-0d13-415b-b956-b30f423dbedb owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:20.813265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:20.856662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.858716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.884427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:20.885041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:20.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:20.913041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] For port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:20.943924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:20.947421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.952374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.954890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:20.956094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59733902-d4f6-4e53-a825-4da9604cf43a HTTP/1.1" status: 204 len: 168 time: 0.6159084 Dec 10 16:37:21.002786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ed24e-c900-4e20-9db4-3f52f7f1b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59733902-d4f6-4e53-a825-4da9604cf43a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.013581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.040737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.044016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52072c9f-ffbe-4e89-90cb-4cef3f40c667 None None] Network 9d0d68cb-cd54-447c-92b5-5d0a97e5c449 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:21.076019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:21.076019 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:21.076019 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': '9d0d68cb-cd54-447c-92b5-5d0a97e5c449'}] Dec 10 16:37:21.076019 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:21.076927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:21.088144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66fad-a9c5-40c3-b7bb-3aaaf62fc1c5 None None] Pushing event updated for resources: {'Port': ['ID=e1189f85-c5db-4cbc-b139-9136a20b517e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.126052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Deleting port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:21.126438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.190111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.226867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=c24c57f1-0d13-415b-b956-b30f423dbedb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.241531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] For port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:21.242035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.244213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c70e0-1f15-4d27-a478-11b6dc37357b None None] Pushing event updated for resources: {'Port': ['ID=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.260820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Calling delete_port for 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:21.296982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.301140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.301705 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e40f71a3-a5b5-4627-92ba-f565777c0ea9 disassociated (deleted). External IP: 172.26.4.164, port: f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea. Dec 10 16:37:21.399942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.437725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] In _notify_port_updated(), no bound segment for port 467734c8-687e-4ca2-8de7-a536231e07cb on network 5ef9622c-d66b-463e-88ef-de90ec2c0433 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:21.444842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:21.445723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.449810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/ports/467734c8-687e-4ca2-8de7-a536231e07cb HTTP/1.1" status: 200 len: 818 time: 1.0423234 Dec 10 16:37:21.452556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:21.495185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b721a-cda8-437b-bdc0-541710703bff tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=467734c8-687e-4ca2-8de7-a536231e07cb,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.532850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.536574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:21.577142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.577393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:21.580362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.586274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:21.591633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:21.592249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.608395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] Pushing event deleted for resources: {'Port': ['ID=1d1049dd-7b94-409f-ab2e-de9aa0eee0dc,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.611475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=b8734015-d188-4ac0-995c-2c589f80e934,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:21.615385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47410c-a67d-45f7-b122-97970909d280 None None] No DVR routers for this DVR port 1d1049dd-7b94-409f-ab2e-de9aa0eee0dc on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:21.630482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 467734c8-687e-4ca2-8de7-a536231e07cb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:21.631007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.648340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d964f-fb87-4248-b329-7fd0fe3b7f83 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:21.692802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:21.698110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.704400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.709184 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:21.719845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 467734c8-687e-4ca2-8de7-a536231e07cb owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:21.721202 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:21.721202 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:21.736648 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c161c480-ebf5-499b-8edc-6a0696e42d78 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/e40f71a3-a5b5-4627-92ba-f565777c0ea9 HTTP/1.1" status: 204 len: 168 time: 1.4299710 Dec 10 16:37:21.736648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:21.748400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec453dd-4c89-4c61-a483-2598c87c5265" -d '{"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:21.757063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port e1189f85-c5db-4cbc-b139-9136a20b517e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:21.757571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.776483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'b8734015-d188-4ac0-995c-2c589f80e934'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:21.777831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.787905 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2d384f7c-a026-43a7-be7d-c4c6f53eadae tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5703306 Dec 10 16:37:21.792040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:21.797414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'name': 'tempest-NetworksTestDHCPv6-1651847085'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:21.850413 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:21.908373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d27caa-4b08-4eaa-a05a-4f5dddcc7a57 x-openstack-request-id: req-35d27caa-4b08-4eaa-a05a-4f5dddcc7a57 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:21.908987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:21.908987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d27caa-4b08-4eaa-a05a-4f5dddcc7a57 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:21.912599 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'status': 'completed', 'code': 200} Dec 10 16:37:21.966235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-b0acca9d-a730-4d54-9af6-9404fa0c163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:21.967671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-b0acca9d-a730-4d54-9af6-9404fa0c163a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 1098 time: 0.0991378 Dec 10 16:37:21.977489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port e1189f85-c5db-4cbc-b139-9136a20b517e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1189f85-c5db-4cbc-b139-9136a20b517e,segment=NetworkSegment(268bfd8f-f015-4561-a213-f8f817edc09a),segment_id=268bfd8f-f015-4561-a213-f8f817edc09a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:21.980793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:21.996523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for e1189f85-c5db-4cbc-b139-9136a20b517e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:22.002643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/b8734015-d188-4ac0-995c-2c589f80e934/be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:22.076813 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.085299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-a6230f9d-ee49-4d71-ad6b-34e2a612350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.086813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-a6230f9d-ee49-4d71-ad6b-34e2a612350a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 200 len: 897 time: 0.1098306 Dec 10 16:37:22.109962 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:22.125107 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:22.125805 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.149026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-6c50bae7-0e50-4f19-aa97-1014e38871e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 200 len: 217 time: 0.0544927 Dec 10 16:37:22.152174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.190473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.195227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:22.198852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.234184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=467734c8-687e-4ca2-8de7-a536231e07cb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:22.243106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.249156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.249372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9e83db3-87d3-4b20-999e-8cb6d9f2d6ba tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/467734c8-687e-4ca2-8de7-a536231e07cb HTTP/1.1" status: 204 len: 168 time: 0.7952209 Dec 10 16:37:22.256936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 2234c162-68a0-4e75-88b6-98be7d1ec813 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:22.302194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-980d9ed0-ca15-4d87-b37b-4bde419e38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.303710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-980d9ed0-ca15-4d87-b37b-4bde419e38ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c27c4432-3d1f-49e4-8617-8d4fb3123a83 HTTP/1.1" status: 200 len: 834 time: 0.1449900 Dec 10 16:37:22.325096 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:22.329598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6e390-7497-4a93-9e01-4286d6f6a579 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.331451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1ab6e390-7497-4a93-9e01-4286d6f6a579 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0807986 Dec 10 16:37:22.334724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.337191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.366906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.390127 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-84437113-8126-4669-8de1-223f52e2490f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:22.398059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.399159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-84437113-8126-4669-8de1-223f52e2490f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/467734c8-687e-4ca2-8de7-a536231e07cb HTTP/1.1" status: 404 len: 333 time: 0.0632615 Dec 10 16:37:22.403618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=e1189f85-c5db-4cbc-b139-9136a20b517e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:22.404197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811997419'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:22.410992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port e1189f85-c5db-4cbc-b139-9136a20b517e on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:22.421116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-ac5f1eab-e59b-4290-86c9-dcdf5330ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.422650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-ac5f1eab-e59b-4290-86c9-dcdf5330ff11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c495a50-a6c5-4f37-af89-58d4b192331c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077473 Dec 10 16:37:22.444248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Pushing event updated for resources: {'Port': ['ID=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:22.461912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:22.464463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:22.469415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:22.471699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::3ce (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/b8734015-d188-4ac0-995c-2c589f80e934/2234c162-68a0-4e75-88b6-98be7d1ec813) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:22.533187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.568451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Attempting to bind port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:22.569089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Attempting to bind port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:22.569718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Attempting to bind port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:22.576657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:22.577842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:22.578661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.579165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:22.579760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Bound port: be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:22.580251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.584415 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.613845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0d68cb-cd54-447c-92b5-5d0a97e5c449']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.620867 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab9db-a2a0-4668-9573-927b5dd3b63d None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:10Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'aff64479-c882-4e44-90cb-b8476f2c6e92', 'name': '', 'network_id': '8c495a50-a6c5-4f37-af89-58d4b192331c', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:1a:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:46Z', 'updated_at': '2021-12-10T16:34:52Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': 'c27c4432-3d1f-49e4-8617-8d4fb3123a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:22.630458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268bfd8f-f015-4561-a213-f8f817edc09a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.630770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268bfd8f-f015-4561-a213-f8f817edc09a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:22.632598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-7ca0bf51-c5db-481a-a1c9-9133d47b1916 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014089 Dec 10 16:37:22.641730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.657496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.663419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] For port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:22.664115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:22.664449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.667991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] For port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:22.678387 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:22.771746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415072-5461-4b90-ae6b-ce46bac93da1 req-1a2ec1cb-9091-4e10-a8fc-05c61ebec1e8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:22.787872 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8e415072-5461-4b90-ae6b-ce46bac93da1 req-1a2ec1cb-9091-4e10-a8fc-05c61ebec1e8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.1002192 Dec 10 16:37:22.787985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:22.787985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.824927 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec453dd-4c89-4c61-a483-2598c87c5265 req-b53a9ad0-e57e-4110-b27e-ea9cf2eab193 service neutron] 10.222.0.61 "GET /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812124 Dec 10 16:37:22.833597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.840540 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8e415072-5461-4b90-ae6b-ce46bac93da1 req-ecb011a4-1209-4364-8cf5-474ccfac3987 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599937 Dec 10 16:37:22.847837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.911228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eb994-a06e-44b8-b1c0-926902ad4f4a None None] New status for floating IP e40f71a3-a5b5-4627-92ba-f565777c0ea9: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:37:22.915601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.920487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:22.923040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.927460 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/9d0d68cb-cd54-447c-92b5-5d0a97e5c449 HTTP/1.1" status: 204 len: 168 time: 3.6547296 Dec 10 16:37:22.933250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:22.936069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:22.936434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment 1fe1c850-e7c3-4848-8b99-969e05fc47d8 of type vlan for network b3030732-c074-49cf-8887-06798e2ed664 Dec 10 16:37:22.941238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681534638'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:22.949287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76519a-d6f0-462c-aefe-b0fe80ee93da tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=9d0d68cb-cd54-447c-92b5-5d0a97e5c449,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:22.992779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc263e-4db5-4ac0-bb44-936cd821da9e None None] Pushing event updated for resources: {'Port': ['ID=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.014933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.036246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.087285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:23.091342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:23.095824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:23.107067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.107067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.107067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=2234c162-68a0-4e75-88b6-98be7d1ec813,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.118817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:23.124466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.156154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:23.167986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.167986 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901 of type vlan for network c5cee13d-d184-4377-9f58-9991ad1e4fe1 Dec 10 16:37:23.204572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.210168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.210912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.246423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.302424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:23.307495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7978eaf6-dc6b-4d31-af89-0c82d6358774 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5116091 Dec 10 16:37:23.309260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:23.320402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=b3030732-c074-49cf-8887-06798e2ed664,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.334799 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f84235ce-f1a7-42e0-9fe2-136cfaa1c11e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9347098 Dec 10 16:37:23.336521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network b3030732-c074-49cf-8887-06798e2ed664 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:23.338505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51224) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:23.343537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:23.371500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0c566-703a-4f7d-ba4f-6bd9af836aec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.378095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0c566-703a-4f7d-ba4f-6bd9af836aec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.381485 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c5f0c566-703a-4f7d-ba4f-6bd9af836aec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0680454 Dec 10 16:37:23.383159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51226) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:23.388745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.395186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:23.395484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.423093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:23.423093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.489449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 2234c162-68a0-4e75-88b6-98be7d1ec813 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:23.490416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.508334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=c5cee13d-d184-4377-9f58-9991ad1e4fe1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.511981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.525506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c5cee13d-d184-4377-9f58-9991ad1e4fe1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:23.562236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f2540cd3-519a-4947-b3bd-854437f8c893 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6270709 Dec 10 16:37:23.564361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:23.576983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:23.600456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:23.622166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:23.625847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.632105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.651547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.656690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 2234c162-68a0-4e75-88b6-98be7d1ec813 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:23.723296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:23.829092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:23.833726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.892348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:23.945605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.012725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.020978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51232) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.021168 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/2234c162-68a0-4e75-88b6-98be7d1ec813 HTTP/1.1" status: 204 len: 168 time: 0.6346385 Dec 10 16:37:24.046516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fe568-48a1-4c39-a18a-f96d60c79507 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=2234c162-68a0-4e75-88b6-98be7d1ec813,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.051344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=4b73e18b-b33d-405d-a069-87f4a06f2aef,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.054895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': '1fe1c850-e7c3-4848-8b99-969e05fc47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:24.055419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: b3030732-c074-49cf-8887-06798e2ed664, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:24.120777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f568f95-289e-4f36-b8dc-6040b0dab2c1 req-656e98f5-b2c0-441f-8f58-2980866c507a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.121988 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f568f95-289e-4f36-b8dc-6040b0dab2c1 req-656e98f5-b2c0-441f-8f58-2980866c507a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.1897650 Dec 10 16:37:24.153477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-441e449f-d203-4203-8f6e-df5cb95bcee7 None None] Provisioning complete for port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:24.153923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-441e449f-d203-4203-8f6e-df5cb95bcee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.159226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-7c2efcd1-3256-49a5-a3ae-545df99987ac tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.160672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-7c2efcd1-3256-49a5-a3ae-545df99987ac tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 945 time: 0.1651351 Dec 10 16:37:24.163743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7fff9-d4a2-4fea-a835-742b950eb6e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.165703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7fff9-d4a2-4fea-a835-742b950eb6e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.169544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52c7fff9-d4a2-4fea-a835-742b950eb6e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1445746 Dec 10 16:37:24.170305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.230657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet b8734015-d188-4ac0-995c-2c589f80e934 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:24.236216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.265832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network b3030732-c074-49cf-8887-06798e2ed664 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:24.274539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f568f95-289e-4f36-b8dc-6040b0dab2c1 req-ed6f81e7-8920-49a3-8eef-5e8680f47342 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=50cbfa8b-a96b-4917-9b34-9acd083f9476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345382 Dec 10 16:37:24.278833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.309206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:24.309757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.329309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.387637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d0b4749-ebc1-4f47-861d-fc41d0207336 None None] Could not find standard attr ID for object 5ffa7085-39c3-41bc-874b-3dbc19611726. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:24.407164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, b3030732-c074-49cf-8887-06798e2ed664) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:24.410871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=be3b3e19-d366-46e6-90d4-8cfa6e61c0b3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.421044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.421327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.423381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.423747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.424093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.424796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.424796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.425122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.426535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.426535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.426761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.427024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.427357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.427693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.428023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:24.433234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:24.433759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.438998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738fc91-2709-475d-b2a6-4474bec500fd None None] Network b3030732-c074-49cf-8887-06798e2ed664 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:24.456606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:24.459871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:24.460244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: c5cee13d-d184-4377-9f58-9991ad1e4fe1, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:24.499531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.558450 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5438acab-4e93-47d8-9e26-6244e06a3533 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2160580 Dec 10 16:37:24.560021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.569336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:24.599637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network c5cee13d-d184-4377-9f58-9991ad1e4fe1 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:24.627217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c5cee13d-d184-4377-9f58-9991ad1e4fe1) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:24.633116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:24.633116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.711918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.754936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=b8734015-d188-4ac0-995c-2c589f80e934,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:24.774007 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6ffdbc93-7284-4eaa-abf4-6dde839811eb tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2085428 Dec 10 16:37:24.776683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51238) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.783803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.791508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:24.792855 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a035a9a4-e9ae-44dc-9ccb-1a878a5362de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/b8734015-d188-4ac0-995c-2c589f80e934 HTTP/1.1" status: 204 len: 168 time: 0.6212406 Dec 10 16:37:24.845395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb7863-7ac8-4b50-bd57-42811f2e5c0a None None] Network c5cee13d-d184-4377-9f58-9991ad1e4fe1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:24.929505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-b3030732-c074-49cf-8887-06798e2ed664', 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': '4b73e18b-b33d-405d-a069-87f4a06f2aef'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:24.929849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.931203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.934006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c666935-e8bc-440e-b89d-d0e8175d7c08 None None] Could not find standard attr ID for object 85687096-ba34-4f73-b723-d982699f278c. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:24.963229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:24.966811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.969215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef5f3b-2ee5-401c-ad14-800ed37a4d4c None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:24.970011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:24.975211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0e591390-0072-4ab8-8145-cf49e8f647d9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1826448 Dec 10 16:37:24.982017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.015823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-c5cee13d-d184-4377-9f58-9991ad1e4fe1', 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': 'be3b3e19-d366-46e6-90d4-8cfa6e61c0b3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:25.017046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.045145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b815db-ff1b-4426-bcf4-abdb73964e8b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.049370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-23b815db-ff1b-4426-bcf4-abdb73964e8b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0674431 Dec 10 16:37:25.056750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.072655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:25.104693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:25.109162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.112643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b1967145-f90b-4ca2-851b-bb4999d84132 req-3d72abe3-c74d-4436-99d1-417a139e4e32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea HTTP/1.1" status: 204 len: 173 time: 0.9386950 Dec 10 16:37:25.113379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3203ef2-c1e1-4fdb-b592-8c33f4aab3f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.119816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'name': 'network-vif-deleted', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:25.119816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8aca76-6380-4069-bd4a-f8700ec6eade" -d '{"events": [{"server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "name": "network-vif-deleted", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:25.120086 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e3203ef2-c1e1-4fdb-b592-8c33f4aab3f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0647106 Dec 10 16:37:25.123235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.196222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-93169de2-c482-48c3-bf50-a6ab1aaa24c2 None None] Could not find standard attr ID for object 2234c162-68a0-4e75-88b6-98be7d1ec813. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:25.203864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b513de4d-ff95-4d7c-8d98-e7d6fa7a7d52 x-openstack-request-id: req-b513de4d-ff95-4d7c-8d98-e7d6fa7a7d52 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:25.204149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36455f5-1170-48e9-ac0f-4aec23b425e2", "name": "network-vif-deleted", "tag": "f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:25.204268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b513de4d-ff95-4d7c-8d98-e7d6fa7a7d52 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:25.204684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36455f5-1170-48e9-ac0f-4aec23b425e2', 'name': 'network-vif-deleted', 'tag': 'f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea', 'status': 'completed', 'code': 200} Dec 10 16:37:25.210094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-623a5614-acbc-461f-83c7-6dbe9eb88256 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858030 Dec 10 16:37:25.215151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51250) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.224646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:25.252563 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b73e18b-b33d-405d-a069-87f4a06f2aef (CIDR: 2001:db8::/64) Dec 10 16:37:25.253946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.304955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:25.314675 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:37:25.315248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:37:25.430858 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f7066da-9457-41bb-ad85-1e9917453705 req-d3bb5230-28f4-4b72-99be-2e8a895ceccf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36455f5-1170-48e9-ac0f-4aec23b425e2 HTTP/1.1" status: 200 len: 210 time: 0.0336697 Dec 10 16:37:25.435260 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58c228e7-f5a4-41a9-8507-5172bfc523c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8739004 Dec 10 16:37:25.438043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51254) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:25.445709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:25.497836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Allocated IP 172.20.0.2 (c5cee13d-d184-4377-9f58-9991ad1e4fe1/be3b3e19-d366-46e6-90d4-8cfa6e61c0b3/bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:25.587442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:25.591204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.612440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:25.673026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Allocated IP 2001:db8::2 (b3030732-c074-49cf-8887-06798e2ed664/4b73e18b-b33d-405d-a069-87f4a06f2aef/dd85f12f-e16f-48e8-9f1b-9bb40656a93c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:25.689541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:25.699003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.718333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:25.718333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.902256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Deleting port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:25.902629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.912391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:25.971422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:25.976819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:25.982819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:25.983596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.005569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=f574db8a-88ed-4108-8235-3b0a0dc8ae2a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.006174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.039275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] For port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:26.041113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.066612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.079334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Calling delete_port for be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:26.120013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.127141 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-924cb7bd-8bf7-4508-9a39-6c17fc110489 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9079623 Dec 10 16:37:26.127777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:26.134380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.139841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': 'f574db8a-88ed-4108-8235-3b0a0dc8ae2a', 'ip_address': '2001:db8::eed8:8ad0:3a76:7321'}], 'name': 'tempest-NetworksTestDHCPv6-1699677868'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:26.172842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.180392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network b3030732-c074-49cf-8887-06798e2ed664 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:26.186575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:26.192064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:26.192929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.201374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Network c5cee13d-d184-4377-9f58-9991ad1e4fe1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:26.210718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=68917fa6-69ae-4173-9ce1-e46b9ebbd467,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.212188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:26.218052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Pushing event updated for resources: {'Port': ['ID=bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.222594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Network b3030732-c074-49cf-8887-06798e2ed664 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:26.223485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:26.232079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:26.257357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.261913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:26.295270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=be3b3e19-d366-46e6-90d4-8cfa6e61c0b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.313281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51258) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:26.314110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-df007430-489c-4c2b-a485-1b62d449e64e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8744557 Dec 10 16:37:26.321525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'fixed_ips': [{'subnet_id': '4b73e18b-b33d-405d-a069-87f4a06f2aef'}, {'subnet_id': '68917fa6-69ae-4173-9ce1-e46b9ebbd467'}], 'name': 'tempest-PortsIpV6TestJSON-2902915'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:26.335368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Pushing event updated for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.364058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Attempting to bind port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:26.364421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Attempting to bind port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:26.365066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Attempting to bind port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d on network c5cee13d-d184-4377-9f58-9991ad1e4fe1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:26.377243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:26.379329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Checking segment: {'id': '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:26.379329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.379329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Bound using segment: {'id': '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:26.379667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Bound port: bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:26.379870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.382836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Attempting to bind port dd85f12f-e16f-48e8-9f1b-9bb40656a93c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:26.383201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Attempting to bind port dd85f12f-e16f-48e8-9f1b-9bb40656a93c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '1fe1c850-e7c3-4848-8b99-969e05fc47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:26.383572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Attempting to bind port dd85f12f-e16f-48e8-9f1b-9bb40656a93c on network b3030732-c074-49cf-8887-06798e2ed664 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:26.383895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.396854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:26.397190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Checking segment: {'id': '1fe1c850-e7c3-4848-8b99-969e05fc47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:26.397599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.397995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Bound using segment: {'id': '1fe1c850-e7c3-4848-8b99-969e05fc47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:26.398475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Bound port: dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe1c850-e7c3-4848-8b99-969e05fc47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b3030732-c074-49cf-8887-06798e2ed664'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:26.399284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.406911 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cee13d-d184-4377-9f58-9991ad1e4fe1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:26.410972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.419012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:26.419470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:26.432561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.447821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.454134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:26.454898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:26.458529 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:26.489185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] Pushing event deleted for resources: {'Port': ['ID=be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.492791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d437b7-a9fe-45f7-9147-14e322209a20 None None] No DVR routers for this DVR port be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:26.521624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203b40c-e0ea-4fd0-9949-8b3fc8e24fa8 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:26.527595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:26.539069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:26.562974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:26.562974 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:26.562974 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': 'c5cee13d-d184-4377-9f58-9991ad1e4fe1'}] Dec 10 16:37:26.562974 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:26.568066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:26.571681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] For port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:26.582437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:26.592199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.603468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] For port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d,segment=NetworkSegment(2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901),segment_id=2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:26.613805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,segment=NetworkSegment(1fe1c850-e7c3-4848-8b99-969e05fc47d8),segment_id=1fe1c850-e7c3-4848-8b99-969e05fc47d8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:26.629756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.640667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.658716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 27a59fc3-4665-443f-8545-78b4287d463d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:26.667372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'f574db8a-88ed-4108-8235-3b0a0dc8ae2a'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:26.671420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.713323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:26.791459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.793571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.845511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.847841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.849940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:26.851369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/50cbfa8b-a96b-4917-9b34-9acd083f9476 HTTP/1.1" status: 204 len: 168 time: 0.3225431 Dec 10 16:37:26.862059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cbfa8b-a96b-4917-9b34-9acd083f9476,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:26.871457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.871881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.872265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.872581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.872947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.873295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.873631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.873971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.874311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.874644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.874980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.875312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.875644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0046a783-107c-4248-ae4e-bb701b5c6e45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:26.883519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port b520e913-824a-4e08-b02c-39aff0243192 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:26.966339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:27.008034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/f574db8a-88ed-4108-8235-3b0a0dc8ae2a/aebfca70-b03c-4443-999d-a7c1e76df237) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:27.068963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.072286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e2a85-f860-4453-a77f-b07a98eb179c None None] Pushing event updated for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.145468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:27.145468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d8771-81ce-4e41-ba28-99543e7bdd23 None None] Network c5cee13d-d184-4377-9f58-9991ad1e4fe1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:27.216060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:27.216413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device f5f9b09f-a6e9-4da0-aee0-cbd9fb02ceea not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:27.251394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1ca4-3cba-4adb-b4f3-6bc4d26a3372 None None] Pushing event updated for resources: {'Port': ['ID=bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.257023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::337 (b3030732-c074-49cf-8887-06798e2ed664/4b73e18b-b33d-405d-a069-87f4a06f2aef/b520e913-824a-4e08-b02c-39aff0243192) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:27.257528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:27.257528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.264621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8:0:1::15 (b3030732-c074-49cf-8887-06798e2ed664/68917fa6-69ae-4173-9ce1-e46b9ebbd467/b520e913-824a-4e08-b02c-39aff0243192) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:27.310657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:27.346249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:27.346596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be189f94-0ecd-40c3-b6c7-c6ee1fd9ff20 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:27.353584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d,segment=NetworkSegment(2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901),segment_id=2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:27.353957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.378535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:27.434082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.503892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.558687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.616642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::eed8:8ad0:3a76:7321 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/f574db8a-88ed-4108-8235-3b0a0dc8ae2a/27a59fc3-4665-443f-8545-78b4287d463d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:27.620088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Pushing event updated for resources: {'Port': ['ID=aebfca70-b03c-4443-999d-a7c1e76df237,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.629155 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:27.631338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:27.634095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:27.659163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.690401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Attempting to bind port aebfca70-b03c-4443-999d-a7c1e76df237 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:27.693608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Attempting to bind port aebfca70-b03c-4443-999d-a7c1e76df237 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:27.693608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Attempting to bind port aebfca70-b03c-4443-999d-a7c1e76df237 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:27.697563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:27.697942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:27.698347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.698832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:27.699216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Bound port: aebfca70-b03c-4443-999d-a7c1e76df237, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:27.699597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.752956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=b520e913-824a-4e08-b02c-39aff0243192,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.771664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] For port aebfca70-b03c-4443-999d-a7c1e76df237, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:27.775280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] For port aebfca70-b03c-4443-999d-a7c1e76df237, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aebfca70-b03c-4443-999d-a7c1e76df237,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:27.782637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network b3030732-c074-49cf-8887-06798e2ed664 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:27.786469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:27.790659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:27.796768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:27.797745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.840376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.864065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.896337 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e76cb95a-3ad6-4445-a8d9-0da8895b0ce2 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.5819769 Dec 10 16:37:27.899051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:27.908313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b73e18b-b33d-405d-a069-87f4a06f2aef'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:27.921584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64cf20-b579-4c7e-8def-11aa8fbd76b3 None None] Pushing event updated for resources: {'Port': ['ID=aebfca70-b03c-4443-999d-a7c1e76df237,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:27.990065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:27.992333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.027095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.058425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.103252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:28.109938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=bfd7a4ce-5d44-4f39-910f-8b40cc3ec86d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:28.229930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.260572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cee13d-d184-4377-9f58-9991ad1e4fe1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:28.301976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:28.302449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945a9ae-41a7-4e9c-9b88-7ed7cb9b9901') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:28.315588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.363814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.374193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:28.374774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:28.379066 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:28.529757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.532397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.537609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/c5cee13d-d184-4377-9f58-9991ad1e4fe1 HTTP/1.1" status: 204 len: 168 time: 3.7598112 Dec 10 16:37:28.541188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:28.561752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065112596'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:28.561897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb4fad-da8e-4515-b858-f9d032984feb None None] Network b3030732-c074-49cf-8887-06798e2ed664 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:28.575472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5a60-2a93-4f69-8712-00f7e168e88e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=c5cee13d-d184-4377-9f58-9991ad1e4fe1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:28.583838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port aff64479-c882-4e44-90cb-b8476f2c6e92 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:28.584716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.585668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:28.596564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:28.605270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:28.611117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:28.611845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.614530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=27a59fc3-4665-443f-8545-78b4287d463d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:28.666471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:28.666840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.682739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port aff64479-c882-4e44-90cb-b8476f2c6e92, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aff64479-c882-4e44-90cb-b8476f2c6e92,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:28.683191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.696777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for aff64479-c882-4e44-90cb-b8476f2c6e92 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:28.712347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:28.712347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.784647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:28.805849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.806518 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 97fd3c39-f957-4714-9e84-32578f072a64 of type vlan for network 4949be97-bd71-4ae0-92ef-6112fd458147 Dec 10 16:37:28.820404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Delete allocated IP 2001:db8:0:1::15 (b3030732-c074-49cf-8887-06798e2ed664/68917fa6-69ae-4173-9ce1-e46b9ebbd467) {{(pid=103599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:37:28.829154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.856820 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a452b38d-56cd-45a5-913f-9ec9bbc2b195 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7278872 Dec 10 16:37:28.878303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,segment=NetworkSegment(1fe1c850-e7c3-4848-8b99-969e05fc47d8),segment_id=1fe1c850-e7c3-4848-8b99-969e05fc47d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:28.880629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Update dhcp port {'port': {'network_id': 'b3030732-c074-49cf-8887-06798e2ed664', 'fixed_ips': [{'subnet_id': '4b73e18b-b33d-405d-a069-87f4a06f2aef', 'ip_address': '2001:db8::2'}, {'subnet_id': '68917fa6-69ae-4173-9ce1-e46b9ebbd467'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': 'dd85f12f-e16f-48e8-9f1b-9bb40656a93c'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:37:28.887397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:28.904984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.919650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.965796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:28.972140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50215af7-378a-4e32-a4ea-58e5a22bca9a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:28.978750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50215af7-378a-4e32-a4ea-58e5a22bca9a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:28.984215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-50215af7-378a-4e32-a4ea-58e5a22bca9a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0935063 Dec 10 16:37:28.984699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:29.011781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.018101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:29.018724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.105658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.111421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=4949be97-bd71-4ae0-92ef-6112fd458147,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.117973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04681a68-21aa-4b75-b480-631fa3583ad3 None None] Pushing event updated for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.123700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 4949be97-bd71-4ae0-92ef-6112fd458147 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:29.146281 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6556ef33-f0ef-4523-9601-d442cfbb571d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5969667 Dec 10 16:37:29.146281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=aff64479-c882-4e44-90cb-b8476f2c6e92,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.148051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51276) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:29.159031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '4949be97-bd71-4ae0-92ef-6112fd458147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:29.161751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.198521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 27a59fc3-4665-443f-8545-78b4287d463d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:29.199772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.291791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.341037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Allocated IP 2001:db8:0:1::2 (b3030732-c074-49cf-8887-06798e2ed664/68917fa6-69ae-4173-9ce1-e46b9ebbd467/dd85f12f-e16f-48e8-9f1b-9bb40656a93c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:29.475948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] Provisioning complete for port aebfca70-b03c-4443-999d-a7c1e76df237 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:29.476496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.522680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.537222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 27a59fc3-4665-443f-8545-78b4287d463d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:29.552324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.553690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aebfca70-b03c-4443-999d-a7c1e76df237 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:29.633821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,segment=NetworkSegment(1fe1c850-e7c3-4848-8b99-969e05fc47d8),segment_id=1fe1c850-e7c3-4848-8b99-969e05fc47d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:29.658711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:29.662457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.663842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] In _notify_port_updated(), no bound segment for port b520e913-824a-4e08-b02c-39aff0243192 on network b3030732-c074-49cf-8887-06798e2ed664 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:29.669433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:29.670356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.674415 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/ports/b520e913-824a-4e08-b02c-39aff0243192 HTTP/1.1" status: 200 len: 923 time: 1.7714977 Dec 10 16:37:29.677976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:29.685865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b73e18b-b33d-405d-a069-87f4a06f2aef'}, {'subnet_id': '68917fa6-69ae-4173-9ce1-e46b9ebbd467'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:29.711501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.717126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port aebfca70-b03c-4443-999d-a7c1e76df237 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:29.717348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.720704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.722643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666cebf-ac54-458a-aed0-b344007d4f88 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=b520e913-824a-4e08-b02c-39aff0243192,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.735437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:37:29.735748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:37:29.783972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.793147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] For port aebfca70-b03c-4443-999d-a7c1e76df237, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aebfca70-b03c-4443-999d-a7c1e76df237,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:29.794776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.830404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.865047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=27a59fc3-4665-443f-8545-78b4287d463d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.893367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.928728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.929286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Pushing event updated for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:29.932518 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-60ede2b8-820e-4c04-b865-2b0e35d5bf2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/27a59fc3-4665-443f-8545-78b4287d463d HTTP/1.1" status: 204 len: 168 time: 0.9468329 Dec 10 16:37:29.936616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:29.943561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:29.946440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.946864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.947661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.947661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.947937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.948749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.949759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.950208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.950606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.951838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.951838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.951838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.952115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b852835-5c2d-4909-9714-8bf0fe26ecd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:29.958339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:30.050073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2302939c-6107-4d31-8714-48c0daf2ade3 None None] Could not find standard attr ID for object 27a59fc3-4665-443f-8545-78b4287d463d. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:30.052132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fd707-1f91-4bc0-bc6a-e3db13fc66ab None None] Pushing event updated for resources: {'Port': ['ID=aebfca70-b03c-4443-999d-a7c1e76df237,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.059934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777fcdb-1be8-401f-a52c-7d38d1e3b96a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.064812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:30.065288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:30.066935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777fcdb-1be8-401f-a52c-7d38d1e3b96a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.068678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9777fcdb-1be8-401f-a52c-7d38d1e3b96a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1308956 Dec 10 16:37:30.072416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.112959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.219591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet f574db8a-88ed-4108-8235-3b0a0dc8ae2a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:30.223894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.225655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=a27e38ed-25d1-4e9c-9667-80bad7ca0a42,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.235170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:30.241021 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6860765c-5604-4157-a04c-63ac248b699e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/e1e2e4f8-814d-4ba1-bb20-d42d13f2e091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2734971 Dec 10 16:37:30.243861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.244736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '97fd3c39-f957-4714-9e84-32578f072a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4949be97-bd71-4ae0-92ef-6112fd458147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:30.245133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 4949be97-bd71-4ae0-92ef-6112fd458147, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:30.248943 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Sync routers for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:30.260193 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:30.260808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:30.278018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.335501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet c27c4432-3d1f-49e4-8617-8d4fb3123a83 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:30.341188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.352397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8:0:1::31a (b3030732-c074-49cf-8887-06798e2ed664/68917fa6-69ae-4173-9ce1-e46b9ebbd467/b520e913-824a-4e08-b02c-39aff0243192) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:30.392070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.410907 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:30.416347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 4949be97-bd71-4ae0-92ef-6112fd458147 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:30.458446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.505420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.577617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.603023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 4949be97-bd71-4ae0-92ef-6112fd458147) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:30.607997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.608174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.622694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e36aa-7747-49b0-913d-bf60376f06a4 None None] Network 4949be97-bd71-4ae0-92ef-6112fd458147 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:30.624535 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:28Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:30.651951 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Checking router: e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:30.667272 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Routers {'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:30.667272 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:30.667552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dd85f12f-e16f-48e8-9f1b-9bb40656a93c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:30.686002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.717133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=f574db8a-88ed-4108-8235-3b0a0dc8ae2a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.724853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.734405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6f0989e-82b6-43b3-98b7-e3dccbf08312 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5816307 Dec 10 16:37:30.737584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.741767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.790186 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] Set router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:30.814278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=b520e913-824a-4e08-b02c-39aff0243192,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.822029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.826012 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a8a4c67d-6d5b-473f-a12d-5cc0d8671028 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/f574db8a-88ed-4108-8235-3b0a0dc8ae2a HTTP/1.1" status: 204 len: 168 time: 0.7530868 Dec 10 16:37:30.829069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.903840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7688e694-7436-43c6-8106-5c232b1edb0b None None] Network b3030732-c074-49cf-8887-06798e2ed664 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:30.906006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b277ef-0cbb-493d-868d-cada684dac8d None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:30.910273 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-84aa521c-3ddf-4eb2-95cc-122646b90388 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786972 Dec 10 16:37:30.924873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:30.931474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:30.935525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] In _notify_port_updated(), no bound segment for port b520e913-824a-4e08-b02c-39aff0243192 on network b3030732-c074-49cf-8887-06798e2ed664 {{(pid=103599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:37:30.940174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.942715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:30.944139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:30.946777 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3abd4a26-c434-40e5-83e4-f32e41113f90 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/ports/b520e913-824a-4e08-b02c-39aff0243192 HTTP/1.1" status: 200 len: 1009 time: 1.2651849 Dec 10 16:37:30.953926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=c27c4432-3d1f-49e4-8617-8d4fb3123a83,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:30.959216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:31.019405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.028209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-058b16ca-477f-4737-bc53-8a8ba27ca20c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/c27c4432-3d1f-49e4-8617-8d4fb3123a83 HTTP/1.1" status: 204 len: 168 time: 0.7709851 Dec 10 16:37:31.030484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:31.037753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5ad99-3823-40a9-8fba-ed0a280bd8cf None None] Network 8c495a50-a6c5-4f37-af89-58d4b192331c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:31.056152 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:28Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.087358 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0b567-ceec-4177-ad11-5e1c95dfad5e None None] The sync data for ids ['e1e2e4f8-814d-4ba1-bb20-d42d13f2e091'] in dv-neutron-820858-1-hyperv is: [{'id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'name': 'tempest-TestNetworkBasicOps-router-1482683859', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:37:28Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'b368c1f4-b720-4d15-a728-b2568c02b9ea', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2e4f8-814d-4ba1-bb20-d42d13f2e091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:35Z', 'updated_at': '2021-12-10T16:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:31.089849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1f686-3163-4f26-b2a4-8ce3dba73b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-4949be97-bd71-4ae0-92ef-6112fd458147', 'network_id': '4949be97-bd71-4ae0-92ef-6112fd458147', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': 'a27e38ed-25d1-4e9c-9667-80bad7ca0a42'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:31.090729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f686-3163-4f26-b2a4-8ce3dba73b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.118959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.147966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6f5c97b2-c6fc-4cdd-89b8-a6ea95e541dc None None] Provisioning complete for port b520e913-824a-4e08-b02c-39aff0243192 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:31.148345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f5c97b2-c6fc-4cdd-89b8-a6ea95e541dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.174402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.218615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port b520e913-824a-4e08-b02c-39aff0243192 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:31.218906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.247024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:31.251002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.266668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:31.267047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.308949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c97b2-c6fc-4cdd-89b8-a6ea95e541dc None None] Port b520e913-824a-4e08-b02c-39aff0243192 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:31.319720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.324239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.363046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=a27e38ed-25d1-4e9c-9667-80bad7ca0a42,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:31.368230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for b520e913-824a-4e08-b02c-39aff0243192 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:31.376262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.400832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6f5c97b2-c6fc-4cdd-89b8-a6ea95e541dc None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:31.401215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f5c97b2-c6fc-4cdd-89b8-a6ea95e541dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server [None req-d5a1f686-3163-4f26-b2a4-8ce3dba73b2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a27e38ed-25d1-4e9c-9667-80bad7ca0a42: This subnet is being modified by another concurrent operation. Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 16:37:31.473033 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server raise exception Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a27e38ed-25d1-4e9c-9667-80bad7ca0a42: This subnet is being modified by another concurrent operation. Dec 10 16:37:31.476581 dv-neutron-820858-1-hyperv neutron-server[103600]: ERROR oslo_messaging.rpc.server Dec 10 16:37:31.478995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.558515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4949be97-bd71-4ae0-92ef-6112fd458147']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.559655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9e1f3-184e-4866-9fac-fc88f4b5186b None None] Network 4949be97-bd71-4ae0-92ef-6112fd458147 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:31.583832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fd3c39-f957-4714-9e84-32578f072a64') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.586801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fd3c39-f957-4714-9e84-32578f072a64') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:31.620598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.627234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port b368c1f4-b720-4d15-a728-b2568c02b9ea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:31.627735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.643073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.651247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:31.670071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] DHCP port deletion for 8c495a50-a6c5-4f37-af89-58d4b192331c request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:31.682823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:31.683674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:31.687348 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:31.734735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.780258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dd85f12f-e16f-48e8-9f1b-9bb40656a93c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:31.788558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:31.797730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:31.806663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:31.807546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.844538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=224151ef-f101-4c94-a440-e717d8150175,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:31.862397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port b368c1f4-b720-4d15-a728-b2568c02b9ea, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b368c1f4-b720-4d15-a728-b2568c02b9ea,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:31.863642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.877547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for b368c1f4-b720-4d15-a728-b2568c02b9ea owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:31.904272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Deleting port aebfca70-b03c-4443-999d-a7c1e76df237 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:31.904790 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.910028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Deleting port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:31.913148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.913264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.919367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.923034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:31.923414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:31.930198 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/4949be97-bd71-4ae0-92ef-6112fd458147 HTTP/1.1" status: 204 len: 168 time: 1.1819785 Dec 10 16:37:31.933281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51296) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:31.936406 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:37:31.954909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917052708'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:31.969408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805abe-1aaa-439c-bebd-c0807aee53d4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=4949be97-bd71-4ae0-92ef-6112fd458147,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:31.969862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-315a33f8-7493-422f-a91c-da24eadc04b4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0399683 Dec 10 16:37:31.971614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:31.981572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '224151ef-f101-4c94-a440-e717d8150175', 'ip_address': '2001:db8::a53a:f162:be54:511b'}], 'name': 'tempest-NetworksTestDHCPv6-1277804666'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:32.061485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.071551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3934cdf-ee74-4709-b3cc-976ea7f7857e None None] Provisioning complete for port b520e913-824a-4e08-b02c-39aff0243192 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:32.072092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3934cdf-ee74-4709-b3cc-976ea7f7857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.113465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:32.117679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.120230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=b520e913-824a-4e08-b02c-39aff0243192,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.178423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] For port 8104bfbd-82e1-43fb-ab17-6536ef66aa44, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8104bfbd-82e1-43fb-ab17-6536ef66aa44,segment=NetworkSegment(6b762a34-35b3-46a7-b016-071ec1f97c8c),segment_id=6b762a34-35b3-46a7-b016-071ec1f97c8c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:32.178846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.203941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3934cdf-ee74-4709-b3cc-976ea7f7857e None None] Port b520e913-824a-4e08-b02c-39aff0243192 was deleted so its status cannot be updated. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 16:37:32.204580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.207981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e3d2a478-417e-4937-a74d-6a413c458510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/b520e913-824a-4e08-b02c-39aff0243192 HTTP/1.1" status: 204 len: 168 time: 1.2463322 Dec 10 16:37:32.211052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:32.213091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:32.216533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] For port aebfca70-b03c-4443-999d-a7c1e76df237, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=aebfca70-b03c-4443-999d-a7c1e76df237,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:32.216970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.234124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Calling delete_port for 8104bfbd-82e1-43fb-ab17-6536ef66aa44 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:32.242845 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d8d3c4-3b35-4140-91bf-27793153d545 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:32.244598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00d8d3c4-3b35-4140-91bf-27793153d545 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/b520e913-824a-4e08-b02c-39aff0243192 HTTP/1.1" status: 404 len: 333 time: 0.0323527 Dec 10 16:37:32.247545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:32.250530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Calling delete_port for aebfca70-b03c-4443-999d-a7c1e76df237 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:32.252300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.252891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 459e49e6-84f2-46a6-89d8-f91d9cda1119 of type vlan for network 1042a098-1608-43a5-a29d-da972f32f527 Dec 10 16:37:32.297700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:32.301651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.361425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.362925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3934cdf-ee74-4709-b3cc-976ea7f7857e None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:32.363306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3934cdf-ee74-4709-b3cc-976ea7f7857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.398640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 68917fa6-69ae-4173-9ce1-e46b9ebbd467 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:32.407349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.411822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=b368c1f4-b720-4d15-a728-b2568c02b9ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.435645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aff64479-c882-4e44-90cb-b8476f2c6e92 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:32.451386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.457204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:32.457933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.472509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e13e55-c256-4160-bd5b-fa1c053343f8 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:32.479481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: aff64479-c882-4e44-90cb-b8476f2c6e92 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:32.479823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aff64479-c882-4e44-90cb-b8476f2c6e92 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:32.521563 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.562499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=1042a098-1608-43a5-a29d-da972f32f527,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.576718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.581104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1042a098-1608-43a5-a29d-da972f32f527 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:32.609723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port ae9d3c80-4f68-4be9-8cea-ec296a2be95e yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:32.617854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.657302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.686123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] Pushing event deleted for resources: {'Port': ['ID=aebfca70-b03c-4443-999d-a7c1e76df237,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.690140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75565eda-ee74-45ab-9645-bc5c9c80acdf None None] No DVR routers for this DVR port aebfca70-b03c-4443-999d-a7c1e76df237 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:32.702434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b3527405-ea05-45b0-9823-9fab150b87cf None None] Could not find standard attr ID for object b520e913-824a-4e08-b02c-39aff0243192. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:32.719203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff95ba-2400-4812-bfc4-87801f58b934 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:32.730658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da59547c-d091-41d7-828c-d2f9f8449129 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7799604 Dec 10 16:37:32.732198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:32.738288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '1042a098-1608-43a5-a29d-da972f32f527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:32.761886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:32.978646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] Pushing event deleted for resources: {'Port': ['ID=8104bfbd-82e1-43fb-ab17-6536ef66aa44,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:32.986382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:32.990714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-03f029ce-c295-4d3d-9fd2-5358a4e8793a None None] Could not find standard attr ID for object b520e913-824a-4e08-b02c-39aff0243192. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:32.991229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3518f-58df-45d4-9c46-d32bd6b68f41 None None] No DVR routers for this DVR port 8104bfbd-82e1-43fb-ab17-6536ef66aa44 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:32.992670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.064334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '224151ef-f101-4c94-a440-e717d8150175'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:33.066705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.135645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.137933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.164777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca4d59c8-09d3-4dec-b60e-49c19bc6eeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.199434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.294313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/224151ef-f101-4c94-a440-e717d8150175/3016c63c-5c6f-4ea0-8aa6-8055c67c1e63) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:33.310224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.314023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:37:33.318809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.320058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-efd1418b-cf3e-4890-8851-cb5e0c7bb123 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/e1e2e4f8-814d-4ba1-bb20-d42d13f2e091 HTTP/1.1" status: 204 len: 168 time: 2.2886126 Dec 10 16:37:33.322932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:33.411793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.415705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.451430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=68917fa6-69ae-4173-9ce1-e46b9ebbd467,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:33.455205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.459190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-07bc738f-aefc-4976-b5b1-029c9708b1cb tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/68917fa6-69ae-4173-9ce1-e46b9ebbd467 HTTP/1.1" status: 204 len: 168 time: 1.2072721 Dec 10 16:37:33.466225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.468250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51310) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:33.470483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1600f-7f74-4ad3-9ce9-047bcaad2f8d None None] Network b3030732-c074-49cf-8887-06798e2ed664 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:33.485942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.533778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 4b73e18b-b33d-405d-a069-87f4a06f2aef {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:33.538909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.587086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.588429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.603403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.635212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:33.641379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:33.643251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Pushing event updated for resources: {'Port': ['ID=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:33.646138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:33.650599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=79a94e7a-d228-4915-b0bb-aa8dd8397609,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:33.656265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c495a50-a6c5-4f37-af89-58d4b192331c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.657653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '459e49e6-84f2-46a6-89d8-f91d9cda1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1042a098-1608-43a5-a29d-da972f32f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:33.658015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 1042a098-1608-43a5-a29d-da972f32f527, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:33.668788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b762a34-35b3-46a7-b016-071ec1f97c8c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.669124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b762a34-35b3-46a7-b016-071ec1f97c8c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:33.684158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.705181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.709525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Attempting to bind port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:33.710061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Attempting to bind port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:33.713003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Attempting to bind port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:33.714139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:33.714715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.716277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:33.716609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:33.717167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.717572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:33.718564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Bound port: 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:33.718731 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:33.720813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.740601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::a53a:f162:be54:511b (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/224151ef-f101-4c94-a440-e717d8150175/ae9d3c80-4f68-4be9-8cea-ec296a2be95e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:33.789942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 1042a098-1608-43a5-a29d-da972f32f527 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:33.793404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.804984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] For port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:33.809110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] For port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:33.889063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1042a098-1608-43a5-a29d-da972f32f527) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:33.895279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:33.895919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.902357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171d268-7980-4ef2-9ad9-c67ddae32049 None None] Network 1042a098-1608-43a5-a29d-da972f32f527 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:33.913735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.921802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.930802 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/8c495a50-a6c5-4f37-af89-58d4b192331c HTTP/1.1" status: 204 len: 168 time: 0.6056397 Dec 10 16:37:33.950195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51312) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:33.957969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ca2e-0bdd-4104-ad2b-0cc33999e1bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=8c495a50-a6c5-4f37-af89-58d4b192331c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:33.964485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1484550932', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:33.984796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8104bfbd-82e1-43fb-ab17-6536ef66aa44 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:33.991488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:33.996024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9db95864-1ec4-4fc4-a1fb-51d76da6ade8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2621899 Dec 10 16:37:34.002148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51314) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.045303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.098805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.098805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=4b73e18b-b33d-405d-a069-87f4a06f2aef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.106729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.108697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844baf7c-4ecf-4be7-990c-446dfe83eb08 None None] Pushing event updated for resources: {'Port': ['ID=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.110497 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a1346081-51fa-4f98-971b-56b5e33f7ae6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/4b73e18b-b33d-405d-a069-87f4a06f2aef HTTP/1.1" status: 204 len: 168 time: 0.6412036 Dec 10 16:37:34.111520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:34.116001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.119392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.120714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 8104bfbd-82e1-43fb-ab17-6536ef66aa44 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:34.120955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8104bfbd-82e1-43fb-ab17-6536ef66aa44 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:34.121500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b368c1f4-b720-4d15-a728-b2568c02b9ea no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:34.170193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b368c1f4-b720-4d15-a728-b2568c02b9ea {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:34.170547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b368c1f4-b720-4d15-a728-b2568c02b9ea not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:34.170987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aebfca70-b03c-4443-999d-a7c1e76df237 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:34.175621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.203937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-1042a098-1608-43a5-a29d-da972f32f527', 'network_id': '1042a098-1608-43a5-a29d-da972f32f527', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '79a94e7a-d228-4915-b0bb-aa8dd8397609'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:34.204819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.210004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: aebfca70-b03c-4443-999d-a7c1e76df237 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:34.210444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device aebfca70-b03c-4443-999d-a7c1e76df237 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:34.273183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.299870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:34.311680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.312228 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment 32fabe51-d144-4c85-8ea7-e50ee3ab1818 of type vlan for network b3a10eb4-17e4-4fe2-aef4-255c85962127 Dec 10 16:37:34.339559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.395932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Allocated IP 172.20.0.1 (1042a098-1608-43a5-a29d-da972f32f527/79a94e7a-d228-4915-b0bb-aa8dd8397609/235d9549-fbe2-44ea-9258-2730d09ed808) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:34.422002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.475719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port dd85f12f-e16f-48e8-9f1b-9bb40656a93c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:34.475719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.500733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5d3bf-3bdb-4b86-b808-6e44ff0c48f8 None None] Network b3030732-c074-49cf-8887-06798e2ed664 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:34.508344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.590399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.596213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.597225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.619063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d5b0081b-83c6-4038-ac1e-ce017b03bce3 None None] Provisioning complete for port dd85f12f-e16f-48e8-9f1b-9bb40656a93c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:34.619442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5b0081b-83c6-4038-ac1e-ce017b03bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.685554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:34.691490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,segment=NetworkSegment(1fe1c850-e7c3-4848-8b99-969e05fc47d8),segment_id=1fe1c850-e7c3-4848-8b99-969e05fc47d8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:34.691867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.703444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:34.705389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.718182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:34.723864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.724495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.734207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for dd85f12f-e16f-48e8-9f1b-9bb40656a93c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:34.741029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=ae9d3c80-4f68-4be9-8cea-ec296a2be95e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.749052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=b3a10eb4-17e4-4fe2-aef4-255c85962127,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.762927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:34.772367 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8220cba-1d3f-41fc-8a7c-16dd60aa6809 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8152108 Dec 10 16:37:34.772510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.776811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-267483873', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:34.811067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.834274 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-122ead7b-457b-49ce-af1c-2707a992dd0b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8607411 Dec 10 16:37:34.837470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.856480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] DHCP port deletion for b3030732-c074-49cf-8887-06798e2ed664 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:34.881894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.890005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Network 1042a098-1608-43a5-a29d-da972f32f527 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:34.912668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:34.913747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=79a94e7a-d228-4915-b0bb-aa8dd8397609,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.920146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:34.922163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Pushing event updated for resources: {'Port': ['ID=235d9549-fbe2-44ea-9258-2730d09ed808,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:34.978556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347224c3-cfb3-4dd1-a4e9-f2a5c113b4bb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.984595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347224c3-cfb3-4dd1-a4e9-f2a5c113b4bb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:34.989312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-347224c3-cfb3-4dd1-a4e9-f2a5c113b4bb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1477780 Dec 10 16:37:34.989466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Attempting to bind port 235d9549-fbe2-44ea-9258-2730d09ed808 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:34.989466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Attempting to bind port 235d9549-fbe2-44ea-9258-2730d09ed808 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '459e49e6-84f2-46a6-89d8-f91d9cda1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1042a098-1608-43a5-a29d-da972f32f527'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:34.989466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Attempting to bind port 235d9549-fbe2-44ea-9258-2730d09ed808 on network 1042a098-1608-43a5-a29d-da972f32f527 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:34.990005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:34.992840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Deleting port dd85f12f-e16f-48e8-9f1b-9bb40656a93c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:34.993240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.997511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:34.998504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Checking segment: {'id': '459e49e6-84f2-46a6-89d8-f91d9cda1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1042a098-1608-43a5-a29d-da972f32f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:34.998504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:34.998725 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Bound using segment: {'id': '459e49e6-84f2-46a6-89d8-f91d9cda1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1042a098-1608-43a5-a29d-da972f32f527'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:34.999107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Bound port: 235d9549-fbe2-44ea-9258-2730d09ed808, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e49e6-84f2-46a6-89d8-f91d9cda1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1042a098-1608-43a5-a29d-da972f32f527'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:34.999479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.007845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.016670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.053698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:35.058647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port dd85f12f-e16f-48e8-9f1b-9bb40656a93c on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:35.075446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1042a098-1608-43a5-a29d-da972f32f527']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.078643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.079707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.106072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] For port dd85f12f-e16f-48e8-9f1b-9bb40656a93c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,segment=NetworkSegment(1fe1c850-e7c3-4848-8b99-969e05fc47d8),segment_id=1fe1c850-e7c3-4848-8b99-969e05fc47d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:35.106463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.131687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Calling delete_port for dd85f12f-e16f-48e8-9f1b-9bb40656a93c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:35.147209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e49e6-84f2-46a6-89d8-f91d9cda1119') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.147697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e49e6-84f2-46a6-89d8-f91d9cda1119') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.161694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.167408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.189089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3030732-c074-49cf-8887-06798e2ed664']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.194822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] For port 235d9549-fbe2-44ea-9258-2730d09ed808, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:35.209798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe1c850-e7c3-4848-8b99-969e05fc47d8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.214545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe1c850-e7c3-4848-8b99-969e05fc47d8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:35.219496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.224846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a406dc8-7dad-4769-827b-6d5d5e7134b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.226794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.231502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:35.232540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:35.236053 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:35.242602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.245920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.261443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.268755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:35.269275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.280728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] No DVR routers for this DVR port dd85f12f-e16f-48e8-9f1b-9bb40656a93c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:35.288459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeeed3-444e-4339-b2d1-f21050d84279 None None] Pushing event deleted for resources: {'Port': ['ID=dd85f12f-e16f-48e8-9f1b-9bb40656a93c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:35.305959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port ae9d3c80-4f68-4be9-8cea-ec296a2be95e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:35.306496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:35.327865 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:35.353536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] For port 235d9549-fbe2-44ea-9258-2730d09ed808, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=235d9549-fbe2-44ea-9258-2730d09ed808,segment=NetworkSegment(459e49e6-84f2-46a6-89d8-f91d9cda1119),segment_id=459e49e6-84f2-46a6-89d8-f91d9cda1119)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:35.416821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.430848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.434834 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/b3030732-c074-49cf-8887-06798e2ed664 HTTP/1.1" status: 204 len: 168 time: 1.3135636 Dec 10 16:37:35.446920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:35.451237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.460570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ea5f-3103-48b3-8f99-34d629ae7339 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=b3030732-c074-49cf-8887-06798e2ed664,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:35.514378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6fc281-01f8-417e-b637-8b3cf916bc14 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.514378 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dd6fc281-01f8-417e-b637-8b3cf916bc14 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0621536 Dec 10 16:37:35.514591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:35.577747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20729cb-5450-4468-9ac0-92c65d99a523 None None] Pushing event updated for resources: {'Port': ['ID=235d9549-fbe2-44ea-9258-2730d09ed808,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:35.583933 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64479661-1597-4209-8f52-89300365582a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0676866 Dec 10 16:37:35.585240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:35.592366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676413487'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:35.605573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a14f2-1aff-4ae7-bc6e-f3a914525b3b None None] Network 1042a098-1608-43a5-a29d-da972f32f527 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:35.682691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] Provisioning complete for port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:35.682691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.725063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:35.727091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:35.728952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.763575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:35.778565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.779005 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment 478a16ae-c95a-460a-b820-0e4b3388b6c7 of type vlan for network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 Dec 10 16:37:35.815364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:35.816013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.823168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:35.823168 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:35.823168 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': '1042a098-1608-43a5-a29d-da972f32f527'}] Dec 10 16:37:35.823168 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:35.823748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:35.835515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.867969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e66b4-fb4a-41ff-a0e2-e007628a3dc3 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:37:35.928800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.933516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.941724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.948146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:35.956855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.957041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:35.962911 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for ae9d3c80-4f68-4be9-8cea-ec296a2be95e owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:36.020175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=94a802b5-29f0-41f5-9bc3-4bb03676ccd9,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.030897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] For port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:36.038278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:36.116195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5554d0b6-daa3-4b93-899e-28309611be71 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5292716 Dec 10 16:37:36.116969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51330) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:36.122558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:36.263942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.265725 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.273026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e66b4-fb4a-41ff-a0e2-e007628a3dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:37:36.282649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.334828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.370829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=ae9d3c80-4f68-4be9-8cea-ec296a2be95e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.381388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:36.384425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.438751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4336913-fb0f-4314-b4d8-e5508f27f588 None None] Pushing event updated for resources: {'Port': ['ID=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.442805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-44ed1914-675f-4e24-9456-184b51523086 None None] Could not find standard attr ID for object ae9d3c80-4f68-4be9-8cea-ec296a2be95e. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:36.459984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:36.460360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:36.468596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.471964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ec565740-dd4e-4d3c-b72b-c61ca656d8de tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/ae9d3c80-4f68-4be9-8cea-ec296a2be95e HTTP/1.1" status: 204 len: 168 time: 1.4810889 Dec 10 16:37:36.476255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:36.477492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.535495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167d111-7e96-4a99-9525-e54cb84a7b2c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:36.542353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.545349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167d111-7e96-4a99-9525-e54cb84a7b2c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:36.549534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c167d111-7e96-4a99-9525-e54cb84a7b2c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0697529 Dec 10 16:37:36.550701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:36.616791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 224151ef-f101-4c94-a440-e717d8150175 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:36.617892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.621034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.664018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.676192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37e32d-9375-4290-a5b4-c3545cee2c57 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:37:36.697563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port 235d9549-fbe2-44ea-9258-2730d09ed808 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:36.697908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.766864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.786624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37e32d-9375-4290-a5b4-c3545cee2c57 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:37:36.797049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.57 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/150d5e10-97a5-4a80-9215-511d6ba08b3a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:36.824261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port 235d9549-fbe2-44ea-9258-2730d09ed808, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=235d9549-fbe2-44ea-9258-2730d09ed808,segment=NetworkSegment(459e49e6-84f2-46a6-89d8-f91d9cda1119),segment_id=459e49e6-84f2-46a6-89d8-f91d9cda1119)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:36.824643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.848683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for 235d9549-fbe2-44ea-9258-2730d09ed808 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:36.937330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.969379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=224151ef-f101-4c94-a440-e717d8150175,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:36.970239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.983223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:36.983223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df6be956-13e2-4ef4-be47-dcc12daf002d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/224151ef-f101-4c94-a440-e717d8150175 HTTP/1.1" status: 204 len: 168 time: 0.4235625 Dec 10 16:37:36.983223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.026154 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-96f89b97-5972-44b0-a9ad-92efbf1e4dad tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472369 Dec 10 16:37:37.028887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.034566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:37.063439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.083692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=daae9433-3070-42af-9b6f-70f115ab0405,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.099085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': '478a16ae-c95a-460a-b820-0e4b3388b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:37.099341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: 94a802b5-29f0-41f5-9bc3-4bb03676ccd9, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:37.140721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.144538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dd85f12f-e16f-48e8-9f1b-9bb40656a93c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:37.165213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: dd85f12f-e16f-48e8-9f1b-9bb40656a93c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:37.165575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device dd85f12f-e16f-48e8-9f1b-9bb40656a93c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:37.170945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=235d9549-fbe2-44ea-9258-2730d09ed808,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.172801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port 235d9549-fbe2-44ea-9258-2730d09ed808 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:37.241088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.296439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.302525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:37.302679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:37.306276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.309545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:37.319533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:37.320866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ab51d-324f-4869-b4c9-7ea592f7bd73 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:37.325435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=150d5e10-97a5-4a80-9215-511d6ba08b3a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.332544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:37.338051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1042a098-1608-43a5-a29d-da972f32f527']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.368381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e49e6-84f2-46a6-89d8-f91d9cda1119') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.368697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e49e6-84f2-46a6-89d8-f91d9cda1119') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:37.387289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.387508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569bd81-ede9-45e6-bdf2-ade27dea569d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:37.445190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.472689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 94a802b5-29f0-41f5-9bc3-4bb03676ccd9) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:37.482127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8198d9-dad2-4930-9792-764ad7cff4e8 None None] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:37.484265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:37.484867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.489458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-016370ff-2768-4a9e-8fec-bacf4f636724 None None] Provisioning complete for port 150d5e10-97a5-4a80-9215-511d6ba08b3a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:37.490745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-016370ff-2768-4a9e-8fec-bacf4f636724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.490873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:37.491223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:37.494518 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:37.571796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:37.624163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-016370ff-2768-4a9e-8fec-bacf4f636724 None None] Port 150d5e10-97a5-4a80-9215-511d6ba08b3a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:37.635310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:37.655241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.699787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:37.701821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-656ad604-1a55-47d6-b7c5-26ee5387d8c0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5837100 Dec 10 16:37:37.703256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:37.706080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.708082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.709066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:37.710174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.710334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-94a802b5-29f0-41f5-9bc3-4bb03676ccd9', 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': 'daae9433-3070-42af-9b6f-70f115ab0405'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:37.711198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.731298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=64851f8d-d11a-4f54-9780-09c149c47a20,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.753783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Deleting port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:37.759817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.759938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9', 'name': 'tempest-PortsIpV6TestJSON-1409327393'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:37.795613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.798859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/1042a098-1608-43a5-a29d-da972f32f527 HTTP/1.1" status: 204 len: 168 time: 3.7939007 Dec 10 16:37:37.802807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51342) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.809267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567839902'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:37.843792 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a5d0b923-0d9e-4731-90fd-26a7b2eff57d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8136821 Dec 10 16:37:37.847596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:37.852663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '64851f8d-d11a-4f54-9780-09c149c47a20', 'ip_address': '2001:db8::a330:9af9:eece:942e'}], 'name': 'tempest-NetworksTestDHCPv6-291774990'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:37.855492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8111339-6277-475b-9de5-0568fb4cbc0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=1042a098-1608-43a5-a29d-da972f32f527,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:37.878553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.922573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.968876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.976667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:37.978934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] For port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:37.979082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:37.996622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Calling delete_port for 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:38.001168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:38.004761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Allocated IP 2001:db8::2 (94a802b5-29f0-41f5-9bc3-4bb03676ccd9/daae9433-3070-42af-9b6f-70f115ab0405/98028858-3548-4678-b27c-8f2ea62b895f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:38.005260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.039576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:38.049632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.050050 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment 991dbab3-251c-413b-ad56-81031c8377bb of type vlan for network 0939d489-e62e-4f92-a464-77da02af8d91 Dec 10 16:37:38.092233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.099639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.116351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:38.178262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.212176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.216453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.236750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 0726b874-266f-4e4b-a73f-c302611fc87f yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:38.257731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:38.261278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.272237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.279122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.285726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.287842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 164527bc-c8bf-4b90-acf8-0851378144d1 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:38.291537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:38.292126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.310909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] Pushing event deleted for resources: {'Port': ['ID=3016c63c-5c6f-4ea0-8aa6-8055c67c1e63,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.314505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2aead-1c68-441c-a8ea-a29d4d3d155f None None] No DVR routers for this DVR port 3016c63c-5c6f-4ea0-8aa6-8055c67c1e63 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:38.336250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab24f5-2ff1-420c-a46e-5f6e5fe4a18f None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:38.389644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.413289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=0939d489-e62e-4f92-a464-77da02af8d91,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.436816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0939d489-e62e-4f92-a464-77da02af8d91 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:38.446043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::2d7 (94a802b5-29f0-41f5-9bc3-4bb03676ccd9/daae9433-3070-42af-9b6f-70f115ab0405/164527bc-c8bf-4b90-acf8-0851378144d1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:38.471500 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-54a5e8c9-251c-4c63-8f39-1b7b9ba81db3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6672533 Dec 10 16:37:38.474469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.481375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': '0939d489-e62e-4f92-a464-77da02af8d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:38.507315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:38.532507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:38.534464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Pushing event updated for resources: {'Port': ['ID=98028858-3548-4678-b27c-8f2ea62b895f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.539671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:38.553290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::a330:9af9:eece:942e (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/64851f8d-d11a-4f54-9780-09c149c47a20/0726b874-266f-4e4b-a73f-c302611fc87f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:38.577738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 1a79cbff-3d06-416c-a43e-587157af5a63 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:38.615786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '64851f8d-d11a-4f54-9780-09c149c47a20'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:38.617166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.666723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Attempting to bind port 98028858-3548-4678-b27c-8f2ea62b895f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:38.667119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Attempting to bind port 98028858-3548-4678-b27c-8f2ea62b895f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '478a16ae-c95a-460a-b820-0e4b3388b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:38.667398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Attempting to bind port 98028858-3548-4678-b27c-8f2ea62b895f on network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:38.719195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.720800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:38.721210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Checking segment: {'id': '478a16ae-c95a-460a-b820-0e4b3388b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:38.721612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.722569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Bound using segment: {'id': '478a16ae-c95a-460a-b820-0e4b3388b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:38.723066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Bound port: 98028858-3548-4678-b27c-8f2ea62b895f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478a16ae-c95a-460a-b820-0e4b3388b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:38.723453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.740627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.763519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.766098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:38.773084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:38.776541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.887541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.889041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-418f7f45-579c-4bf1-a240-72b2c952c363 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1165578 Dec 10 16:37:38.891971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.897391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Sync routers for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:38.932875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:38.939628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-045f180c-6e07-4c56-a30d-ae60393a5f33 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431714 Dec 10 16:37:38.939785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51350) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:38.943319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:38.944233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:38.990466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=164527bc-c8bf-4b90-acf8-0851378144d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:38.997406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:38.998960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:39.001336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:39.004358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.008378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:39.008846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.075002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] For port 98028858-3548-4678-b27c-8f2ea62b895f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:39.080497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] For port 98028858-3548-4678-b27c-8f2ea62b895f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98028858-3548-4678-b27c-8f2ea62b895f,segment=NetworkSegment(478a16ae-c95a-460a-b820-0e4b3388b6c7),segment_id=478a16ae-c95a-460a-b820-0e4b3388b6c7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:39.086538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b44d6b83-5a87-4bc9-8e92-15786ae24b6c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3320055 Dec 10 16:37:39.088545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.095882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '94a802b5-29f0-41f5-9bc3-4bb03676ccd9', 'name': 'tempest-PortsIpV6TestJSON-566484705'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:39.103100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/64851f8d-d11a-4f54-9780-09c149c47a20/f842468e-7d14-4309-94ce-dbaa354ec0de) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:39.113557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:39.118134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:39.121041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:39.123478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:39.130429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:39.131075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.146335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=0726b874-266f-4e4b-a73f-c302611fc87f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.157630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ec61d-b2ed-455a-bdaf-a251c37c912c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:39.161778 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ed4ec61d-b2ed-455a-bdaf-a251c37c912c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2178326 Dec 10 16:37:39.163323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.196334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f992653-0b96-4f28-a784-5e56430679df tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322771 Dec 10 16:37:39.198835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.204102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-934906445', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:39.232809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.252720 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d52520ee-9554-41b9-bc98-a2e84f18fed4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4039242 Dec 10 16:37:39.253960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.255388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51358) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.315902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45119c0a-60dc-4890-a843-25e8647bbf21 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:39.317900 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45119c0a-60dc-4890-a843-25e8647bbf21 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0609031 Dec 10 16:37:39.321046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:39.326344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:39.330306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.355839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 8eee7209-9817-47f0-a2b3-69c55a47f974 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:39.387765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=351a72bc-f9fc-4abe-8b9e-bba5809c92d2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.389123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417ba9d-900f-4372-ba5a-2cf5f06c48ae None None] Pushing event updated for resources: {'Port': ['ID=98028858-3548-4678-b27c-8f2ea62b895f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.439230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': '991dbab3-251c-413b-ad56-81031c8377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:39.439230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: 0939d489-e62e-4f92-a464-77da02af8d91, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:39.474876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.480420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 0726b874-266f-4e4b-a73f-c302611fc87f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:39.480715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.497612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:39.500821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:37Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:39.501662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.541689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Checking router: 1a79cbff-3d06-416c-a43e-587157af5a63 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:39.542063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Updating router 1a79cbff-3d06-416c-a43e-587157af5a63 port 150d5e10-97a5-4a80-9215-511d6ba08b3a binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:37:39.543060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::385 (94a802b5-29f0-41f5-9bc3-4bb03676ccd9/daae9433-3070-42af-9b6f-70f115ab0405/8eee7209-9817-47f0-a2b3-69c55a47f974) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:39.612657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.639123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network 0939d489-e62e-4f92-a464-77da02af8d91 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:39.675618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.685507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Pushing event updated for resources: {'Port': ['ID=f842468e-7d14-4309-94ce-dbaa354ec0de,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:39.708037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:39.711120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:39.743206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.762643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 0726b874-266f-4e4b-a73f-c302611fc87f owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:39.765062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:39.818225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.889645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Attempting to bind port f842468e-7d14-4309-94ce-dbaa354ec0de on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:39.890117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Attempting to bind port f842468e-7d14-4309-94ce-dbaa354ec0de by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:39.890485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Attempting to bind port f842468e-7d14-4309-94ce-dbaa354ec0de on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Bound port: f842468e-7d14-4309-94ce-dbaa354ec0de, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:39.914090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:39.977289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.031243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:40.032346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] For port f842468e-7d14-4309-94ce-dbaa354ec0de, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:40.035056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:40.039849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:40.041342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] For port f842468e-7d14-4309-94ce-dbaa354ec0de, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f842468e-7d14-4309-94ce-dbaa354ec0de,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:40.046680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:40.047452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.068623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=8eee7209-9817-47f0-a2b3-69c55a47f974,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.113647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.150980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c5d2c0b4-1d84-418d-aafd-6ffbc5f8c743 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0597415 Dec 10 16:37:40.154438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.210949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.211197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0939d489-e62e-4f92-a464-77da02af8d91) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:40.224028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac1885-fdca-45cf-ae87-46c285ec45b1 None None] Network 0939d489-e62e-4f92-a464-77da02af8d91 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:40.228491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:40.229113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.248539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b38077-e0ef-4999-8477-a23b71f1d4a1 None None] Pushing event updated for resources: {'Port': ['ID=f842468e-7d14-4309-94ce-dbaa354ec0de,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.300779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.308142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140673cb-7d6c-4355-aab2-86ac87a1040b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:40.313387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-140673cb-7d6c-4355-aab2-86ac87a1040b tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d7 HTTP/1.1" status: 200 len: 929 time: 0.1578388 Dec 10 16:37:40.314142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.367984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d8767-d0a1-4eaf-b13c-6b7b58bb11e4 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:40.386066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Attempting to bind port 150d5e10-97a5-4a80-9215-511d6ba08b3a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:40.390840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Attempting to bind port 150d5e10-97a5-4a80-9215-511d6ba08b3a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:40.390840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Attempting to bind port 150d5e10-97a5-4a80-9215-511d6ba08b3a on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:40.406965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4cf7-3993-4e70-bc7f-0c9c5d74c4bd None None] Pushing event updated for resources: {'Port': ['ID=150d5e10-97a5-4a80-9215-511d6ba08b3a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.411783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0e9e8711-7421-4840-9f43-d853c5137e5c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9352529 Dec 10 16:37:40.416738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51372) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.419270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:40.419743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:40.420165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.420569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:40.421092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Bound port: 150d5e10-97a5-4a80-9215-511d6ba08b3a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:40.421478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.495827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-0939d489-e62e-4f92-a464-77da02af8d91', 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '351a72bc-f9fc-4abe-8b9e-bba5809c92d2'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:40.496888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.516758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 8eee7209-9817-47f0-a2b3-69c55a47f974 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:40.517236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.520609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.533844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c6669125-a510-47f9-a9f8-f9d455bf13d0 None None] Provisioning complete for port 150d5e10-97a5-4a80-9215-511d6ba08b3a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:40.534760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6669125-a510-47f9-a9f8-f9d455bf13d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.561273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] For port 150d5e10-97a5-4a80-9215-511d6ba08b3a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:40.659948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.670385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.672976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] For port 150d5e10-97a5-4a80-9215-511d6ba08b3a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=150d5e10-97a5-4a80-9215-511d6ba08b3a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:40.688252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 8eee7209-9817-47f0-a2b3-69c55a47f974 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:40.691291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=002e3156-84da-4eda-bcab-7896dc65bd26,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.703640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c6669125-a510-47f9-a9f8-f9d455bf13d0 None None] Port 150d5e10-97a5-4a80-9215-511d6ba08b3a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:40.744276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.746831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=0726b874-266f-4e4b-a73f-c302611fc87f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:40.778176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:40.778664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: b3a10eb4-17e4-4fe2-aef4-255c85962127, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:40.795512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.806648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.810696 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dbbc3ef0-41f0-4cb7-bc6c-cb85d5846181 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0726b874-266f-4e4b-a73f-c302611fc87f HTTP/1.1" status: 204 len: 168 time: 1.4865305 Dec 10 16:37:40.814122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.870817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:40.902087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Allocated IP 172.20.0.1 (0939d489-e62e-4f92-a464-77da02af8d91/351a72bc-f9fc-4abe-8b9e-bba5809c92d2/b44b8770-cdc2-486c-aa81-1113980a78c8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:40.920301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:40.922825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbfaf18-3986-4f0b-86f9-91d074605217 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:40.966680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe777f-3174-40ef-8637-df03ef539baf None None] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:40.980329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3828a1-f0cc-4406-8787-bc4a0e1e5cb2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:40.981995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3828a1-f0cc-4406-8787-bc4a0e1e5cb2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:40.983601 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4d3828a1-f0cc-4406-8787-bc4a0e1e5cb2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1668723 Dec 10 16:37:40.986405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51376) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:40.994892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:40.995438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:41.036465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, b3a10eb4-17e4-4fe2-aef4-255c85962127) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:41.037635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4cf7-3993-4e70-bc7f-0c9c5d74c4bd None None] Pushing event updated for resources: {'Port': ['ID=150d5e10-97a5-4a80-9215-511d6ba08b3a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:41.041606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:41.042884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.079461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 64851f8d-d11a-4f54-9780-09c149c47a20 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:41.079675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.085222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.120093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=8eee7209-9817-47f0-a2b3-69c55a47f974,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:41.140294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.150109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.154005 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c6317a96-f442-4df6-b41d-796f865e38d3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/8eee7209-9817-47f0-a2b3-69c55a47f974 HTTP/1.1" status: 204 len: 168 time: 0.8387516 Dec 10 16:37:41.157621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51378) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.173632 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-57f94fab-1f1a-4fa3-8abd-6db682619e5b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9710135 Dec 10 16:37:41.175028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.183744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-73276303-1f57-41ee-bfd6-da7b7d9e02de tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:41.186066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-73276303-1f57-41ee-bfd6-da7b7d9e02de tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/8eee7209-9817-47f0-a2b3-69c55a47f974 HTTP/1.1" status: 404 len: 333 time: 0.0265517 Dec 10 16:37:41.188352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.305417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 164527bc-c8bf-4b90-acf8-0851378144d1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:41.306021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.319544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71ff2c-715a-4972-96fd-002a2c1e7e4e None None] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:41.344569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.420364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.441248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 164527bc-c8bf-4b90-acf8-0851378144d1 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:41.466607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Provisioning complete for port 98028858-3548-4678-b27c-8f2ea62b895f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:41.466989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.643724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-b3a10eb4-17e4-4fe2-aef4-255c85962127', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:41.644593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.656259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:41.729545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.761602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.766866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f842468e-7d14-4309-94ce-dbaa354ec0de up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:41.780515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=164527bc-c8bf-4b90-acf8-0851378144d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:41.807909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=64851f8d-d11a-4f54-9780-09c149c47a20,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:41.826004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.831310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f736befe-dbb3-43ab-ab73-688be72e7bce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/164527bc-c8bf-4b90-acf8-0851378144d1 HTTP/1.1" status: 204 len: 168 time: 0.6404974 Dec 10 16:37:41.832822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.857984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5ac353-10e5-46ce-bf91-0dedfd782ffd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:41.859526 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba5ac353-10e5-46ce-bf91-0dedfd782ffd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/164527bc-c8bf-4b90-acf8-0851378144d1 HTTP/1.1" status: 404 len: 333 time: 0.0257161 Dec 10 16:37:41.861771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.866387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.882493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.888033 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a2b967b8-9b25-4ac9-8f40-f99de7f7e37a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/64851f8d-d11a-4f54-9780-09c149c47a20 HTTP/1.1" status: 204 len: 168 time: 0.8981619 Dec 10 16:37:41.889700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51388) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:41.943484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:41.958019 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-aa8d3e68-a9cb-44c6-8aaa-fb5d2b0b8010 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650492 Dec 10 16:37:41.960702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.042402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd1a51-2eb4-4741-a58a-c17ae9cd3558 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:42.044703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet daae9433-3070-42af-9b6f-70f115ab0405 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:42.052154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.056493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d897d6-f45a-4191-9f57-96c9b4f0a8cf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:42.060703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6d897d6-f45a-4191-9f57-96c9b4f0a8cf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0951121 Dec 10 16:37:42.061087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.088226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Allocated IP 172.20.0.2 (b3a10eb4-17e4-4fe2-aef4-255c85962127/002e3156-84da-4eda-bcab-7896dc65bd26/35f80566-a900-452d-8c5e-af29a97eeb28) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:42.118307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.132061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580a039-2d72-44ff-905f-a0486ff6e03e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:42.136063 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b580a039-2d72-44ff-905f-a0486ff6e03e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715084 Dec 10 16:37:42.137716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51394) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.150466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.180490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.187471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7f6ac432-2c77-44a6-afc4-a64980f18689 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446467 Dec 10 16:37:42.189095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.194159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:42.222830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=351a72bc-f9fc-4abe-8b9e-bba5809c92d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:42.241482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.359201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f842468e-7d14-4309-94ce-dbaa354ec0de triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:42.359918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.376533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.381262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Network 0939d489-e62e-4f92-a464-77da02af8d91 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:42.397439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:42.401913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.431524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:42.442482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] For port 98028858-3548-4678-b27c-8f2ea62b895f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98028858-3548-4678-b27c-8f2ea62b895f,segment=NetworkSegment(478a16ae-c95a-460a-b820-0e4b3388b6c7),segment_id=478a16ae-c95a-460a-b820-0e4b3388b6c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:42.443473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0939d489-e62e-4f92-a464-77da02af8d91']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.445736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:42.460928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991dbab3-251c-413b-ad56-81031c8377bb') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.461341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991dbab3-251c-413b-ad56-81031c8377bb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.473845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.485388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Pushing event updated for resources: {'Port': ['ID=b44b8770-cdc2-486c-aa81-1113980a78c8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:42.493427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.506873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:42.507338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:42.568512 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:42.571639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.577306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.646976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Attempting to bind port b44b8770-cdc2-486c-aa81-1113980a78c8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:42.647348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Attempting to bind port b44b8770-cdc2-486c-aa81-1113980a78c8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '991dbab3-251c-413b-ad56-81031c8377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:42.647724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Attempting to bind port b44b8770-cdc2-486c-aa81-1113980a78c8 on network 0939d489-e62e-4f92-a464-77da02af8d91 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:42.707853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:42.708243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Checking segment: {'id': '991dbab3-251c-413b-ad56-81031c8377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:42.708658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.709175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Bound using segment: {'id': '991dbab3-251c-413b-ad56-81031c8377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:42.709674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Bound port: b44b8770-cdc2-486c-aa81-1113980a78c8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991dbab3-251c-413b-ad56-81031c8377bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0939d489-e62e-4f92-a464-77da02af8d91'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:42.710081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.720334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:42.720334 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:42.720334 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': '0939d489-e62e-4f92-a464-77da02af8d91'}] Dec 10 16:37:42.720334 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:42.722005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:42.727986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.753420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:37Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:42.755210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Provisioning complete for port 150d5e10-97a5-4a80-9215-511d6ba08b3a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:42.755591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.789026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.794526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.827949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65414583-b23f-41fa-adf2-e361d7c754f6 None None] The sync data for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv is: [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:37Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:42.839279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Pushing event updated for resources: {'Port': ['ID=98028858-3548-4678-b27c-8f2ea62b895f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:42.841414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=daae9433-3070-42af-9b6f-70f115ab0405,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:42.849120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.857442 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-49ffa792-d476-4b98-b9e0-f651751160bf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/daae9433-3070-42af-9b6f-70f115ab0405 HTTP/1.1" status: 204 len: 168 time: 0.9888947 Dec 10 16:37:42.878563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:42.897270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:42.900989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:42.946235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e544e002-856f-4b26-ad38-7179f7dbaac5 None None] Network 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:42.952023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (b3a10eb4-17e4-4fe2-aef4-255c85962127/002e3156-84da-4eda-bcab-7896dc65bd26/736b207c-6518-4706-8126-e1da8b10af57) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:43.016319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.044300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f842468e-7d14-4309-94ce-dbaa354ec0de, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f842468e-7d14-4309-94ce-dbaa354ec0de,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:43.046759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:43.059120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:43.068944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Pushing event updated for resources: {'Port': ['ID=35f80566-a900-452d-8c5e-af29a97eeb28,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.071865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] For port b44b8770-cdc2-486c-aa81-1113980a78c8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:43.081986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:43.104054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] For port b44b8770-cdc2-486c-aa81-1113980a78c8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b44b8770-cdc2-486c-aa81-1113980a78c8,segment=NetworkSegment(991dbab3-251c-413b-ad56-81031c8377bb),segment_id=991dbab3-251c-413b-ad56-81031c8377bb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:43.154927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.165104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 98028858-3548-4678-b27c-8f2ea62b895f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:43.165717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.229636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.260021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port 98028858-3548-4678-b27c-8f2ea62b895f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98028858-3548-4678-b27c-8f2ea62b895f,segment=NetworkSegment(478a16ae-c95a-460a-b820-0e4b3388b6c7),segment_id=478a16ae-c95a-460a-b820-0e4b3388b6c7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:43.260740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.281406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 98028858-3548-4678-b27c-8f2ea62b895f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:43.297044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.308814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port b44b8770-cdc2-486c-aa81-1113980a78c8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:43.309283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.368538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.387404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:43.391153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.394716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.394989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98028858-3548-4678-b27c-8f2ea62b895f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:43.403893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:43.410423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:43.411023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.436312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=93a0765d-6762-4cf8-b320-cd4f04dca98a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.437045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port b44b8770-cdc2-486c-aa81-1113980a78c8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b44b8770-cdc2-486c-aa81-1113980a78c8,segment=NetworkSegment(991dbab3-251c-413b-ad56-81031c8377bb),segment_id=991dbab3-251c-413b-ad56-81031c8377bb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:43.437545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.452548 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:43.460401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:43.468521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for b44b8770-cdc2-486c-aa81-1113980a78c8 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:43.470517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:43.509075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.512831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Attempting to bind port 35f80566-a900-452d-8c5e-af29a97eeb28 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:43.513253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Attempting to bind port 35f80566-a900-452d-8c5e-af29a97eeb28 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:43.513631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Attempting to bind port 35f80566-a900-452d-8c5e-af29a97eeb28 on network b3a10eb4-17e4-4fe2-aef4-255c85962127 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:43.563348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.569358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.587799 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-852a65cd-8112-41d9-9e74-e80ca47e61b8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3952301 Dec 10 16:37:43.588003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:43.593087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '93a0765d-6762-4cf8-b320-cd4f04dca98a', 'ip_address': '2001:db8::6703:4beb:679b:fd0b'}], 'name': 'tempest-NetworksTestDHCPv6-1214879487'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:43.636110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Deleting port f842468e-7d14-4309-94ce-dbaa354ec0de {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:43.636646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.638784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073d613-83d9-406d-9cb5-87bf12146358 None None] Pushing event updated for resources: {'Port': ['ID=b44b8770-cdc2-486c-aa81-1113980a78c8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.655445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:43.655963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Checking segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:43.656454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.657160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Bound using segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:43.657765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Bound port: 35f80566-a900-452d-8c5e-af29a97eeb28, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:43.659698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.660178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.709083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port 98028858-3548-4678-b27c-8f2ea62b895f on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:43.716985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=98028858-3548-4678-b27c-8f2ea62b895f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.719981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Could not find standard attr ID for object 98028858-3548-4678-b27c-8f2ea62b895f. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:43.766763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.809041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=b44b8770-cdc2-486c-aa81-1113980a78c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:43.813371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.813755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port b44b8770-cdc2-486c-aa81-1113980a78c8 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:43.834512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54857d2c-b4e2-47a1-b373-604bc4d2fbd0 None None] DHCP port deletion for 94a802b5-29f0-41f5-9bc3-4bb03676ccd9 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:43.843836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a802b5-29f0-41f5-9bc3-4bb03676ccd9']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:43.861493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] For port 150d5e10-97a5-4a80-9215-511d6ba08b3a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=150d5e10-97a5-4a80-9215-511d6ba08b3a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:43.865293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478a16ae-c95a-460a-b820-0e4b3388b6c7') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:43.865807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478a16ae-c95a-460a-b820-0e4b3388b6c7') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:43.893934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.920707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.941224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704586bb-4bde-4089-ae3a-efe5e192db89 None None] Network 0939d489-e62e-4f92-a464-77da02af8d91 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:43.951813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 150d5e10-97a5-4a80-9215-511d6ba08b3a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:43.953957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.970180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:43.970595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:43.974377 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:44.014720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] For port f842468e-7d14-4309-94ce-dbaa354ec0de, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f842468e-7d14-4309-94ce-dbaa354ec0de,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:44.015216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.035687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Calling delete_port for f842468e-7d14-4309-94ce-dbaa354ec0de owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:44.097252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.099541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f842468e-7d14-4309-94ce-dbaa354ec0de,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.106052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:44.126056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.167513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0939d489-e62e-4f92-a464-77da02af8d91']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:44.181477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.184876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991dbab3-251c-413b-ad56-81031c8377bb') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:44.185328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991dbab3-251c-413b-ad56-81031c8377bb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:44.188985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.194950 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/94a802b5-29f0-41f5-9bc3-4bb03676ccd9 HTTP/1.1" status: 204 len: 168 time: 1.2922742 Dec 10 16:37:44.207181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.208964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.216286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1943472045'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:44.217009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] For port 35f80566-a900-452d-8c5e-af29a97eeb28, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:44.226253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce945-3eed-4119-8d6a-a9827d2f0627 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=94a802b5-29f0-41f5-9bc3-4bb03676ccd9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.250115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.252268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fbed2-73a2-468a-a3f9-3336a2608a86 None None] Pushing event updated for resources: {'Port': ['ID=150d5e10-97a5-4a80-9215-511d6ba08b3a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.261531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Could not find standard attr ID for object 8eee7209-9817-47f0-a2b3-69c55a47f974. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:44.266173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] For port 35f80566-a900-452d-8c5e-af29a97eeb28, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=35f80566-a900-452d-8c5e-af29a97eeb28,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:44.287977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.297674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:44.298100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.301621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Could not find standard attr ID for object 98028858-3548-4678-b27c-8f2ea62b895f. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:44.302992 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:44.310016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port c575988a-ba37-4037-b9f7-d4de48d1dc0c yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:44.311329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Could not find standard attr ID for object 0726b874-266f-4e4b-a73f-c302611fc87f. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:44.338582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 150d5e10-97a5-4a80-9215-511d6ba08b3a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:44.339071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.344694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Provisioning complete for port f842468e-7d14-4309-94ce-dbaa354ec0de triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:44.344694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.388652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.429365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:44.433508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.468558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.471793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.482890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.483473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.487294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Could not find standard attr ID for object f842468e-7d14-4309-94ce-dbaa354ec0de. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:44.487762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/0939d489-e62e-4f92-a464-77da02af8d91 HTTP/1.1" status: 204 len: 168 time: 4.0703354 Dec 10 16:37:44.491741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:44.498340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482341893'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:44.503344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cfbdf-1ff9-4dbe-a260-6a7139c9efb1 None None] Pushing event updated for resources: {'Port': ['ID=35f80566-a900-452d-8c5e-af29a97eeb28,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.505568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce60a-deba-414e-bb00-cb17f2e93044 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=0939d489-e62e-4f92-a464-77da02af8d91,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.507581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:44.514044 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.plugins.ml2.db [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] No ports have port_id starting with f842468e-7d14-4309-94ce-dbaa354ec0de Dec 10 16:37:44.517395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.517635 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment 358fdef0-0bbe-451c-91bb-3ad580c3995a of type vlan for network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 Dec 10 16:37:44.521718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::6703:4beb:679b:fd0b (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/93a0765d-6762-4cf8-b320-cd4f04dca98a/c575988a-ba37-4037-b9f7-d4de48d1dc0c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:44.545811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] No DVR routers for this DVR port f842468e-7d14-4309-94ce-dbaa354ec0de on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:44.552691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bffc4c2c-885e-4b12-9a74-39dcf0da476c None None] Could not find standard attr ID for object 164527bc-c8bf-4b90-acf8-0851378144d1. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:44.560083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28d84f-5e35-483f-8c79-59b8e9dd3b4b None None] Pushing event deleted for resources: {'Port': ['ID=f842468e-7d14-4309-94ce-dbaa354ec0de,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.564700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.587706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.591282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059ec84-e84c-4f15-ac4a-6c6653cb3494 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:44.641400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:44.648491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:44.654096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.715083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:44.743002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.783423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.783574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f842468e-7d14-4309-94ce-dbaa354ec0de no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:44.816286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '93a0765d-6762-4cf8-b320-cd4f04dca98a'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:44.817223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.820826 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f842468e-7d14-4309-94ce-dbaa354ec0de {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:44.827555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f842468e-7d14-4309-94ce-dbaa354ec0de not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:44.827555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98028858-3548-4678-b27c-8f2ea62b895f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:44.831125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.831587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment ffbea305-771c-4a15-8c7c-a35c1ad77965 of type vlan for network dbceff8e-3c10-427d-b85d-e9136e83c6f5 Dec 10 16:37:44.852269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 98028858-3548-4678-b27c-8f2ea62b895f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:44.852626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98028858-3548-4678-b27c-8f2ea62b895f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:44.863220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.873358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:44.879129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.888176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.929194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:44.988680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:44.995117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:45.009413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:45.023495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:45.024482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.036003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.041948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:45.042581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.045117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/93a0765d-6762-4cf8-b320-cd4f04dca98a/8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:45.055571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=c575988a-ba37-4037-b9f7-d4de48d1dc0c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.144379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=dbceff8e-3c10-427d-b85d-e9136e83c6f5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.161350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:45.166974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32b2cce6-0e9b-4410-8223-c28d0ea58a83 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5749469 Dec 10 16:37:45.168089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51408) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.173814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '93a0765d-6762-4cf8-b320-cd4f04dca98a', 'ip_address': '2001:db8::6703:4beb:679b:fd0b'}], 'name': 'tempest-NetworksTestDHCPv6-997887079'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:45.227418 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-11f67c79-9f95-48af-acda-ce0740715292 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7343705 Dec 10 16:37:45.230801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.242428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:45.307158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.348696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.374676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=787fe8d1-2079-4eec-a8a2-3ff897bb4532,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.393168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:45.405697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:45.407142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:45.428936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.429941 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d83ec9e4-45d7-422b-a1db-b5781ad9f9ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2120056 Dec 10 16:37:45.445561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:45.466323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:45.476704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:45.480119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:45.497030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.499174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Pushing event updated for resources: {'Port': ['ID=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.554121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Attempting to bind port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:45.554505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Attempting to bind port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:45.554887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Attempting to bind port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:45.556755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 1a79cbff-3d06-416c-a43e-587157af5a63 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:45.562872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:45.563733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:45.564097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.564509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:45.565056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Bound port: 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:45.565495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.572767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:45.579494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.627034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port b24188d9-1a94-4c8e-985e-55b549ff0bc8 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:45.673308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] For port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:45.677640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] For port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:45.699601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:45.705726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.712370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4e24898d-50ad-47e2-b8ff-b62ce24dbbd3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/1a79cbff-3d06-416c-a43e-587157af5a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5370219 Dec 10 16:37:45.713103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.713878 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Sync routers for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:45.727204 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:45.733922 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:45.750391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:37:45.757125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:45.762757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.762757 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "PUT /v2.0/networks/dbceff8e-3c10-427d-b85d-e9136e83c6f5 HTTP/1.1" status: 200 len: 723 time: 0.5280573 Dec 10 16:37:45.777878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51416) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:45.782605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.840028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:45.851817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:45.855813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:45.904384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc1cb-5c53-4914-b592-0f614384562e None None] Pushing event updated for resources: {'Port': ['ID=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:45.924113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:45.981466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b32bff-1355-4844-bedf-c47a71ff2af2 None None] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:46.055437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308332e-efc4-4d15-b4cf-6b37cbd87c42 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=dbceff8e-3c10-427d-b85d-e9136e83c6f5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.073924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 35f80566-a900-452d-8c5e-af29a97eeb28 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:46.078537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.078990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:46.079428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.080049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.080651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.081814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.082451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.083048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.084021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.084636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.085272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.085881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.086487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.089143 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa6d145e-11c5-46ef-97d2-e35441adc9f9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8292 time: 0.3750355 Dec 10 16:37:46.091953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.168385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] Provisioning complete for port 35f80566-a900-452d-8c5e-af29a97eeb28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:46.168714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.251951 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:44Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:46.306625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 16:37:46.307164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:37:46.310796 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Checking router: 1a79cbff-3d06-416c-a43e-587157af5a63 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:46.311511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Updating router 1a79cbff-3d06-416c-a43e-587157af5a63 port 736b207c-6518-4706-8126-e1da8b10af57 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:37:46.346481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.347438 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.347607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.348869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.348869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.349114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.349560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.350537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.351009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.351460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.353608 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-30e48038-4ebd-4bbc-9ca3-900d7704b0b0 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5872 time: 0.2604952 Dec 10 16:37:46.359645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51422) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.449985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:46.453752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.578344 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ca73a7e5-0d6a-4bc0-a063-ace77b18802c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4077759 Dec 10 16:37:46.579819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51424) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.609127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 35f80566-a900-452d-8c5e-af29a97eeb28 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:46.609798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.641341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466b03a-404e-4621-b15c-87ff0bccfa4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.647971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6466b03a-404e-4621-b15c-87ff0bccfa4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:46.652196 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6466b03a-404e-4621-b15c-87ff0bccfa4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0684001 Dec 10 16:37:46.652987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51426) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:46.694218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.710626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.746156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] For port 35f80566-a900-452d-8c5e-af29a97eeb28, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=35f80566-a900-452d-8c5e-af29a97eeb28,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:46.797659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.814587 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.834314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.896612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:46.911049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:46.912122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:46.916675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5370f83-cfc8-47e9-9b38-20f2ea2410eb None None] Pushing event updated for resources: {'Port': ['ID=35f80566-a900-452d-8c5e-af29a97eeb28,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.961273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=ddc2a859-4dcd-47f1-b998-d9ca1928d4ef,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.964226 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Pushing event updated for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:46.975356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': '358fdef0-0bbe-451c-91bb-3ad580c3995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:46.976061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: 787fe8d1-2079-4eec-a8a2-3ff897bb4532, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:46.994803 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.995542 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.996265 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.996866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.997448 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.998182 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.998801 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.999379 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:46.999941 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:47.000685 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:47.001372 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:47.002025 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:47.002564 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:37:47.041810 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Attempting to bind port 736b207c-6518-4706-8126-e1da8b10af57 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:47.042386 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Attempting to bind port 736b207c-6518-4706-8126-e1da8b10af57 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:47.042849 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Attempting to bind port 736b207c-6518-4706-8126-e1da8b10af57 on network b3a10eb4-17e4-4fe2-aef4-255c85962127 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:47.048983 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:47.050220 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Checking segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:47.050818 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.051286 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Bound using segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:47.052077 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Bound port: 736b207c-6518-4706-8126-e1da8b10af57, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:47.052691 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.130008 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] For port 736b207c-6518-4706-8126-e1da8b10af57, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:47.132096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port c575988a-ba37-4037-b9f7-d4de48d1dc0c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:47.132649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.134988 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] For port 736b207c-6518-4706-8126-e1da8b10af57, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=736b207c-6518-4706-8126-e1da8b10af57,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:47.166669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7e55e4f7-4b2f-48c1-952d-c9325affdbb5 None None] Provisioning complete for port 736b207c-6518-4706-8126-e1da8b10af57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:47.167325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e55e4f7-4b2f-48c1-952d-c9325affdbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.192663 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-54241c92-4e3e-4a13-b2de-c1bad27bb68d tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.8310516 Dec 10 16:37:47.239725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.249226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7e55e4f7-4b2f-48c1-952d-c9325affdbb5 None None] Port 736b207c-6518-4706-8126-e1da8b10af57 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:47.262539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.264865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7e55e4f7-4b2f-48c1-952d-c9325affdbb5 None None] Provisioning complete for port 35f80566-a900-452d-8c5e-af29a97eeb28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:47.266514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e55e4f7-4b2f-48c1-952d-c9325affdbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.277268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for c575988a-ba37-4037-b9f7-d4de48d1dc0c owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:47.308644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.354551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.392878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:47.419195 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c4478-d4ba-4aeb-b604-26156670015d None None] Pushing event updated for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:47.423917 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:47.425212 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:47.457351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 150d5e10-97a5-4a80-9215-511d6ba08b3a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:47.513898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=0e89864f-c310-48c8-a547-63eaf657fd1b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:47.543891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Provisioning complete for port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:47.544264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.546646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 787fe8d1-2079-4eec-a8a2-3ff897bb4532) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:47.598280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b3fe6-2085-4e99-930e-5d9df11362dd None None] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:47.600403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': 'ffbea305-771c-4a15-8c7c-a35c1ad77965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:47.600776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: dbceff8e-3c10-427d-b85d-e9136e83c6f5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:47.616852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:47.619350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.644762 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:47.685048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 150d5e10-97a5-4a80-9215-511d6ba08b3a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:47.685632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.821881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:47.825026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-787fe8d1-2079-4eec-a8a2-3ff897bb4532', 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': 'ddc2a859-4dcd-47f1-b998-d9ca1928d4ef'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:47.825901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.830633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, dbceff8e-3c10-427d-b85d-e9136e83c6f5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:47.836540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:47.837183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.842894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.863781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-47bad420-26a5-4cda-8070-dd6e222d63ac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4320316 Dec 10 16:37:47.865343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:47.868242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:47.874136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532', 'name': 'tempest-PortsIpV6TestJSON-624499726', 'fixed_ips': [{'subnet_id': 'ddc2a859-4dcd-47f1-b998-d9ca1928d4ef', 'ip_address': '2001:db8::10'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:47.891039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] For port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:47.893955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c45eeb-035f-4b78-a585-8af45e95c7a3 None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:47.999510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.024719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.025997 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/c575988a-ba37-4037-b9f7-d4de48d1dc0c HTTP/1.1" status: 204 len: 168 time: 1.3722527 Dec 10 16:37:48.027522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65fe9c-109d-4813-a99c-9d2f0b63ffc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=c575988a-ba37-4037-b9f7-d4de48d1dc0c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:48.030841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:48.055703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e6d132ad-daa1-4cdf-8029-c0deb0bacc56 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2391891 Dec 10 16:37:48.072274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:48.086775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:48.111007 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:48.166237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Pushing event updated for resources: {'Port': ['ID=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:48.200050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Provisioning complete for port 736b207c-6518-4706-8126-e1da8b10af57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:48.200050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.238630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7fb36-c2c6-4433-8462-07cf6427657b None None] The sync data for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv is: [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:48.301530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:48.312871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2ae98-00f3-4db0-aab7-8d3440514c58 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:48.314376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2ae98-00f3-4db0-aab7-8d3440514c58 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:48.320617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00a2ae98-00f3-4db0-aab7-8d3440514c58 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2809122 Dec 10 16:37:48.330130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51436) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:48.375329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-dbceff8e-3c10-427d-b85d-e9136e83c6f5', 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '0e89864f-c310-48c8-a547-63eaf657fd1b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:48.376240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.427910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:48.439189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271148125', 'description': 'tempest-secgroup-smoke-271148125 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:48.475787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Allocated IP 2001:db8::2 (787fe8d1-2079-4eec-a8a2-3ff897bb4532/ddc2a859-4dcd-47f1-b998-d9ca1928d4ef/746e02e5-2681-4165-881d-eccfcdda9a1e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:48.512063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13501261'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.535288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.548430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:48.566909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:48.579445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 93a0765d-6762-4cf8-b320-cd4f04dca98a {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:48.593781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.686918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.754294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.846626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.847149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.864998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.923468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.930586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13218799'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.942500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:48.968598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] For port 736b207c-6518-4706-8126-e1da8b10af57, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=736b207c-6518-4706-8126-e1da8b10af57,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:48.970901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:48.970901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.000266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7161c97-b0be-45ed-96bd-ba65eb9e9da7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.027670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Allocated IP 172.20.0.2 (dbceff8e-3c10-427d-b85d-e9136e83c6f5/0e89864f-c310-48c8-a547-63eaf657fd1b/6eb50c13-5741-42cc-8c91-ac4130e5bdbb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:49.046106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.109722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.126206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::10 (787fe8d1-2079-4eec-a8a2-3ff897bb4532/ddc2a859-4dcd-47f1-b998-d9ca1928d4ef/1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:49.191797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:49.204044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:49.206698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:49.217886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Pushing event updated for resources: {'Port': ['ID=746e02e5-2681-4165-881d-eccfcdda9a1e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.238846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.242897 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0d28a499-9b72-4e1f-be8c-196897f1fcd8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8121576 Dec 10 16:37:49.259434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51442) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.286516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 35f80566-a900-452d-8c5e-af29a97eeb28 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:49.302415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:49.410555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.429406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-92c2c202-f913-4814-8b24-700d55792300 None None] Provisioning complete for port 736b207c-6518-4706-8126-e1da8b10af57 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:49.429991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92c2c202-f913-4814-8b24-700d55792300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.433264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.446131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:49.446741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.456488 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "PUT /v2.0/subnets/0e89864f-c310-48c8-a547-63eaf657fd1b HTTP/1.1" status: 200 len: 806 time: 1.3823254 Dec 10 16:37:49.459455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.461819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.465088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/93a0765d-6762-4cf8-b320-cd4f04dca98a HTTP/1.1" status: 204 len: 168 time: 1.1339018 Dec 10 16:37:49.468035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.484325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3dd2b-0827-469f-bb21-d15313f07b20 None None] Pushing event updated for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.490738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d4501-d4f4-449b-bd55-26e84b5a6d12 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:49.515643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-79fdf709-2606-4744-a5d9-8ffe8776bd05 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465038 Dec 10 16:37:49.520061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f5a3f-218d-4a8d-acdc-a3f8570a2a1a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=0e89864f-c310-48c8-a547-63eaf657fd1b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.522177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51448) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.528604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:49.552316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.554454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.597410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc368eec-0156-484a-a9a9-4e2cd46e455f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=93a0765d-6762-4cf8-b320-cd4f04dca98a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.640006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:49.648308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:49.665164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:49.671320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:49.672127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.683668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.717678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.734513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.770936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Attempting to bind port 746e02e5-2681-4165-881d-eccfcdda9a1e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:49.771310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Attempting to bind port 746e02e5-2681-4165-881d-eccfcdda9a1e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '358fdef0-0bbe-451c-91bb-3ad580c3995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:49.771675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Attempting to bind port 746e02e5-2681-4165-881d-eccfcdda9a1e on network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:49.783505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:49.789246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.791487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.794896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:49.795077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Checking segment: {'id': '358fdef0-0bbe-451c-91bb-3ad580c3995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:49.795488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.796008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Bound using segment: {'id': '358fdef0-0bbe-451c-91bb-3ad580c3995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:49.796432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Bound port: 746e02e5-2681-4165-881d-eccfcdda9a1e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358fdef0-0bbe-451c-91bb-3ad580c3995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:49.796736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.841901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.845822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 35f80566-a900-452d-8c5e-af29a97eeb28 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:49.846595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.856564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.874677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3ea45c-b22f-47d8-9bf7-c72a9ac1b419,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:49.916525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1ee5a2db-6682-4f5e-a3f4-74a0442f6478 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0468781 Dec 10 16:37:49.919240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.924998 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': '787fe8d1-2079-4eec-a8a2-3ff897bb4532', 'name': 'tempest-PortsIpV6TestJSON-2098202911', 'fixed_ips': [{'subnet_id': 'ddc2a859-4dcd-47f1-b998-d9ca1928d4ef', 'ip_address': '2001:db8::f'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:49.948191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.978149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:49.982347 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a1ae197f-aca1-468b-9bd4-4cae96d410d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7213690 Dec 10 16:37:49.982941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:49.997871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:50.021330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Pushing event updated for resources: {'Port': ['ID=6eb50c13-5741-42cc-8c91-ac4130e5bdbb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.068385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] For port 746e02e5-2681-4165-881d-eccfcdda9a1e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:50.071555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:50.074705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] For port 746e02e5-2681-4165-881d-eccfcdda9a1e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=746e02e5-2681-4165-881d-eccfcdda9a1e,segment=NetworkSegment(358fdef0-0bbe-451c-91bb-3ad580c3995a),segment_id=358fdef0-0bbe-451c-91bb-3ad580c3995a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:50.078445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:50.082388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:50.085339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-92c2c202-f913-4814-8b24-700d55792300 None None] Could not find standard attr ID for object c575988a-ba37-4037-b9f7-d4de48d1dc0c. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:50.117994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.136568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:50.166832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:50.371430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:50.372489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.373236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:50.373236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.373236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=efc6658a-b50e-4b45-ba33-fea5b453255b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.373883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.374244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.374244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=0e89864f-c310-48c8-a547-63eaf657fd1b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Attempting to bind port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Attempting to bind port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'ffbea305-771c-4a15-8c7c-a35c1ad77965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Attempting to bind port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb on network dbceff8e-3c10-427d-b85d-e9136e83c6f5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Checking segment: {'id': 'ffbea305-771c-4a15-8c7c-a35c1ad77965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Bound using segment: {'id': 'ffbea305-771c-4a15-8c7c-a35c1ad77965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Bound port: 6eb50c13-5741-42cc-8c91-ac4130e5bdbb, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbea305-771c-4a15-8c7c-a35c1ad77965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:50.374690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.378427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.379003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266092c2-d66c-4f9d-ac56-a52be3d87087 None None] Pushing event updated for resources: {'Port': ['ID=746e02e5-2681-4165-881d-eccfcdda9a1e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.381643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Deleting port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:50.381802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.382797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbceff8e-3c10-427d-b85d-e9136e83c6f5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:50.386139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.398517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbea305-771c-4a15-8c7c-a35c1ad77965') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:50.398646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 736b207c-6518-4706-8126-e1da8b10af57 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:50.398750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbea305-771c-4a15-8c7c-a35c1ad77965') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:50.408468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.424195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.430697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:50.431112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:50.434370 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:50.472645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:50.478389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.499432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.504065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] For port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:50.509342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] For port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6eb50c13-5741-42cc-8c91-ac4130e5bdbb,segment=NetworkSegment(ffbea305-771c-4a15-8c7c-a35c1ad77965),segment_id=ffbea305-771c-4a15-8c7c-a35c1ad77965)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:50.531729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 3e590dcc-3e4c-4064-afd5-c9be11dc784a yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:50.537085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36c9ab9-d1b6-466f-95f0-b01b89273fa2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.592397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] For port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:50.592397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.592397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 736b207c-6518-4706-8126-e1da8b10af57 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:50.593332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:50.593332 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:50.593332 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': 'dbceff8e-3c10-427d-b85d-e9136e83c6f5'}] Dec 10 16:37:50.593332 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:50.593851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.593945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:50.594032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Calling delete_port for 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:50.597137 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-62067519-b4bf-4ca8-aa51-71ca9d7658dd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0731921 Dec 10 16:37:50.600763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51454) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:50.606734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': 'efc6658a-b50e-4b45-ba33-fea5b453255b', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-220065441'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:50.640308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.642586 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-605de075-3d85-43e2-bf16-11803eec94ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6518772 Dec 10 16:37:50.664660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.667331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:50.673041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:50.765313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::f (787fe8d1-2079-4eec-a8a2-3ff897bb4532/ddc2a859-4dcd-47f1-b998-d9ca1928d4ef/3e590dcc-3e4c-4064-afd5-c9be11dc784a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:50.817842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4733f4d-623f-4351-bfd8-623b949f4508 None None] Pushing event updated for resources: {'Port': ['ID=6eb50c13-5741-42cc-8c91-ac4130e5bdbb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.844525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a0a84-b29c-4292-bd2f-7aa72cebc0dd None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:50.850802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.898179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.939880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] No DVR routers for this DVR port 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:50.944822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e31e5b-8519-4825-85e4-897093715a73 None None] Pushing event deleted for resources: {'Port': ['ID=8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:50.957238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:50.970884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:50.971312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9925a05d-eab2-47fe-bd52-83bcdb4a0399 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:51.024398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.029028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:51.054308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00c29a-3283-4302-b7af-f9d99f5e1bde None None] Network dbceff8e-3c10-427d-b85d-e9136e83c6f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:51.059178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:51.059502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8ea3d0e5-4bb3-4223-ab91-8c5276ded3d1 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:51.062126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.089152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.093363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.100013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3283604-4890-4c60-a41a-8f91f82213f6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.124891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 6c8839e4-8a0c-4981-b721-875b12d6e39a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:51.137787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.213871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:51.220990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.223188 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-365d7791-7424-4d08-b853-eb8359e5cd4f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5549362 Dec 10 16:37:51.227963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.228474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.234222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'efc6658a-b50e-4b45-ba33-fea5b453255b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:51.234891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.240088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:51.267673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:51.273461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:51.279324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.280036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.313767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:37:51.314259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:37:51.334181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=3e590dcc-3e4c-4064-afd5-c9be11dc784a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.358620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:51.358620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.400147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/efc6658a-b50e-4b45-ba33-fea5b453255b/9731a8d5-5bc7-41b8-93e0-e3c631dfd174) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:51.409023 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-400ff48e-f7a3-4c8d-85d5-c36608b5fe00 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4868681 Dec 10 16:37:51.410996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.494125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6eb50c13-5741-42cc-8c91-ac4130e5bdbb,segment=NetworkSegment(ffbea305-771c-4a15-8c7c-a35c1ad77965),segment_id=ffbea305-771c-4a15-8c7c-a35c1ad77965)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:51.494501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.518209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for 6eb50c13-5741-42cc-8c91-ac4130e5bdbb owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:51.521097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862070f4-a9a6-4d7e-a341-a6b65bcfb3d9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.525788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-862070f4-a9a6-4d7e-a341-a6b65bcfb3d9 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1137035 Dec 10 16:37:51.527043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.569249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e264b84-95ee-45e5-80e1-2fadb058fe8c None None] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:51.589264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170f9a5-8809-4b9c-9376-8fceee1eb914 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.594433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170f9a5-8809-4b9c-9376-8fceee1eb914 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.595481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.600472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170f9a5-8809-4b9c-9376-8fceee1eb914 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.604842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8170f9a5-8809-4b9c-9376-8fceee1eb914 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0742016 Dec 10 16:37:51.605112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.646564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-83ae2819-2fcf-4cff-a06f-d4913b928c85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0438707 Dec 10 16:37:51.650172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.654943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.672835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] Provisioning complete for port 746e02e5-2681-4165-881d-eccfcdda9a1e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:51.673249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.697897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.700421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Deleting port 712c4e67-be9d-4ee5-bd82-9d169d54a0af {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:51.700748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.712528 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06e1f36b-a8f3-4b3b-9673-a6d0813978a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592923 Dec 10 16:37:51.712996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.744678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 3e590dcc-3e4c-4064-afd5-c9be11dc784a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:51.745067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.776875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.811278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a10f17-d193-4c1f-9689-2e6106f3a2d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.812708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a10f17-d193-4c1f-9689-2e6106f3a2d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:51.817731 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67a10f17-d193-4c1f-9689-2e6106f3a2d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1004467 Dec 10 16:37:51.817895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:51.825523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.827635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.855575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Pushing event updated for resources: {'Port': ['ID=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.870206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:51.870206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:51.870385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:51.885588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.886661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.886804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.896051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=6eb50c13-5741-42cc-8c91-ac4130e5bdbb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.903524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb483036-4047-41b3-be78-a864aeb428ac,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:51.910544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet efc6658a-b50e-4b45-ba33-fea5b453255b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:51.915495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.915698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port 6eb50c13-5741-42cc-8c91-ac4130e5bdbb on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:51.923909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Calling delete_port for 712c4e67-be9d-4ee5-bd82-9d169d54a0af owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:51.924130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.951695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 3e590dcc-3e4c-4064-afd5-c9be11dc784a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:51.978058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:51.995002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] For port 746e02e5-2681-4165-881d-eccfcdda9a1e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=746e02e5-2681-4165-881d-eccfcdda9a1e,segment=NetworkSegment(358fdef0-0bbe-451c-91bb-3ad580c3995a),segment_id=358fdef0-0bbe-451c-91bb-3ad580c3995a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:52.004573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.005645 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-254231ea-4ed5-4c1e-be4d-a1305f4f7aa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7719591 Dec 10 16:37:52.014347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Attempting to bind port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:52.014888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Attempting to bind port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:52.015460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Attempting to bind port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:52.023054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:52.025117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:52.025117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.025117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:52.025790 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Bound port: 9731a8d5-5bc7-41b8-93e0-e3c631dfd174, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:52.026502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.032462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.037549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:52.063674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.081557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.094230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbceff8e-3c10-427d-b85d-e9136e83c6f5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.107913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbea305-771c-4a15-8c7c-a35c1ad77965') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.108131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbea305-771c-4a15-8c7c-a35c1ad77965') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:52.129478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.148381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd4040-4f1f-4f11-8957-838b52042050 None None] Pushing event updated for resources: {'Port': ['ID=746e02e5-2681-4165-881d-eccfcdda9a1e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.162610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.171923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:52.172266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:52.177586 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:52.184068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] For port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:52.186007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] For port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:52.213103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Provisioning complete for port 3e590dcc-3e4c-4064-afd5-c9be11dc784a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.213524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.323697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:37:52.336989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.340577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.359819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.367836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.389514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/dbceff8e-3c10-427d-b85d-e9136e83c6f5 HTTP/1.1" status: 204 len: 168 time: 2.9288492 Dec 10 16:37:52.398030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.432596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1424a2-4191-4e51-9999-095d17bdb09e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=dbceff8e-3c10-427d-b85d-e9136e83c6f5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.435909 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e905b70-4934-44d8-9259-e80bb1f4e519 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:37:52.436504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e905b70-4934-44d8-9259-e80bb1f4e519 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:37:52.439732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3e905b70-4934-44d8-9259-e80bb1f4e519 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/dbceff8e-3c10-427d-b85d-e9136e83c6f5 HTTP/1.1" status: 404 len: 339 time: 0.0403461 Dec 10 16:37:52.444847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51480) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.447525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Port 3e590dcc-3e4c-4064-afd5-c9be11dc784a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:52.449705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.466804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695359734', 'description': 'd1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:52.467998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.474127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.482095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 746e02e5-2681-4165-881d-eccfcdda9a1e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:52.520506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=3e590dcc-3e4c-4064-afd5-c9be11dc784a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.544407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Provisioning complete for port 746e02e5-2681-4165-881d-eccfcdda9a1e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.545037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.549995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Port': ['ID=712c4e67-be9d-4ee5-bd82-9d169d54a0af,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.566549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.578289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043a73-1863-4386-8f24-fca2e1cc6c39 None None] Pushing event updated for resources: {'Port': ['ID=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.611258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.617898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-282df666-54f9-4efa-b7b2-6e1340ccc790 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/3e590dcc-3e4c-4064-afd5-c9be11dc784a HTTP/1.1" status: 204 len: 168 time: 1.0110571 Dec 10 16:37:52.620005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.623424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 746e02e5-2681-4165-881d-eccfcdda9a1e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.623808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.653639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.654039 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Floating IP c4e6f903-8048-45fe-8283-67e4b81fd864 disassociated (deleted). External IP: 172.26.4.252, port: b0d939e3-242b-498d-bb42-49b04e462c95. Dec 10 16:37:52.675572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95b02ac-9715-416e-8673-6d0284c840e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:52.677267 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c95b02ac-9715-416e-8673-6d0284c840e5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/3e590dcc-3e4c-4064-afd5-c9be11dc784a HTTP/1.1" status: 404 len: 333 time: 0.0558903 Dec 10 16:37:52.679078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.682404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.728219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=efc6658a-b50e-4b45-ba33-fea5b453255b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.744179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Provisioning complete for port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.744762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.746954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:52.751188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.752292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.779398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.783396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-91b6bc89-1605-460b-ba33-b9ef6bce1ac9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/efc6658a-b50e-4b45-ba33-fea5b453255b HTTP/1.1" status: 204 len: 168 time: 0.9650450 Dec 10 16:37:52.788362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.803418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acad9f08-4f3c-4aff-be60-bbc672ae98c5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:52.815651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ec04bade-2d04-4fda-9c07-acab3a782064 None None] Port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:52.866856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.870076 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8116958a-10f9-4b31-9010-d24dfba66571 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8364465 Dec 10 16:37:52.871108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.878367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7161c97-b0be-45ed-96bd-ba65eb9e9da7', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:52.887067 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38f57c6e-fe6c-4b4a-b7b7-121a6d459e0d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971835 Dec 10 16:37:52.905491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:52.907432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:52.912924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:52.941789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:52.942049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:52.943085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-790bb443-cc80-447d-bd01-ba62feea951b None None] Could not find standard attr ID for object 3e590dcc-3e4c-4064-afd5-c9be11dc784a. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:37:52.982599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-790bb443-cc80-447d-bd01-ba62feea951b None None] Provisioning complete for port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:52.985442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-790bb443-cc80-447d-bd01-ba62feea951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.033238 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:37:53.040740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.061945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-790bb443-cc80-447d-bd01-ba62feea951b None None] Port 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:53.114795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.137023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:53.166756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.249255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.273814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071b7959-41db-48ae-91f0-4e6a6604a347,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:53.355899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.365976 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-93a34ec1-5bbd-40f0-8c78-c8e358da2323 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4840593 Dec 10 16:37:53.416710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.425800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.425800 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment d8c9e6ec-133e-4d54-82ab-f03b1e8387ae of type vlan for network e84725ad-cffd-4394-a03c-dcd052d3c19d Dec 10 16:37:53.449974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:53.503622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.508617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f6801945-8e9b-4223-959f-6c1c3e506ee5 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a HTTP/1.1" status: 204 len: 168 time: 0.7950811 Dec 10 16:37:53.512558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:53.537851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.569459 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8011ee-bf0a-4205-ac83-ef87d1752ec0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:37:53.573454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fb8011ee-bf0a-4205-ac83-ef87d1752ec0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/1c4eb2a0-dd22-4709-97a8-dc7b4f35d30a HTTP/1.1" status: 404 len: 333 time: 0.0498621 Dec 10 16:37:53.574842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:53.588180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Router 5b076538-817d-4ec2-b19a-8fb4047d5db3 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:37:53.646343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet ddc2a859-4dcd-47f1-b998-d9ca1928d4ef {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:37:53.652216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.714898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.761456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:53.761456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.821198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.828108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.828980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:53.829796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.903422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:53.914061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Sync routers for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:53.926072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:53.928135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:53.928924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:53.945759 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4992969 Dec 10 16:37:53.949777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:53.993701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74336a14-f901-4b90-8c04-96679c28cc5f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=e84725ad-cffd-4394-a03c-dcd052d3c19d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:54.009636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e84725ad-cffd-4394-a03c-dcd052d3c19d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:54.028731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.053853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff83be9-ebde-42ab-9ac8-1cee3494a8ff None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:54.092449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e2061232-bd13-4c94-897e-7bb529af316e tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4e6f903-8048-45fe-8283-67e4b81fd864 HTTP/1.1" status: 204 len: 168 time: 2.8604090 Dec 10 16:37:54.100546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:54.103970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc2a859-4dcd-47f1-b998-d9ca1928d4ef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:54.106713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.106999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d6d92-4fa5-4980-8ceb-bedbc1785475" -d '{"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:54.123225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d8803a44-e31e-4f5b-94f2-5acd49f8df81 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/ddc2a859-4dcd-47f1-b998-d9ca1928d4ef HTTP/1.1" status: 204 len: 168 time: 0.5458767 Dec 10 16:37:54.126957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:54.128274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020cdff-0c8c-48ab-9ad8-7e523eeb806d None None] Network 787fe8d1-2079-4eec-a8a2-3ff897bb4532 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:54.167754 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-908d2461-d929-4965-a3b3-c88870e50ba0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271148125&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.2941577 Dec 10 16:37:54.223202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbba9ed-7b7a-4bde-805b-bd52db775ce3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.225225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6bbba9ed-7b7a-4bde-805b-bd52db775ce3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks?id=e84725ad-cffd-4394-a03c-dcd052d3c19d HTTP/1.1" status: 200 len: 761 time: 0.2755148 Dec 10 16:37:54.229240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:54.237492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'description': 'd2'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:54.290824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] Provisioning complete for port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:54.290824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.328162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:54.363020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.389252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-99722d5a-2203-4601-a194-408ac6da0ac8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.391117 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-99722d5a-2203-4601-a194-408ac6da0ac8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=b3a10eb4-17e4-4fe2-aef4-255c85962127 HTTP/1.1" status: 200 len: 797 time: 0.2228866 Dec 10 16:37:54.401696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.409710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:37:54.470703 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-2425699a-f856-405c-b929-6c35056cbb45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0714893 Dec 10 16:37:54.483647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:54.487097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:54.490249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.490853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.539499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.548635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=99a91c5a-9891-4dc5-92f1-28e45f16ec6b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:54.560127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 746e02e5-2681-4165-881d-eccfcdda9a1e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:54.560539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.574148 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-0ab09005-f2fe-40dc-848a-2c7d095ebe0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646901 Dec 10 16:37:54.613971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:54.657550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port 746e02e5-2681-4165-881d-eccfcdda9a1e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=746e02e5-2681-4165-881d-eccfcdda9a1e,segment=NetworkSegment(358fdef0-0bbe-451c-91bb-3ad580c3995a),segment_id=358fdef0-0bbe-451c-91bb-3ad580c3995a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:54.658125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.671463 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df00c1d5-a333-44f7-a63b-0839738b6519 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7612174 Dec 10 16:37:54.672754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:54.676536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:54.676999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.677677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:54.691235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 746e02e5-2681-4165-881d-eccfcdda9a1e owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:54.733807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a935479f-751b-45f1-a61c-15fc1c36b50e x-openstack-request-id: req-a935479f-751b-45f1-a61c-15fc1c36b50e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:54.734109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:54.734365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a935479f-751b-45f1-a61c-15fc1c36b50e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:54.734781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'status': 'completed', 'code': 200} Dec 10 16:37:54.751107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] DHCP port deletion for 787fe8d1-2079-4eec-a8a2-3ff897bb4532 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:37:54.806166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.834569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.843628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.844890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.864566 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-4d8560ec-76e0-4e44-a574-607c0faf8429 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731445 Dec 10 16:37:54.880046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network e84725ad-cffd-4394-a03c-dcd052d3c19d is not hosted by any dhcp agent {{(pid=103598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 16:37:54.886081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:54.886931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.890751 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "PUT /v2.0/networks/e84725ad-cffd-4394-a03c-dcd052d3c19d HTTP/1.1" status: 200 len: 758 time: 0.6579802 Dec 10 16:37:54.898903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:54.960719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Deleting port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:54.961128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:54.979143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.009891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] For port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:55.014071 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-38141b93-eecc-42a9-8227-8bd7d6374494 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479385 Dec 10 16:37:55.016681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ad8f0-7348-4e4f-b7c2-b1d4745832bf tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=e84725ad-cffd-4394-a03c-dcd052d3c19d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.017732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.025288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-b8450445-2b70-496d-884e-839a2648d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.026803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-b8450445-2b70-496d-884e-839a2648d23a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 1099 time: 0.2349269 Dec 10 16:37:55.053573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e84725ad-cffd-4394-a03c-dcd052d3c19d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:55.060158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43addb98-a6c2-4892-8f1b-bff32ccd4cb7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.061717 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-43addb98-a6c2-4892-8f1b-bff32ccd4cb7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks?id=e84725ad-cffd-4394-a03c-dcd052d3c19d HTTP/1.1" status: 200 len: 761 time: 0.1608760 Dec 10 16:37:55.069785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:55.077154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839784301'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:55.092505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.099916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.116151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Deleting port 746e02e5-2681-4165-881d-eccfcdda9a1e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:55.118969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.119694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3919ef3-0d48-4d9c-a912-7f4c224694bd req-2c0478f8-e3f3-444d-8a34-23da99a59b45 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.121192 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3919ef3-0d48-4d9c-a912-7f4c224694bd req-2c0478f8-e3f3-444d-8a34-23da99a59b45 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.3304408 Dec 10 16:37:55.142252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.151029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=746e02e5-2681-4165-881d-eccfcdda9a1e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.157872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port 746e02e5-2681-4165-881d-eccfcdda9a1e on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:55.234138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:55.238616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.310158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.315151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-95174185-1519-4d09-a2c3-35afa7a961fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.320375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.320544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-95174185-1519-4d09-a2c3-35afa7a961fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceac6473-e5f7-489c-9b76-b3968c9bea5b HTTP/1.1" status: 200 len: 897 time: 0.2774959 Dec 10 16:37:55.324314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7718d08b-089c-4107-88aa-5b93a60f995c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6480811 Dec 10 16:37:55.328047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3919ef3-0d48-4d9c-a912-7f4c224694bd req-6091d481-3aaf-4d41-a6fa-e73071917c6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830800 Dec 10 16:37:55.329960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:55.339224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:55.408270 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-78b1539f-16e1-4ee8-8ed2-dc3005f64d2a req-0dafc371-c81d-48bb-bdd1-7e0bcb9573cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0752785 Dec 10 16:37:55.410080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.425432 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment f8ec34f4-3d55-4997-bd19-f21e8fa9571d of type vlan for network e3820f45-28cb-4c55-9686-27535fccf293 Dec 10 16:37:55.482748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.517909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] For port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:55.518379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.525417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:55.527252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:55.527611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:55.533317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] For port 746e02e5-2681-4165-881d-eccfcdda9a1e, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:55.534268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.574602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Calling delete_port for 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:55.576352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50660139-d89b-4702-a0b5-f0da3d7d8d14 None None] Pushing event updated for resources: {'Port': ['ID=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.583908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Checking router: 5b076538-817d-4ec2-b19a-8fb4047d5db3 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:55.587442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Calling delete_port for 746e02e5-2681-4165-881d-eccfcdda9a1e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:55.594141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Port 746e02e5-2681-4165-881d-eccfcdda9a1e was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:37:55.595119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.603999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.614769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.615628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.635908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787fe8d1-2079-4eec-a8a2-3ff897bb4532']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:55.653208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:55.654097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:55.698532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-7ad4f8b4-339d-4d26-b17f-d6bf2d726b2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d939e3-242b-498d-bb42-49b04e462c95 HTTP/1.1" status: 200 len: 217 time: 0.3692579 Dec 10 16:37:55.703865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358fdef0-0bbe-451c-91bb-3ad580c3995a') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:55.704223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358fdef0-0bbe-451c-91bb-3ad580c3995a') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:55.713692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] No DVR routers for this DVR port 746e02e5-2681-4165-881d-eccfcdda9a1e on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:55.719709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6461787 Dec 10 16:37:55.720605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:55.730431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:55.732264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.742480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774981fc-2a91-4836-a10c-1129a9a7602f None None] Pushing event deleted for resources: {'Port': ['ID=746e02e5-2681-4165-881d-eccfcdda9a1e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.772143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410e3d3-623f-4009-bd7b-f31d6a6a24dc tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=e3820f45-28cb-4c55-9686-27535fccf293,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:55.824103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.824659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e3820f45-28cb-4c55-9686-27535fccf293 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:55.836546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:55.836774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:55.841086 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:55.884856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:55.951009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:55.952544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-948c2b2f-7553-4686-9b0a-b644a8c69603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:55.954054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-948c2b2f-7553-4686-9b0a-b644a8c69603 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5 HTTP/1.1" status: 200 len: 835 time: 0.2396522 Dec 10 16:37:55.956210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:55.994623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.051865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-1c588f69-e555-4a70-bd76-d77ceda99c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:56.053475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-1c588f69-e555-4a70-bd76-d77ceda99c2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceac6473-e5f7-489c-9b76-b3968c9bea5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873170 Dec 10 16:37:56.071891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] Pushing event deleted for resources: {'Port': ['ID=9731a8d5-5bc7-41b8-93e0-e3c631dfd174,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:56.078656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f90fb6-3bc2-48c7-ad00-8caccbac94d3 None None] No DVR routers for this DVR port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:56.081748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 update to ACTIVE by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:37:56.083901 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.124050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140f79f-9f23-41fd-819d-4ca8f6b0d620 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:56.129246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.138322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.141538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/787fe8d1-2079-4eec-a8a2-3ff897bb4532 HTTP/1.1" status: 204 len: 168 time: 2.0130467 Dec 10 16:37:56.152937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:56.159201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1274176237'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:56.212113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-8d56dea9-ccda-47b2-bf41-55774a59eeb0 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:56.213158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1d612-eebc-46fc-89be-14f39cf5a648 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=787fe8d1-2079-4eec-a8a2-3ff897bb4532,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:56.213830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-8d56dea9-ccda-47b2-bf41-55774a59eeb0 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1159966 Dec 10 16:37:56.327261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 746e02e5-2681-4165-881d-eccfcdda9a1e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:56.334341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '99a91c5a-9891-4dc5-92f1-28e45f16ec6b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:56.335548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.348333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.377030 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-c8d97390-cfe8-44ad-9fbd-6dabb13d6c7c service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022573 Dec 10 16:37:56.405042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Deleting port b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:56.405306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 746e02e5-2681-4165-881d-eccfcdda9a1e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:56.405438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.405823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 746e02e5-2681-4165-881d-eccfcdda9a1e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:56.406501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:56.446189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:56.446644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9731a8d5-5bc7-41b8-93e0-e3c631dfd174 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:56.468543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:56.472755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.472925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=a944c22b-452f-4463-9f24-80cc4fbc2f33,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:56.515112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:56.517196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:56.517773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: e3820f45-28cb-4c55-9686-27535fccf293, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:56.557852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fec53-6b4a-47ba-990e-2cb1bffd3856 None None] The sync data for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv is: [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:35:50Z', 'revision_number': 4, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '074abd6f-a11c-43cc-9618-f4d7e1748d65', 'name': '', 'network_id': 'ceac6473-e5f7-489c-9b76-b3968c9bea5b', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'mac_address': 'fa:16:3e:c4:f8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:47Z', 'updated_at': '2021-12-10T16:35:55Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'subnets': [{'id': '124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:37:56.579680 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-baf3e2b8-531e-4288-bac6-71e4230030ae req-b34f6897-8490-416d-968b-95126ea61fee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0555351 Dec 10 16:37:56.589761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] For port b0d939e3-242b-498d-bb42-49b04e462c95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b0d939e3-242b-498d-bb42-49b04e462c95,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:56.590146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.603900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:37:56.613962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Calling delete_port for b0d939e3-242b-498d-bb42-49b04e462c95 owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:56.635097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.638157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Added segment d625f9b1-bb5c-4e8e-9380-720e2587c3b9 of type vlan for network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 Dec 10 16:37:56.638157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::1 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/99a91c5a-9891-4dc5-92f1-28e45f16ec6b/e5d4711a-808f-4322-90b8-32fd6b9f24dd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:56.653220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac101-1f0f-4793-9b76-f6d378adc731 req-a90036ba-e668-4a12-a7b7-592cc69aa0ef tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:56.654758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a60ac101-1f0f-4793-9b76-f6d378adc731 req-a90036ba-e668-4a12-a7b7-592cc69aa0ef tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 946 time: 0.1895487 Dec 10 16:37:56.665447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c06d6d92-4fa5-4980-8ceb-bedbc1785475 req-78dbb8d9-f186-4603-b037-384cc598963b service neutron] 10.222.0.61 "GET /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603393 Dec 10 16:37:56.697022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network e3820f45-28cb-4c55-9686-27535fccf293 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:56.769047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.831061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a60ac101-1f0f-4793-9b76-f6d378adc731 req-e54b337d-c182-4652-a7a2-1633b98dbd43 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef429180-9d6d-4925-8634-3c9f5c324fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639447 Dec 10 16:37:56.832201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e3820f45-28cb-4c55-9686-27535fccf293) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:56.837030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:56.837698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.850579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1370f-d5dd-409b-b3d4-e5e9e88d2798 None None] Network e3820f45-28cb-4c55-9686-27535fccf293 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:56.880197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.923097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.925501 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a388cb-a647-482f-977b-1b0338e8668d None None] New status for floating IP c4e6f903-8048-45fe-8283-67e4b81fd864: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:37:56.953651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.961634 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a0992adc-df87-4e91-9a8b-2fd970ce579c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2393405 Dec 10 16:37:56.962898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Port': ['ID=b0d939e3-242b-498d-bb42-49b04e462c95,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:56.964171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:56.965543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:56.969554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:57.022246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] No DVR routers for this DVR port b0d939e3-242b-498d-bb42-49b04e462c95 on host hv-neutron-8208 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:37:57.027140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.031031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f4ebbfba-b45c-4136-8f56-24ff9db984df req-2057d678-2269-4c17-bcbc-eb2c48750ed2 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.61 "DELETE /v2.0/ports/b0d939e3-242b-498d-bb42-49b04e462c95 HTTP/1.1" status: 204 len: 173 time: 0.8084090 Dec 10 16:37:57.031484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-deleted', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:37:57.039783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e35a3-72ae-42a7-a6bd-6767f6da86ed" -d '{"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-deleted", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:37:57.053749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e3820f45-28cb-4c55-9686-27535fccf293', 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': 'a944c22b-452f-4463-9f24-80cc4fbc2f33'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:57.054979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.062432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.086706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7c1277-b647-4d31-ac64-fd59d2f95658 x-openstack-request-id: req-dd7c1277-b647-4d31-ac64-fd59d2f95658 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:37:57.087218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5708782-8c62-4c3d-9021-64cf1b538dec", "name": "network-vif-deleted", "tag": "b0d939e3-242b-498d-bb42-49b04e462c95", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:37:57.087629 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd7c1277-b647-4d31-ac64-fd59d2f95658 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:37:57.088325 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5708782-8c62-4c3d-9021-64cf1b538dec', 'name': 'network-vif-deleted', 'tag': 'b0d939e3-242b-498d-bb42-49b04e462c95', 'status': 'completed', 'code': 200} Dec 10 16:37:57.156309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Network': ['ID=a6c22f39-7912-40ed-ab44-d9b2f47efcf0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.172626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:57.182340 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fe5a2720-10aa-40c9-bfd8-1c1962a5e1d6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0281446 Dec 10 16:37:57.186437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:57.187748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:57.191599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/99a91c5a-9891-4dc5-92f1-28e45f16ec6b/2889b2c6-06c7-4db1-92f6-2c7136dd37c1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:57.192688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:57.193261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.196926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:37:57.198554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=e5d4711a-808f-4322-90b8-32fd6b9f24dd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.198695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:57.299852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.376124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.410908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:57.415199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Allocated IP 172.20.0.2 (e3820f45-28cb-4c55-9686-27535fccf293/a944c22b-452f-4463-9f24-80cc4fbc2f33/4e9b9456-08f1-49cb-a112-50a63168694f) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:57.415748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.523262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.545142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.636834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.668027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.704861 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8c24b1c0-6ef4-4f6a-ac5c-e22b792d1855 req-95b07603-9045-4266-8552-fba30f87c031 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0364444 Dec 10 16:37:57.710998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:57.714109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:57.718583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:57.721908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Pushing event updated for resources: {'Port': ['ID=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.727116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.817042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.826774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Network e3820f45-28cb-4c55-9686-27535fccf293 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:57.833348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Pushing event updated for resources: {'Port': ['ID=4e9b9456-08f1-49cb-a112-50a63168694f,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.836520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:57.838921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Attempting to bind port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:57.845257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Attempting to bind port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:57.845257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Attempting to bind port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:57.845257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:57.852749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:57.853143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:57.853565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.854090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:57.854649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Bound port: 2889b2c6-06c7-4db1-92f6-2c7136dd37c1, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:57.855367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.880325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.913334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.951713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=fd88632d-a99a-4b32-9fa3-69cf3fc62eff,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.972877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=a944c22b-452f-4463-9f24-80cc4fbc2f33,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:57.974874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:57.975968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.035691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-03029574-7bf3-4d53-b3fb-3c98d275ec11 req-bf05c8ee-eabc-4829-a1ff-b6285ec3fe71 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5708782-8c62-4c3d-9021-64cf1b538dec HTTP/1.1" status: 200 len: 210 time: 0.0761728 Dec 10 16:37:58.038941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Checking segment: {'id': 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:58.039422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network hostable DHCP agents. Network: a6c22f39-7912-40ed-ab44-d9b2f47efcf0, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:37:58.062439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f4e1a2a0-fb2c-487a-acae-c3dcc792cad1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:58.065120 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f4e1a2a0-fb2c-487a-acae-c3dcc792cad1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=b3a10eb4-17e4-4fe2-aef4-255c85962127 HTTP/1.1" status: 200 len: 797 time: 0.2735910 Dec 10 16:37:58.146638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-a2a0710e-9137-416b-8a8b-91c0cb8e8d96 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 379 time: 0.0627294 Dec 10 16:37:58.161130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['f7161c97-b0be-45ed-96bd-ba65eb9e9da7']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:58.211275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:37:58.232721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Attempting to bind port 4e9b9456-08f1-49cb-a112-50a63168694f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:58.233132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Attempting to bind port 4e9b9456-08f1-49cb-a112-50a63168694f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:58.233512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Attempting to bind port 4e9b9456-08f1-49cb-a112-50a63168694f on network e3820f45-28cb-4c55-9686-27535fccf293 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:58.255481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:58.255868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Checking segment: {'id': 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:58.256279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.256684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Bound using segment: {'id': 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:58.258348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Bound port: 4e9b9456-08f1-49cb-a112-50a63168694f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e3820f45-28cb-4c55-9686-27535fccf293'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:58.258348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.281723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] For port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:58.298647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] For port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:58.334677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a6c22f39-7912-40ed-ab44-d9b2f47efcf0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:58.344371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:58.344845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.347133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e51287-f508-4618-93ae-be2f904e6259 None None] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:58.419913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] For port 4e9b9456-08f1-49cb-a112-50a63168694f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:58.445321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] For port 4e9b9456-08f1-49cb-a112-50a63168694f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4e9b9456-08f1-49cb-a112-50a63168694f,segment=NetworkSegment(f8ec34f4-3d55-4997-bd19-f21e8fa9571d),segment_id=f8ec34f4-3d55-4997-bd19-f21e8fa9571d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:58.449792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.451095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.494701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3820f45-28cb-4c55-9686-27535fccf293']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:58.496604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=e5d4711a-808f-4322-90b8-32fd6b9f24dd,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:58.513957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:58.513957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:58.526278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:58.530492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.531908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.552274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-a6c22f39-7912-40ed-ab44-d9b2f47efcf0', 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': 'fd88632d-a99a-4b32-9fa3-69cf3fc62eff'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:37:58.552274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.563992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:58.568597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:58.576955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.578840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0463bd-0b03-42b1-895e-89f4f5db40c2 None None] Pushing event updated for resources: {'Port': ['ID=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:58.583488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.638934 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-94d75f6f-210d-47f5-afc3-5dbac05d0d15 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4512000 Dec 10 16:37:58.642296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:58.647530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1067642078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:58.671355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:37:58.671692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:37:58.675372 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:37:58.728336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324bfe6-99ab-4683-8ed0-667ab03b1d1d None None] Pushing event updated for resources: {'Port': ['ID=4e9b9456-08f1-49cb-a112-50a63168694f,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:58.751770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.6 (b3a10eb4-17e4-4fe2-aef4-255c85962127/002e3156-84da-4eda-bcab-7896dc65bd26/da782110-4d09-485d-b720-937aed29fbef) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:58.794683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736f6d4-fd99-4996-96c8-2b597cf61f9f None None] Network e3820f45-28cb-4c55-9686-27535fccf293 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:37:58.811632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 16:37:58.811632 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 16:37:58.811632 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': 'e3820f45-28cb-4c55-9686-27535fccf293'}] Dec 10 16:37:58.811632 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:37:58.812429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:37:58.868760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.870284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:58.879606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e8679080-61f5-4fba-9e7f-e1d7a3e04dc2 req-d102f028-44be-4d78-bd44-6d2aa6a909bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0445888 Dec 10 16:37:58.891643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Router 67980cc2-e97e-420f-a6d9-f1405c95bf56 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:37:58.923471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Allocated IP 2001:db8::2 (a6c22f39-7912-40ed-ab44-d9b2f47efcf0/fd88632d-a99a-4b32-9fa3-69cf3fc62eff/6cc243bc-171f-461c-a48a-7c3fcae8ab25) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:37:59.014329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.022044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:37:59.030533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-49beaa1d-fa06-4065-9e0a-8019f02ad3d3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "PUT /v2.0/routers/67980cc2-e97e-420f-a6d9-f1405c95bf56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6965394 Dec 10 16:37:59.032558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:59.040374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Sync routers for ids ['67980cc2-e97e-420f-a6d9-f1405c95bf56'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:37:59.048576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.068988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Routers {'67980cc2-e97e-420f-a6d9-f1405c95bf56'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:37:59.069591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['67980cc2-e97e-420f-a6d9-f1405c95bf56'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:59.103416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af43cf-608e-47a4-8ce3-a3772424375b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:59.104840 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-82af43cf-608e-47a4-8ce3-a3772424375b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports/e5d4711a-808f-4322-90b8-32fd6b9f24dd HTTP/1.1" status: 200 len: 911 time: 0.0668528 Dec 10 16:37:59.107759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:59.114702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.126965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:59.173119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51e89a-2488-4690-ac36-6d1b9e6eba62 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:59.179505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51e89a-2488-4690-ac36-6d1b9e6eba62 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:59.181844 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7a51e89a-2488-4690-ac36-6d1b9e6eba62 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0729766 Dec 10 16:37:59.184438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51582) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:59.206732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.228356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Set router 67980cc2-e97e-420f-a6d9-f1405c95bf56 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:37:59.253453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.254672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-deb1076d-9b8b-4647-a841-a4dbec9fe97d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6107059 Dec 10 16:37:59.260098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51584) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:37:59.267803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:37:59.269609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:59.274724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0', 'name': 'tempest-PortsIpV6TestJSON-1420496646'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:59.287173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.295543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:59.326934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:59.329547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.331983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:59.377718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: b0d939e3-242b-498d-bb42-49b04e462c95 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:37:59.378284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b0d939e3-242b-498d-bb42-49b04e462c95 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:37:59.385941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.482176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:37:59.482853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.507659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:37:59.515341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:37:59.516165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port 4e9b9456-08f1-49cb-a112-50a63168694f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:37:59.516528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.520677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:37:59.522975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Pushing event updated for resources: {'Port': ['ID=6cc243bc-171f-461c-a48a-7c3fcae8ab25,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:37:59.620616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port 4e9b9456-08f1-49cb-a112-50a63168694f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4e9b9456-08f1-49cb-a112-50a63168694f,segment=NetworkSegment(f8ec34f4-3d55-4997-bd19-f21e8fa9571d),segment_id=f8ec34f4-3d55-4997-bd19-f21e8fa9571d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:37:59.621303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.648426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for 4e9b9456-08f1-49cb-a112-50a63168694f owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:37:59.659472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Attempting to bind port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:37:59.659995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Attempting to bind port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:37:59.660848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Attempting to bind port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 on network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:37:59.666377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:37:59.666910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Checking segment: {'id': 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:37:59.667428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.668124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Bound using segment: {'id': 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:37:59.668580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Bound port: 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a6c22f39-7912-40ed-ab44-d9b2f47efcf0'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:37:59.669109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.703174 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f9cb7ca6-9943-494e-a4fb-83cacad0839e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5469966 Dec 10 16:37:59.726696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Request body: {'port': {'device_id': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:37:59.761705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-485f2d27-e511-47d1-a17c-03f5f859d4ea None None] Provisioning complete for port da782110-4d09-485d-b720-937aed29fbef triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:37:59.762178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-485f2d27-e511-47d1-a17c-03f5f859d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.812398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] For port 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:37:59.817130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] For port 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6cc243bc-171f-461c-a48a-7c3fcae8ab25,segment=NetworkSegment(d625f9b1-bb5c-4e8e-9380-720e2587c3b9),segment_id=d625f9b1-bb5c-4e8e-9380-720e2587c3b9)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:37:59.821306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:37:57Z', 'revision_number': 2, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None, '_interfaces': [{'id': 'e5d4711a-808f-4322-90b8-32fd6b9f24dd', 'name': '', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'mac_address': 'fa:16:3e:8a:aa:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '99a91c5a-9891-4dc5-92f1-28e45f16ec6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:56Z', 'updated_at': '2021-12-10T16:37:57Z', 'revision_number': 2, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'subnets': [{'id': '99a91c5a-9891-4dc5-92f1-28e45f16ec6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:37:59.824938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.835751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:37:59.839392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.857821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Checking router: 67980cc2-e97e-420f-a6d9-f1405c95bf56 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:37:59.859048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Updating router 67980cc2-e97e-420f-a6d9-f1405c95bf56 port e5d4711a-808f-4322-90b8-32fd6b9f24dd binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:37:59.866013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-485f2d27-e511-47d1-a17c-03f5f859d4ea None None] Port da782110-4d09-485d-b720-937aed29fbef cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:37:59.889883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port a62ca878-fc65-453c-bf41-d4badc915402 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:37:59.897720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.917074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:37:59.949077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.062021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa6628-708a-4efa-bee8-f3c32b8047ba None None] Pushing event updated for resources: {'Port': ['ID=6cc243bc-171f-461c-a48a-7c3fcae8ab25,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:00.064603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.135899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port 4e9b9456-08f1-49cb-a112-50a63168694f on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:00.138750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=4e9b9456-08f1-49cb-a112-50a63168694f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:00.257082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] Provisioning complete for port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:00.257082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.345665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9e697-6f2b-4941-b979-533f5db251d4 req-71060223-a5c0-48b9-bf7b-dfa30aa4cbf5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:00.347810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3c9e697-6f2b-4941-b979-533f5db251d4 req-71060223-a5c0-48b9-bf7b-dfa30aa4cbf5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 931 time: 0.2960348 Dec 10 16:38:00.369696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.458841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3820f45-28cb-4c55-9686-27535fccf293']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.502949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.503227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ec34f4-3d55-4997-bd19-f21e8fa9571d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:00.518275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.520341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:00.545395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3c9e697-6f2b-4941-b979-533f5db251d4 req-c77c257d-a091-4ab9-af7b-9080b06397b2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666236 Dec 10 16:38:00.548645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.578075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.607236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:00.607655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:00.619024 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:00.659244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.665982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] For port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:00.672310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:00.672688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.708092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port e5d4711a-808f-4322-90b8-32fd6b9f24dd {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:00.708720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.757149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.808518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::b8 (a6c22f39-7912-40ed-ab44-d9b2f47efcf0/fd88632d-a99a-4b32-9fa3-69cf3fc62eff/a62ca878-fc65-453c-bf41-d4badc915402) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:00.811721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.836257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.838276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.846924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/e3820f45-28cb-4c55-9686-27535fccf293 HTTP/1.1" status: 204 len: 168 time: 3.8646109 Dec 10 16:38:00.852208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:00.862285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.887649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b90fd-9913-47ad-a0cf-36b6310ed88c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=e3820f45-28cb-4c55-9686-27535fccf293,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:00.889129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.898986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:00.910510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for e5d4711a-808f-4322-90b8-32fd6b9f24dd owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:00.965334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac89105-4a69-406a-a330-18c479769b45 None None] Pushing event updated for resources: {'Port': ['ID=e5d4711a-808f-4322-90b8-32fd6b9f24dd,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:00.995608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:00.995988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:00.996615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:01.037310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:01.037700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:01.038123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.038531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:01.039323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Bound port: e5d4711a-808f-4322-90b8-32fd6b9f24dd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:01.039458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.073688 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccf13e9-5db0-4c22-840e-c36a05365558 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] GET failed (client error): The resource could not be found. Dec 10 16:38:01.076207 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-eccf13e9-5db0-4c22-840e-c36a05365558 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets/a944c22b-452f-4463-9f24-80cc4fbc2f33 HTTP/1.1" status: 404 len: 337 time: 0.1392791 Dec 10 16:38:01.087674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b08daeb6-9237-487a-bcf6-dcdedad78403 None None] Provisioning complete for port e5d4711a-808f-4322-90b8-32fd6b9f24dd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:01.087903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51590) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.088372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b08daeb6-9237-487a-bcf6-dcdedad78403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.119024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c92d4bf-1b33-45b4-8c20-4666debef9ad tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:01.119544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c92d4bf-1b33-45b4-8c20-4666debef9ad tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:01.123009 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c92d4bf-1b33-45b4-8c20-4666debef9ad tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/e3820f45-28cb-4c55-9686-27535fccf293 HTTP/1.1" status: 404 len: 339 time: 0.0341346 Dec 10 16:38:01.126647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.160166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8053a1-da4b-4861-940b-1d158be03782 None None] Pushing event updated for resources: {'Port': ['ID=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:01.220801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da782110-4d09-485d-b720-937aed29fbef {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:38:01.333722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.378404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.406824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Transition to ACTIVE for port object da782110-4d09-485d-b720-937aed29fbef will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:38:01.407049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:01.407049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:01.410150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b08daeb6-9237-487a-bcf6-dcdedad78403 None None] Port e5d4711a-808f-4322-90b8-32fd6b9f24dd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:01.445772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:01.446203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:01.485284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.492373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.527496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-788ed014-fc1f-4ac3-8d66-c0502ce60db4 None None] Could not find standard attr ID for object e5d4711a-808f-4322-90b8-32fd6b9f24dd. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:01.604460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Pushing event updated for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:01.690602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=e5d4711a-808f-4322-90b8-32fd6b9f24dd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:01.701213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8e5a8-ec21-4e07-bead-013ab7742053 None None] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:01.718463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.744356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5490ac-2a59-4962-a263-206002320bc0 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:01.746087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bb5490ac-2a59-4962-a263-206002320bc0 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6183946 Dec 10 16:38:01.763496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.817637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] Provisioning complete for port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:01.818027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.831840 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b7b06745-7691-475e-880a-c4b072b620f4 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 207 time: 0.0651548 Dec 10 16:38:01.839914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:01.843435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.981748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:01.982125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:01.982498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Attempting to bind port e5d4711a-808f-4322-90b8-32fd6b9f24dd on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:01.988862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:01.989899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:01.990322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:01.990723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:01.991212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Bound port: e5d4711a-808f-4322-90b8-32fd6b9f24dd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:01.991603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.007023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:02.015283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Attempting to bind port da782110-4d09-485d-b720-937aed29fbef on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:02.015823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Attempting to bind port da782110-4d09-485d-b720-937aed29fbef by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:02.016324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Attempting to bind port da782110-4d09-485d-b720-937aed29fbef on network b3a10eb4-17e4-4fe2-aef4-255c85962127 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:02.030657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b470519-b617-40a0-9bd1-d5d04b38a008 req-2cbbbb4e-d489-47a8-b00f-8f7f4a6529ce tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.032373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3b470519-b617-40a0-9bd1-d5d04b38a008 req-2cbbbb4e-d489-47a8-b00f-8f7f4a6529ce tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 943 time: 0.3743699 Dec 10 16:38:02.049780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Port da782110-4d09-485d-b720-937aed29fbef on network b3a10eb4-17e4-4fe2-aef4-255c85962127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:38:02.050255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Attempting to bind port da782110-4d09-485d-b720-937aed29fbef on network b3a10eb4-17e4-4fe2-aef4-255c85962127 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:02.052711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:02.055514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:02.061526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.062324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.064689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Port e5d4711a-808f-4322-90b8-32fd6b9f24dd has been deleted concurrently {{(pid=103600) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 16:38:02.069926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Router 67980cc2-e97e-420f-a6d9-f1405c95bf56 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:02.079051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.101354 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=a62ca878-fc65-453c-bf41-d4badc915402,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:02.118044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Routers {'67980cc2-e97e-420f-a6d9-f1405c95bf56'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:02.118689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['67980cc2-e97e-420f-a6d9-f1405c95bf56'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:02.143884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:02.144663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Checking segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:02.145254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Bound using segment: {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:02.145864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Bound port: da782110-4d09-485d-b720-937aed29fbef, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fabe51-d144-4c85-8ea7-e50ee3ab1818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:02.146396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.182011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:02.189052 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2fa60edd-45db-4435-8d47-ffc7cdbb8f37 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "PUT /v2.0/routers/67980cc2-e97e-420f-a6d9-f1405c95bf56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035107 Dec 10 16:38:02.191978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.199892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] For port 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6cc243bc-171f-461c-a48a-7c3fcae8ab25,segment=NetworkSegment(d625f9b1-bb5c-4e8e-9380-720e2587c3b9),segment_id=d625f9b1-bb5c-4e8e-9380-720e2587c3b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:02.212042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] Set router 67980cc2-e97e-420f-a6d9-f1405c95bf56 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:02.271037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad932f-30f5-489f-b5fe-3613b5d1ee87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.273013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad932f-30f5-489f-b5fe-3613b5d1ee87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.274728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:38:01Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:02.275430 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f4ad932f-30f5-489f-b5fe-3613b5d1ee87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0821288 Dec 10 16:38:02.279692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51602) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.326160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d1791-30bc-4627-aaf5-121dc68de9e6 None None] The sync data for ids ['67980cc2-e97e-420f-a6d9-f1405c95bf56'] in dv-neutron-820858-1-hyperv is: [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:38:01Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:02.332340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.361904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 99a91c5a-9891-4dc5-92f1-28e45f16ec6b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:02.371902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.380386 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56c0f25b-a838-4f28-9422-afba9332bb5a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1147113 Dec 10 16:38:02.398078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.410461 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3b470519-b617-40a0-9bd1-d5d04b38a008 req-b4b6b625-a761-41ae-9dfd-336735ea697a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436606 Dec 10 16:38:02.447742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395bc9-0ca1-4eae-b094-40d28299a2e9 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.454183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395bc9-0ca1-4eae-b094-40d28299a2e9 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.472249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395bc9-0ca1-4eae-b094-40d28299a2e9 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.473249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac99b1-2a7e-44b2-91dc-e21a09206201 None None] Pushing event updated for resources: {'Port': ['ID=6cc243bc-171f-461c-a48a-7c3fcae8ab25,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:02.481695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395bc9-0ca1-4eae-b094-40d28299a2e9 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.483576 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d5395bc9-0ca1-4eae-b094-40d28299a2e9 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6320987 Dec 10 16:38:02.492705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:02.501684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4012-80fe-4f7a-aa50-5b19e46a1c42 None None] Provisioning complete for port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:02.502771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4012-80fe-4f7a-aa50-5b19e46a1c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.513021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:02.517035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=da782110-4d09-485d-b720-937aed29fbef,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:02.535416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Deleting port 074abd6f-a11c-43cc-9618-f4d7e1748d65 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:02.535416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.549838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:02.619744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.699898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.700692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ff9a6-cf91-4f66-9662-6825e7b6604d None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:38:02.701109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.702583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] 10.222.0.61 "PUT /v2.0/ports/da782110-4d09-485d-b720-937aed29fbef HTTP/1.1" status: 200 len: 1093 time: 2.9891257 Dec 10 16:38:02.708329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:02.710746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1027b0-1434-4b6d-b347-26406424d8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:02.724754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] For port 074abd6f-a11c-43cc-9618-f4d7e1748d65, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=074abd6f-a11c-43cc-9618-f4d7e1748d65,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:02.725171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.735523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:02.737189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.746993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.747809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866c72-96fa-44e8-9aaa-3342e3324456 service neutron] Pushing event updated for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:02.758540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Calling delete_port for 074abd6f-a11c-43cc-9618-f4d7e1748d65 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:02.826325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ffc346-6f35-4c85-8d90-5c0094d90abe x-openstack-request-id: req-89ffc346-6f35-4c85-8d90-5c0094d90abe {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:02.826325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:02.826325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89ffc346-6f35-4c85-8d90-5c0094d90abe {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:02.826325 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef', 'status': 'completed', 'code': 200} Dec 10 16:38:02.919601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4012-80fe-4f7a-aa50-5b19e46a1c42 None None] Provisioning complete for port a62ca878-fc65-453c-bf41-d4badc915402 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:02.919983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4012-80fe-4f7a-aa50-5b19e46a1c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:02.964315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-74f7f1b5-23b1-40e2-bdc3-f297a77c8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:02.965959 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-74f7f1b5-23b1-40e2-bdc3-f297a77c8f30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1096 time: 0.1465855 Dec 10 16:38:02.985356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cc243bc-171f-461c-a48a-7c3fcae8ab25 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:03.022078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e4012-80fe-4f7a-aa50-5b19e46a1c42 None None] Port a62ca878-fc65-453c-bf41-d4badc915402 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:03.025654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ff9a6-cf91-4f66-9662-6825e7b6604d None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:38:03.046056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-db9a0001-0219-4885-94a7-b4e0ecaa0767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.084393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bc039ca0-0d61-4926-9a4d-b02a022a994e tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5454137 Dec 10 16:38:03.086927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.113350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:03.115827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.120072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.191703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-29c55de1-df65-4895-92b8-168ddb046a32 None None] Provisioning complete for port a62ca878-fc65-453c-bf41-d4badc915402 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:03.192537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29c55de1-df65-4895-92b8-168ddb046a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.192711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9474dc8-ac00-4fc9-ac9a-3f694c5bb041 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.194074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9474dc8-ac00-4fc9-ac9a-3f694c5bb041 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.195690 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9474dc8-ac00-4fc9-ac9a-3f694c5bb041 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1058912 Dec 10 16:38:03.202118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.214676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-5f0eb82c-de86-47e5-af5b-42f169f7a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.216265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-5f0eb82c-de86-47e5-af5b-42f169f7a415 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2392507 Dec 10 16:38:03.234595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.298801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-29c55de1-df65-4895-92b8-168ddb046a32 None None] Port a62ca878-fc65-453c-bf41-d4badc915402 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:03.312694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.363551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.381786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Port': ['ID=074abd6f-a11c-43cc-9618-f4d7e1748d65,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:03.407758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=99a91c5a-9891-4dc5-92f1-28e45f16ec6b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:03.412222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:03.417920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f26e685e-2726-4ce8-a64e-15e50d139986 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/99a91c5a-9891-4dc5-92f1-28e45f16ec6b HTTP/1.1" status: 204 len: 168 time: 1.1347520 Dec 10 16:38:03.421290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51616) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.433819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a03341-972c-4661-8539-12caf68037e7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.435278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a03341-972c-4661-8539-12caf68037e7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.440950 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-04a03341-972c-4661-8539-12caf68037e7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2386758 Dec 10 16:38:03.445396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38bc5b-f986-4314-8cfe-93a843095b90 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 16:38:03.448891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.510582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-38358550-6a8b-44b3-8cfd-7070524c30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.512195 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3a1027b0-1434-4b6d-b347-26406424d8ad req-38358550-6a8b-44b3-8cfd-7070524c30aa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679753 Dec 10 16:38:03.578862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38bc5b-f986-4314-8cfe-93a843095b90 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 16:38:03.686564 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Sync routers for ids ['67980cc2-e97e-420f-a6d9-f1405c95bf56'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:03.696704 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Routers {'67980cc2-e97e-420f-a6d9-f1405c95bf56'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:03.697363 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['67980cc2-e97e-420f-a6d9-f1405c95bf56'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:03.725029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c87c3-35f9-4259-bdf0-b76768d7ad28 req-0bc3f954-2d28-4809-a42c-7a03d91bee84 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.734071 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1b3c87c3-35f9-4259-bdf0-b76768d7ad28 req-0bc3f954-2d28-4809-a42c-7a03d91bee84 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 943 time: 0.2188265 Dec 10 16:38:03.773512 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Set router 67980cc2-e97e-420f-a6d9-f1405c95bf56 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:03.806649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-58b9832c-c49c-4566-8cfd-2b877abeb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.808189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-58b9832c-c49c-4566-8cfd-2b877abeb742 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1096 time: 0.2422020 Dec 10 16:38:03.830171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:38:01Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:03.849625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dfa864-ed0e-42b6-a38c-e45eb118a0b7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:03.852099 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95dfa864-ed0e-42b6-a38c-e45eb118a0b7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks/248ae8a8-8e40-4cf4-8430-662f66978d10 HTTP/1.1" status: 200 len: 800 time: 0.4013445 Dec 10 16:38:03.856208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51622) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.867336 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Checking router: 67980cc2-e97e-420f-a6d9-f1405c95bf56 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:03.880946 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Routers {'67980cc2-e97e-420f-a6d9-f1405c95bf56'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:03.881571 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:37:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['67980cc2-e97e-420f-a6d9-f1405c95bf56'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:03.904956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e1939-b42f-4003-a00f-7602328dfa73 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:03.943726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1b3c87c3-35f9-4259-bdf0-b76768d7ad28 req-a7520281-b6e6-498f-b94f-82f0b754f452 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083924 Dec 10 16:38:03.947059 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4b7e7f05-9527-45a5-96a6-739629fc09bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5246117 Dec 10 16:38:03.947793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:03.983930 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-f2533301-7db6-466a-ae28-149861a7d936 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da782110-4d09-485d-b720-937aed29fbef HTTP/1.1" status: 200 len: 217 time: 0.1586816 Dec 10 16:38:04.024729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.039197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] Set router 67980cc2-e97e-420f-a6d9-f1405c95bf56 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:04.081545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.122257 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:38:01Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:04.159065 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae43f83-ea25-43b1-8c3b-d78418962c9c None None] The sync data for ids ['67980cc2-e97e-420f-a6d9-f1405c95bf56'] in dv-neutron-820858-1-hyperv is: [{'id': '67980cc2-e97e-420f-a6d9-f1405c95bf56', 'name': 'tempest-NetworksTestDHCPv6-router-134972214', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:54Z', 'updated_at': '2021-12-10T16:38:01Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:04.185583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.211625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:04.294408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.295423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Deleting port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:04.296243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.323817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-574fdb91-2daa-4cec-a732-ff9e9651f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:04.325365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-574fdb91-2daa-4cec-a732-ff9e9651f1a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=002e3156-84da-4eda-bcab-7896dc65bd26 HTTP/1.1" status: 200 len: 834 time: 0.3306241 Dec 10 16:38:04.399736 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-879f97a5-5e6e-4305-b74b-3e47e286a89d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/networks/248ae8a8-8e40-4cf4-8430-662f66978d10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5384269 Dec 10 16:38:04.409171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:04.425524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] For port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:04.426618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.444744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Calling delete_port for 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:04.477299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-e8822074-fe12-4fcd-95cb-083bb36c0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:04.480256 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-e8822074-fe12-4fcd-95cb-083bb36c0012 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3a10eb4-17e4-4fe2-aef4-255c85962127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1414864 Dec 10 16:38:04.531141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cc243bc-171f-461c-a48a-7c3fcae8ab25 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:04.595302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:04.596526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.625149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.695524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.729817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] Pushing event deleted for resources: {'Port': ['ID=2889b2c6-06c7-4db1-92f6-2c7136dd37c1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:04.737531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff5134-b914-4f2c-80c7-5d4a24279469 None None] No DVR routers for this DVR port 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:04.737971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=a62ca878-fc65-453c-bf41-d4badc915402,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:04.745440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.749782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.750070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-37bbc207-a311-4582-80d1-3934604b18c4 None None] Provisioning complete for port a62ca878-fc65-453c-bf41-d4badc915402 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:04.750369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37bbc207-a311-4582-80d1-3934604b18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.803572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-37bbc207-a311-4582-80d1-3934604b18c4 None None] Port a62ca878-fc65-453c-bf41-d4badc915402 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:04.826030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:04.848838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:04.849301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2889b2c6-06c7-4db1-92f6-2c7136dd37c1 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:04.905414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.905882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Fanout notify agent at l3_agent the message router_deleted on router 67980cc2-e97e-420f-a6d9-f1405c95bf56 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:04.914279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:04.919095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4920856b-ec11-41df-b122-5cd692562eee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/routers/67980cc2-e97e-420f-a6d9-f1405c95bf56 HTTP/1.1" status: 204 len: 168 time: 0.9673626 Dec 10 16:38:04.919742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:04.924854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:04.941794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cec27d-4a79-4129-9f85-44f51b099bf2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:04.946703 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f1cec27d-4a79-4129-9f85-44f51b099bf2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets/3af4def5-b1da-4c45-aa02-1311508b9f73 HTTP/1.1" status: 200 len: 811 time: 0.5292475 Dec 10 16:38:04.979847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:05.009048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.076885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d999530-92a7-47fd-9c96-e8f6322bdc53 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['shared'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.078317 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1d999530-92a7-47fd-9c96-e8f6322bdc53 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "GET /v2.0/subnets/3af4def5-b1da-4c45-aa02-1311508b9f73?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1014757 Dec 10 16:38:05.086296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:05.093857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055856429'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:05.124070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Router 5b076538-817d-4ec2-b19a-8fb4047d5db3 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:05.128725 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-eada954d-6248-4ad7-aae5-67f96212b20b service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375038 Dec 10 16:38:05.133754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:38:05.133754 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 16:38:05.133754 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'id': 'c853fb91-963b-4805-9f6b-af0259cbfc32', 'expiration': datetime.datetime(2021, 12, 10, 16, 40, 5, 125335)}] Dec 10 16:38:05.133754 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:05.134191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:05.204247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-207d6143-0fcd-45ec-b3da-267ef1f5ed0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.222397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b36f9-ef62-42b3-8ebf-0d00de9acf3e req-c3825212-c1de-4147-95f1-15c18b244355 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.223908 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7f2b36f9-ef62-42b3-8ebf-0d00de9acf3e req-c3825212-c1de-4147-95f1-15c18b244355 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 943 time: 0.1674943 Dec 10 16:38:05.267058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:05.271220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.312377 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c21381b2-d0c7-406b-ad46-db5a293025fc req-20d7a71e-171d-42fb-b4f1-4fff6f24de31 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729772 Dec 10 16:38:05.313763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:05.322265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18efd2ea-a4b0-4d43-92a1-4cfa1aa9fb30 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "PUT /v2.0/routers/5b076538-817d-4ec2-b19a-8fb4047d5db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1914210 Dec 10 16:38:05.322502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:05.341768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Sync routers for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:05.360253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:05.360886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:05.391895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Deleting subnet 124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:05.395548 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.420298 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7f2b36f9-ef62-42b3-8ebf-0d00de9acf3e req-aa2e43eb-8b73-42e1-a5e2-00d70516a7a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895938 Dec 10 16:38:05.449056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.531306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.553900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.624709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:05.628118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.629091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.722219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.734911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.741477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:05.745012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.772653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=a62ca878-fc65-453c-bf41-d4badc915402,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.781571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Subnet': ['ID=124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.785156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.790982 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ba5ff416-30c1-448d-a953-64132aaacaa9 tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "DELETE /v2.0/subnets/124ea6a5-3ed7-4cde-9dd9-ed1c12b850c5 HTTP/1.1" status: 204 len: 168 time: 0.4650233 Dec 10 16:38:05.793975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:05.795323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:05.804964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:05.805351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb6eab-0114-4802-a3e9-10eb1a2acc4a None None] Network ceac6473-e5f7-489c-9b76-b3968c9bea5b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:05.808492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:05.808649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.845379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=55808773-5e9a-4f20-82d5-125ad88a1fe2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:05.853325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5255b8-7f23-43de-a526-ae210b255bc9 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:05.858201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:05.859341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:05.873222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:05.889370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.889726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Added segment f6d69da6-38d0-479e-b278-3f238f27f688 of type vlan for network f37a3988-6600-4f9c-bffc-1351f49deb52 Dec 10 16:38:05.945890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.964076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:05.969768 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fdc7c5c3-b3ae-4365-bdd1-ee5afea423f5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0489345 Dec 10 16:38:05.971442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51640) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:05.985722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:06.018118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:38:02Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.065486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '55808773-5e9a-4f20-82d5-125ad88a1fe2'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:06.065486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.068884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Checking router: 5b076538-817d-4ec2-b19a-8fb4047d5db3 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:06.106575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Routers {'5b076538-817d-4ec2-b19a-8fb4047d5db3'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:06.106575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['5b076538-817d-4ec2-b19a-8fb4047d5db3'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.106866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.106866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.108157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.175581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.197880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.199389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.200002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.209479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] DHCP port deletion for ceac6473-e5f7-489c-9b76-b3968c9bea5b request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:06.217999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Router 4909cfe5-5856-4c11-898f-cd8e71a36c09 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:06.281813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Network': ['ID=f37a3988-6600-4f9c-bffc-1351f49deb52,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:06.322033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.328310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network f37a3988-6600-4f9c-bffc-1351f49deb52 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:06.345039 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f97b6dbb-6ae7-4c11-a791-2b2e16f6c4f6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2562087 Dec 10 16:38:06.347951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51642) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:06.350556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Deleting port 308917ab-25b3-42de-b324-3fd4b1987369 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:06.351103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.355621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:06.364506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 83acecc8-82b8-4dae-988d-b6dd940c3874 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:06.433117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1116e92a-a838-48ff-b760-2d48e53897c8 None None] Provisioning complete for port a62ca878-fc65-453c-bf41-d4badc915402 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:06.433117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1116e92a-a838-48ff-b760-2d48e53897c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.450685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:06.467644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] For port 308917ab-25b3-42de-b324-3fd4b1987369, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=308917ab-25b3-42de-b324-3fd4b1987369,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:06.468176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.473829 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] Sync routers for ids ['4909cfe5-5856-4c11-898f-cd8e71a36c09'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:06.484209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-866e8082-d228-4fef-bf55-2ce78e82aeca tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/routers/4909cfe5-5856-4c11-898f-cd8e71a36c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0770457 Dec 10 16:38:06.484783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:06.491673 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] Routers {'4909cfe5-5856-4c11-898f-cd8e71a36c09'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:06.492590 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4909cfe5-5856-4c11-898f-cd8e71a36c09'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.496409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Calling delete_port for 308917ab-25b3-42de-b324-3fd4b1987369 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:06.514571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.515773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-681b8799-69d2-4ed5-af3c-b59fe87acc98 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5387337 Dec 10 16:38:06.521748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:06.559550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] Set router 5b076538-817d-4ec2-b19a-8fb4047d5db3 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:06.563558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.586613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] Routers {'4909cfe5-5856-4c11-898f-cd8e71a36c09'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:06.587511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4909cfe5-5856-4c11-898f-cd8e71a36c09'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.593891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/55808773-5e9a-4f20-82d5-125ad88a1fe2/7c08f948-ea9e-4f0e-ba6e-27abdd6db547) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:06.657927 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:06.658917 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d84dd4-cb02-4938-ba69-3bd3ee35912c None None] The sync data for ids ['4909cfe5-5856-4c11-898f-cd8e71a36c09'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:06.669201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d216f5-1766-4e58-b7d1-0da7c31de4c7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.671162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a7d216f5-1766-4e58-b7d1-0da7c31de4c7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4909cfe5-5856-4c11-898f-cd8e71a36c09 HTTP/1.1" status: 200 len: 988 time: 0.1908467 Dec 10 16:38:06.674535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:06.699587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Made reservation on behalf of dd323f528c724d1cb1384cacad10a8fe for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:06.703113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.798088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1116e92a-a838-48ff-b760-2d48e53897c8 None None] Port a62ca878-fc65-453c-bf41-d4badc915402 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:06.822594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Deleting port 83acecc8-82b8-4dae-988d-b6dd940c3874 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:06.822813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.875306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:06.887065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1f2ea-862e-464d-ac00-e86037f5494c req-13678450-d8b3-4d88-839a-6de5eaaba8aa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:06.888804 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-26d1f2ea-862e-464d-ac00-e86037f5494c req-13678450-d8b3-4d88-839a-6de5eaaba8aa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 943 time: 0.3310008 Dec 10 16:38:07.011308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] For port 83acecc8-82b8-4dae-988d-b6dd940c3874, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83acecc8-82b8-4dae-988d-b6dd940c3874,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:07.011722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.050024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.053447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Calling delete_port for 83acecc8-82b8-4dae-988d-b6dd940c3874 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:07.075463 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-26d1f2ea-862e-464d-ac00-e86037f5494c req-a6d693e0-335a-4bd3-9f3a-58cb718c4d60 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611919 Dec 10 16:38:07.165627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 16:38:07.166259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 16:38:07.269515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.289376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.331670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Port': ['ID=308917ab-25b3-42de-b324-3fd4b1987369,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.345055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.354207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device da782110-4d09-485d-b720-937aed29fbef details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:38:07.377298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee35787-3583-483a-b77b-b45953718e12 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:07.382237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 83acecc8-82b8-4dae-988d-b6dd940c3874, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=83acecc8-82b8-4dae-988d-b6dd940c3874,segment=NetworkSegment(1af3f7ef-9c33-4ab1-90b0-585fad76d9b9),segment_id=1af3f7ef-9c33-4ab1-90b0-585fad76d9b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:07.422598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.484959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.510753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.566838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:38:02Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:07.569002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.606630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.618312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b8b5c-ddf7-473f-ba6a-f525241a1857 None None] The sync data for ids ['5b076538-817d-4ec2-b19a-8fb4047d5db3'] in dv-neutron-820858-1-hyperv is: [{'id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127270704', 'tenant_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': '308917ab-25b3-42de-b324-3fd4b1987369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:40Z', 'updated_at': '2021-12-10T16:38:02Z', 'revision_number': 5, 'project_id': 'd719cd5305bc4e1daa5c06a1d330e12b', 'gw_port': {'id': '308917ab-25b3-42de-b324-3fd4b1987369', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b076538-817d-4ec2-b19a-8fb4047d5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:41Z', 'updated_at': '2021-12-10T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:07.641143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=da782110-4d09-485d-b720-937aed29fbef,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:07.654830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=83acecc8-82b8-4dae-988d-b6dd940c3874,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.662019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.666952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.667320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::1 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/55808773-5e9a-4f20-82d5-125ad88a1fe2/2ed68787-69aa-487f-8262-4ec1726604fc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:07.667664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:07.676749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:07.700191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:07.713250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'da782110-4d09-485d-b720-937aed29fbef', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'port_id': 'da782110-4d09-485d-b720-937aed29fbef', 'mac_address': 'fa:16:3e:cb:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:38:07.714814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.765433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=7d338425-b91d-4c11-83fa-c47eb65d14a6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.787236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Checking segment: {'id': 'f6d69da6-38d0-479e-b278-3f238f27f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:07.791337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network hostable DHCP agents. Network: f37a3988-6600-4f9c-bffc-1351f49deb52, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:07.797439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] No DVR routers for this DVR port 83acecc8-82b8-4dae-988d-b6dd940c3874 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:07.822903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.822903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Fanout notify agent at l3_agent the message router_deleted on router 5b076538-817d-4ec2-b19a-8fb4047d5db3 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:07.826912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Pushing event updated for resources: {'Port': ['ID=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.830701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.834949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e91bea31-ac3e-4a0c-aed8-2cb23a72c90d tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "DELETE /v2.0/routers/5b076538-817d-4ec2-b19a-8fb4047d5db3 HTTP/1.1" status: 204 len: 168 time: 2.0371985 Dec 10 16:38:07.834949 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:07.863896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a62b1-c419-4560-a34b-7be91f8e0982 None None] Pushing event deleted for resources: {'Port': ['ID=83acecc8-82b8-4dae-988d-b6dd940c3874,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:07.865894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.866488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.868360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Attempting to bind port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:07.868737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Attempting to bind port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:07.869132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Attempting to bind port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:07.885550 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port a62ca878-fc65-453c-bf41-d4badc915402 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:07.885550 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.886130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:07.886523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:07.886933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.887335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:07.887920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Bound port: 7c08f948-ea9e-4f0e-ba6e-27abdd6db547, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:07.888344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.899980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da782110-4d09-485d-b720-937aed29fbef {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:38:07.917518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.934782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Network f37a3988-6600-4f9c-bffc-1351f49deb52 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:07.944508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=da782110-4d09-485d-b720-937aed29fbef,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:07.979732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] For port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:07.982643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:07.989746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] For port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:08.037566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:08.042675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:08.043912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:08.044483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.091187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, f37a3988-6600-4f9c-bffc-1351f49deb52) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:08.096468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.097115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.106240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.117474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.119459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65363ae3-11e1-4fa9-bc6c-f148042d0b8f None None] Network f37a3988-6600-4f9c-bffc-1351f49deb52 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:08.197460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=2ed68787-69aa-487f-8262-4ec1726604fc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.276464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ace9d-8217-432f-9689-6bb594bc6e7b None None] Pushing event updated for resources: {'Port': ['ID=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.281363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aae53080-922d-406e-bfd5-245bfb412b48 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9295971 Dec 10 16:38:08.282358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:08.290670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:08.320218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe852eb9-cb57-45c1-be22-492430a391c3 req-ebdf6a5b-359f-467b-8421-db5e3d0b5826 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:08.333485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe852eb9-cb57-45c1-be22-492430a391c3 req-ebdf6a5b-359f-467b-8421-db5e3d0b5826 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 944 time: 0.1383133 Dec 10 16:38:08.431663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.436979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['da782110-4d09-485d-b720-937aed29fbef'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:38:08.440332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-f37a3988-6600-4f9c-bffc-1351f49deb52', 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52', 'project_id': 'dd323f528c724d1cb1384cacad10a8fe', 'fixed_ips': [{'subnet_id': '7d338425-b91d-4c11-83fa-c47eb65d14a6'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:08.441339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.473664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.496104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 074abd6f-a11c-43cc-9618-f4d7e1748d65 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:08.500884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.506289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:08.524257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for a62ca878-fc65-453c-bf41-d4badc915402 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:08.555184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 074abd6f-a11c-43cc-9618-f4d7e1748d65 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:08.555543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 074abd6f-a11c-43cc-9618-f4d7e1748d65 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:08.749328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe852eb9-cb57-45c1-be22-492430a391c3 req-2eeb0951-cbb0-49dd-aa32-e24ac1f470c2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146733 Dec 10 16:38:08.750677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.765127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.780085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Allocated IP 172.20.0.3 (f37a3988-6600-4f9c-bffc-1351f49deb52/7d338425-b91d-4c11-83fa-c47eb65d14a6/8c51b853-3477-41a3-91af-f8c6c6bebe83) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:08.812546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceac6473-e5f7-489c-9b76-b3968c9bea5b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:08.823921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:08.825157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af3f7ef-9c33-4ab1-90b0-585fad76d9b9') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:08.834703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13501261'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.870719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.897587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.908796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:08.909163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:08.912305 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:08.942957 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:38:08.968366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:08.999299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.035258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=a62ca878-fc65-453c-bf41-d4badc915402,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.057832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.073200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.074173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.136842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.156105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.176754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=2ed68787-69aa-487f-8262-4ec1726604fc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.199527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.215917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.222230 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "DELETE /v2.0/networks/ceac6473-e5f7-489c-9b76-b3968c9bea5b HTTP/1.1" status: 204 len: 168 time: 1.3835504 Dec 10 16:38:09.222230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ccb4d-995f-4c9b-8f54-1449970b1d6b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'Network': ['ID=ceac6473-e5f7-489c-9b76-b3968c9bea5b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.224240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51662) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:09.253006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Network f37a3988-6600-4f9c-bffc-1351f49deb52 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:09.259912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:09.263358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:09.326353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Pushing event updated for resources: {'Port': ['ID=8c51b853-3477-41a3-91af-f8c6c6bebe83,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.342383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Attempting to bind port 8c51b853-3477-41a3-91af-f8c6c6bebe83 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:09.342766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Attempting to bind port 8c51b853-3477-41a3-91af-f8c6c6bebe83 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f6d69da6-38d0-479e-b278-3f238f27f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:09.343140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Attempting to bind port 8c51b853-3477-41a3-91af-f8c6c6bebe83 on network f37a3988-6600-4f9c-bffc-1351f49deb52 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:09.348695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:09.349108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Checking segment: {'id': 'f6d69da6-38d0-479e-b278-3f238f27f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:09.349515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.349979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Bound using segment: {'id': 'f6d69da6-38d0-479e-b278-3f238f27f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:09.350573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Bound port: 8c51b853-3477-41a3-91af-f8c6c6bebe83, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d69da6-38d0-479e-b278-3f238f27f688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f37a3988-6600-4f9c-bffc-1351f49deb52'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:09.350929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.351824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:09.398361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:09.413049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Router 4909cfe5-5856-4c11-898f-cd8e71a36c09 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:09.435073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] For port 8c51b853-3477-41a3-91af-f8c6c6bebe83, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:09.438401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] For port 8c51b853-3477-41a3-91af-f8c6c6bebe83, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8c51b853-3477-41a3-91af-f8c6c6bebe83,segment=NetworkSegment(f6d69da6-38d0-479e-b278-3f238f27f688),segment_id=f6d69da6-38d0-479e-b278-3f238f27f688)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:09.510337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:09.518664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9bae7d89-06a7-41dd-8b3e-726864011138 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/routers/4909cfe5-5856-4c11-898f-cd8e71a36c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8400059 Dec 10 16:38:09.519089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:09.521019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] Sync routers for ids ['4909cfe5-5856-4c11-898f-cd8e71a36c09'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:09.529128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.546663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b012ecc7-a2fd-47de-b1dd-64558be17727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:38:09.549588 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b012ecc7-a2fd-47de-b1dd-64558be17727 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/a62ca878-fc65-453c-bf41-d4badc915402 HTTP/1.1" status: 404 len: 333 time: 0.0288355 Dec 10 16:38:09.552202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:09.562666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.599853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] Routers {'4909cfe5-5856-4c11-898f-cd8e71a36c09'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:09.601415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4909cfe5-5856-4c11-898f-cd8e71a36c09'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:09.617275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.656698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:09.665619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13218799'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.679201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7a63e-b3e2-4405-9461-a55e00437a48 None None] Pushing event updated for resources: {'Port': ['ID=8c51b853-3477-41a3-91af-f8c6c6bebe83,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.683415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.684862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] Routers {'4909cfe5-5856-4c11-898f-cd8e71a36c09'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:09.687654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4909cfe5-5856-4c11-898f-cd8e71a36c09'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:09.734877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:09.735917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75894dd-ec5d-433b-9357-3efea522aad7 None None] The sync data for ids ['4909cfe5-5856-4c11-898f-cd8e71a36c09'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:09.736139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:09.736548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.739500 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "PUT /v2.0/subnets/7d338425-b91d-4c11-83fa-c47eb65d14a6 HTTP/1.1" status: 200 len: 877 time: 1.4558704 Dec 10 16:38:09.751318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51668) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:09.753203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361053f-53a1-4a31-9512-95d8e6882d1b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event updated for resources: {'Subnet': ['ID=7d338425-b91d-4c11-83fa-c47eb65d14a6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.769342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Router 31be6ccc-4abd-44f6-a660-ee71c2980e8b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:09.869656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] Provisioning complete for port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:09.870223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.874903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.881169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:09.887776 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef429180-9d6d-4925-8634-3c9f5c324fdf HTTP/1.1" status: 204 len: 168 time: 0.6603515 Dec 10 16:38:09.904292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ff94-1aa6-46ac-91de-f54b366db81b tempest-TestNetworkAdvancedServerOps-1904764704 tempest-TestNetworkAdvancedServerOps-1904764704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef429180-9d6d-4925-8634-3c9f5c324fdf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:09.937451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:09.945509 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-84925fbe-5337-47ee-b88f-8954d6613ab7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "PUT /v2.0/routers/31be6ccc-4abd-44f6-a660-ee71c2980e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205031 Dec 10 16:38:09.945660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:09.966022 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Sync routers for ids ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:10.010021 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Routers {'31be6ccc-4abd-44f6-a660-ee71c2980e8b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:10.010829 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:10.062360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124e448-94e8-4cf9-890e-cfda93d8b22f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.071386 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4124e448-94e8-4cf9-890e-cfda93d8b22f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports/2ed68787-69aa-487f-8262-4ec1726604fc HTTP/1.1" status: 200 len: 911 time: 0.1247461 Dec 10 16:38:10.074342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.136019 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Set router 31be6ccc-4abd-44f6-a660-ee71c2980e8b gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:10.155139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.201373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e3d2e-ce97-4880-b499-490c4c6f7fa1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.209166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e3d2e-ce97-4880-b499-490c4c6f7fa1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.214780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d79e3d2e-ce97-4880-b499-490c4c6f7fa1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1384749 Dec 10 16:38:10.215732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51680) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.244355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] For port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:10.247547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.254571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.323082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.420388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe5802-69ff-4b74-834c-1fed8dffcb79 None None] Pushing event updated for resources: {'Port': ['ID=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:10.421239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59fa1-727b-4e9f-b91a-886990815c91 req-6fb92f7f-b4b9-4332-b847-60a5b029a775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:10.424417 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99b59fa1-727b-4e9f-b91a-886990815c91 req-6fb92f7f-b4b9-4332-b847-60a5b029a775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 944 time: 0.3649080 Dec 10 16:38:10.478754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.491007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7dbce210-3693-45cc-ae09-320b1f390eae None None] Provisioning complete for port 2ed68787-69aa-487f-8262-4ec1726604fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:10.491390 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7dbce210-3693-45cc-ae09-320b1f390eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.532653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:10.548859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.550821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Fanout notify agent at l3_agent the message router_deleted on router 4909cfe5-5856-4c11-898f-cd8e71a36c09 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:10.564106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.564106 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d9c42389-c594-4958-957c-b611b26373b8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/routers/4909cfe5-5856-4c11-898f-cd8e71a36c09 HTTP/1.1" status: 204 len: 168 time: 1.0082579 Dec 10 16:38:10.567868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.633069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7dbce210-3693-45cc-ae09-320b1f390eae None None] Port 2ed68787-69aa-487f-8262-4ec1726604fc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:10.653776 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99b59fa1-727b-4e9f-b91a-886990815c91 req-a2900a25-27dd-4775-8fbc-097ac6d20444 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113166 Dec 10 16:38:10.688795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:10.691845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.697022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet fd88632d-a99a-4b32-9fa3-69cf3fc62eff {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:10.702204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.749824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51686) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:10.756137 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:08Z', 'revision_number': 2, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None, '_interfaces': [{'id': '2ed68787-69aa-487f-8262-4ec1726604fc', 'name': '', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'mac_address': 'fa:16:3e:17:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '55808773-5e9a-4f20-82d5-125ad88a1fe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:38:07Z', 'updated_at': '2021-12-10T16:38:08Z', 'revision_number': 2, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'subnets': [{'id': '55808773-5e9a-4f20-82d5-125ad88a1fe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:10.765604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.778842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port 8c51b853-3477-41a3-91af-f8c6c6bebe83 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:10.779283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.810965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c9665cf8-d321-465c-b03f-e894aabca83e None None] Provisioning complete for port 2ed68787-69aa-487f-8262-4ec1726604fc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:10.811617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9665cf8-d321-465c-b03f-e894aabca83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.814689 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Checking router: 31be6ccc-4abd-44f6-a660-ee71c2980e8b for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:10.815166 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Updating router 31be6ccc-4abd-44f6-a660-ee71c2980e8b port 2ed68787-69aa-487f-8262-4ec1726604fc binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:38:10.864282 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.877196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:10.896421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c9665cf8-d321-465c-b03f-e894aabca83e None None] Port 2ed68787-69aa-487f-8262-4ec1726604fc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:10.906518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8c51b853-3477-41a3-91af-f8c6c6bebe83 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:10.965235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 8c51b853-3477-41a3-91af-f8c6c6bebe83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:10.965962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.020659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port 8c51b853-3477-41a3-91af-f8c6c6bebe83, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8c51b853-3477-41a3-91af-f8c6c6bebe83,segment=NetworkSegment(f6d69da6-38d0-479e-b278-3f238f27f688),segment_id=f6d69da6-38d0-479e-b278-3f238f27f688)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:11.021093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.036412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for 8c51b853-3477-41a3-91af-f8c6c6bebe83 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:11.084810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.157704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 8c51b853-3477-41a3-91af-f8c6c6bebe83, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=8c51b853-3477-41a3-91af-f8c6c6bebe83,segment=NetworkSegment(f6d69da6-38d0-479e-b278-3f238f27f688),segment_id=f6d69da6-38d0-479e-b278-3f238f27f688)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:11.176391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51690) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:11.176999 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2a2d5cef-c132-4f29-979c-d332e9c315ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d719cd5305bc4e1daa5c06a1d330e12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218948 Dec 10 16:38:11.220265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e709524-afe7-41be-ad59-0370bca36937 None None] Network f37a3988-6600-4f9c-bffc-1351f49deb52 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:11.234522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.251295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.267209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.268220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 2ed68787-69aa-487f-8262-4ec1726604fc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:11.268631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.277718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 308917ab-25b3-42de-b324-3fd4b1987369 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:11.333852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.342466 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.372995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.388563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.405590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 2ed68787-69aa-487f-8262-4ec1726604fc owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:11.417122 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110267-e17c-46a5-9bfd-9df71f4fd7f5 None None] Pushing event updated for resources: {'Port': ['ID=2ed68787-69aa-487f-8262-4ec1726604fc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.490729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device da782110-4d09-485d-b720-937aed29fbef up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:11.498480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 308917ab-25b3-42de-b324-3fd4b1987369 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:11.498834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 308917ab-25b3-42de-b324-3fd4b1987369 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:11.505334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.510873 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:11.511488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:11.512124 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:11.519961 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:11.520598 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:11.521236 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.522080 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:11.522714 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Bound port: 2ed68787-69aa-487f-8262-4ec1726604fc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:11.523326 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.560855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.593981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-31b9cb2e-fe9b-448e-8a19-dd25c797db6b None None] Provisioning complete for port 8c51b853-3477-41a3-91af-f8c6c6bebe83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:11.594362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31b9cb2e-fe9b-448e-8a19-dd25c797db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.596040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=8c51b853-3477-41a3-91af-f8c6c6bebe83,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.599456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=8c51b853-3477-41a3-91af-f8c6c6bebe83,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.601960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.608616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.610382 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea388a35-abc5-4863-9b87-58096144137c HTTP/1.1" status: 204 len: 168 time: 0.4327130 Dec 10 16:38:11.662954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port 8c51b853-3477-41a3-91af-f8c6c6bebe83 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:11.668392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-31b9cb2e-fe9b-448e-8a19-dd25c797db6b None None] Port 8c51b853-3477-41a3-91af-f8c6c6bebe83 was deleted so its status cannot be updated. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 16:38:11.693336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300f79-a1ba-42ea-9959-94cbaf3e5a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea388a35-abc5-4863-9b87-58096144137c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.747768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.751189 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.db.api [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:11.751610 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG oslo_db.api [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:11.766576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port da782110-4d09-485d-b720-937aed29fbef completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:38:11.771745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port da782110-4d09-485d-b720-937aed29fbef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:11.772128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.772868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=fd88632d-a99a-4b32-9fa3-69cf3fc62eff,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.786379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.792409 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-403dc130-dc2c-49f9-a6e4-d966993a81a7 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/fd88632d-a99a-4b32-9fa3-69cf3fc62eff HTTP/1.1" status: 204 len: 168 time: 1.2199779 Dec 10 16:38:11.797241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51696) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:11.814926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42804d0e-be50-494d-8c37-be692eaa2251 None None] Network a6c22f39-7912-40ed-ab44-d9b2f47efcf0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:11.817812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:11.820604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=2ed68787-69aa-487f-8262-4ec1726604fc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:11.907296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-03dc1e5e-d579-4995-bc5b-aeee6a933b30 None None] Could not find standard attr ID for object 2ed68787-69aa-487f-8262-4ec1726604fc. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:11.994096 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.022172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.054258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da782110-4d09-485d-b720-937aed29fbef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:12.056709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426da34-c01c-4065-9f5d-179963aec918" -d '{"events": [{"server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "name": "network-vif-plugged", "status": "completed", "tag": "da782110-4d09-485d-b720-937aed29fbef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:12.075672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=7d338425-b91d-4c11-83fa-c47eb65d14a6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.078368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=da782110-4d09-485d-b720-937aed29fbef,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:12.113769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.128322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.128603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b1b84-b937-4d49-8f46-d993cdd8e874 x-openstack-request-id: req-296b1b84-b937-4d49-8f46-d993cdd8e874 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:12.129027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "name": "network-vif-plugged", "status": "completed", "tag": "da782110-4d09-485d-b720-937aed29fbef", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:12.129359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-296b1b84-b937-4d49-8f46-d993cdd8e874 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:12.129836 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da782110-4d09-485d-b720-937aed29fbef', 'code': 200} Dec 10 16:38:12.139861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] DHCP port deletion for a6c22f39-7912-40ed-ab44-d9b2f47efcf0 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:12.163203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a30a-466b-47b5-9f68-3849fc028b5b req-72b296ef-46f7-4276-a098-a2023b21e1d7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:12.163203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e34a30a-466b-47b5-9f68-3849fc028b5b req-72b296ef-46f7-4276-a098-a2023b21e1d7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 944 time: 0.4045105 Dec 10 16:38:12.197557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb7122b-4016-4b03-8377-eeb15f19119a None None] Network f37a3988-6600-4f9c-bffc-1351f49deb52 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:12.202953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.220420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.247146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a3988-6600-4f9c-bffc-1351f49deb52']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:12.274839 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:12.275476 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:12.275565 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Attempting to bind port 2ed68787-69aa-487f-8262-4ec1726604fc on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:12.277889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d69da6-38d0-479e-b278-3f238f27f688') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:12.280854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d69da6-38d0-479e-b278-3f238f27f688') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:12.291178 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:12.291561 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:12.291972 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.292367 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:12.292839 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Bound port: 2ed68787-69aa-487f-8262-4ec1726604fc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:12.296297 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.307143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.321824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.335397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:12.335903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:12.343317 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:12.355034 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Port 2ed68787-69aa-487f-8262-4ec1726604fc has been deleted concurrently {{(pid=103601) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 16:38:12.367104 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Routers {'31be6ccc-4abd-44f6-a660-ee71c2980e8b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:12.367918 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:12.368468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.385336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Deleting port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:12.385722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.445536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e34a30a-466b-47b5-9f68-3849fc028b5b req-a6488722-b21c-4e43-b784-c6bd2b9b37f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736566 Dec 10 16:38:12.490971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] For port 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6cc243bc-171f-461c-a48a-7c3fcae8ab25,segment=NetworkSegment(d625f9b1-bb5c-4e8e-9380-720e2587c3b9),segment_id=d625f9b1-bb5c-4e8e-9380-720e2587c3b9)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:12.492160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.504163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9f1e9-0da4-443d-a148-c83ba0b629c6 None None] DHCP port deletion for f37a3988-6600-4f9c-bffc-1351f49deb52 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:12.519925 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] Set router 31be6ccc-4abd-44f6-a660-ee71c2980e8b gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:12.520384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Calling delete_port for 6cc243bc-171f-461c-a48a-7c3fcae8ab25 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:12.528744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:12.584393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51702) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.600474 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:11Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:12.601768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73c76b6d-9606-4005-8645-bfb5c6a88e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.636419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf657c-f611-4a29-afff-0c9ad2bb9c8a None None] The sync data for ids ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'] in dv-neutron-820858-1-hyperv is: [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:11Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:12.665024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.682848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15fd61-32f5-4daf-8fb4-0f2e3cebad9d req-601add69-a24f-49c4-a0d6-cf3fd9931955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:12.684117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:12.684508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.689948 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-db15fd61-32f5-4daf-8fb4-0f2e3cebad9d req-601add69-a24f-49c4-a0d6-cf3fd9931955 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1098 time: 0.2088776 Dec 10 16:38:12.699888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.703614 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/f37a3988-6600-4f9c-bffc-1351f49deb52 HTTP/1.1" status: 204 len: 168 time: 2.9306841 Dec 10 16:38:12.749574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.791871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699c23-d9d6-4ade-864b-78e62d4dcfb2 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=f37a3988-6600-4f9c-bffc-1351f49deb52,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.806984 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-db15fd61-32f5-4daf-8fb4-0f2e3cebad9d req-4b21cd2a-7f51-43e6-840c-2fcc5e00f3a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880268 Dec 10 16:38:12.828414 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acadb46-c1d1-45ee-95fb-ab508cd20ab8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:12.828877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acadb46-c1d1-45ee-95fb-ab508cd20ab8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:12.832525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1acadb46-c1d1-45ee-95fb-ab508cd20ab8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/7d338425-b91d-4c11-83fa-c47eb65d14a6 HTTP/1.1" status: 404 len: 337 time: 0.0450814 Dec 10 16:38:12.836554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.838714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:12.864553 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7addc7-7893-4110-bee2-11c18099fc5d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:12.865112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7addc7-7893-4110-bee2-11c18099fc5d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:12.868511 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ba7addc7-7893-4110-bee2-11c18099fc5d tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/f37a3988-6600-4f9c-bffc-1351f49deb52 HTTP/1.1" status: 404 len: 339 time: 0.0309958 Dec 10 16:38:12.872606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.888392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] Pushing event deleted for resources: {'Port': ['ID=6cc243bc-171f-461c-a48a-7c3fcae8ab25,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:12.892226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cc243bc-171f-461c-a48a-7c3fcae8ab25 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:12.914074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5549db-6842-4c81-bc62-9a603cf6c733 None None] No DVR routers for this DVR port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:12.917180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6cc243bc-171f-461c-a48a-7c3fcae8ab25 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:12.917528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6cc243bc-171f-461c-a48a-7c3fcae8ab25 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:12.917719 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5940e462-3f5a-4850-b4bd-8d1a3203e6bd tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:12.918237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5940e462-3f5a-4850-b4bd-8d1a3203e6bd tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:12.921349 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5940e462-3f5a-4850-b4bd-8d1a3203e6bd tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/a944c22b-452f-4463-9f24-80cc4fbc2f33 HTTP/1.1" status: 404 len: 337 time: 0.0477648 Dec 10 16:38:12.931658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51710) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:12.976359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:12.976700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.021956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Router 31be6ccc-4abd-44f6-a660-ee71c2980e8b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:13.118476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port 6cc243bc-171f-461c-a48a-7c3fcae8ab25, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:13.119207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.136285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 6cc243bc-171f-461c-a48a-7c3fcae8ab25 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:13.139144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 was not found and therefore no delete operation was performed {{(pid=103598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:38:13.140405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:13.142977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.148044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-960e73c0-61c4-45f9-a560-8fed4a91ec34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "PUT /v2.0/routers/31be6ccc-4abd-44f6-a660-ee71c2980e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9308903 Dec 10 16:38:13.152618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51712) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.202051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=6cc243bc-171f-461c-a48a-7c3fcae8ab25,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:13.210633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port 6cc243bc-171f-461c-a48a-7c3fcae8ab25 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:13.222668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f786b4a-a916-4b61-b893-c28e1bdb9f22 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.223185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f786b4a-a916-4b61-b893-c28e1bdb9f22 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.226263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1f786b4a-a916-4b61-b893-c28e1bdb9f22 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/e3820f45-28cb-4c55-9686-27535fccf293 HTTP/1.1" status: 404 len: 339 time: 0.2936835 Dec 10 16:38:13.231150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.257477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73c76b6d-9606-4005-8645-bfb5c6a88e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.290028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9011f7-692a-4d1a-b7be-66a33b7a2987 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:13.291674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9011f7-692a-4d1a-b7be-66a33b7a2987 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:13.295703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3f9011f7-692a-4d1a-b7be-66a33b7a2987 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1401012 Dec 10 16:38:13.296114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51716) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.317009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.323351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73c76b6d-9606-4005-8645-bfb5c6a88e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.337762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.368762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c22f39-7912-40ed-ab44-d9b2f47efcf0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.381121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 55808773-5e9a-4f20-82d5-125ad88a1fe2 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:13.385516 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-73c76b6d-9606-4005-8645-bfb5c6a88e36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16c68618fff04383b954a2235ecfc1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7962353 Dec 10 16:38:13.386012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51718) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.388946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.389246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd625f9b1-bb5c-4e8e-9380-720e2587c3b9') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.401232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c76b6d-9606-4005-8645-bfb5c6a88e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f3ecb7-4e9f-4042-b6d6-dccaf6d3d255,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:13.403579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.412183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.466539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.469833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.485989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:13.486468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: items = [ Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: items = [ Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:13.489808 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:13.492383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.496567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84725ad-cffd-4394-a03c-dcd052d3c19d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.509868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c9e6ec-133e-4d54-82ab-f03b1e8387ae') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.510208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c9e6ec-133e-4d54-82ab-f03b1e8387ae') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.520728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.567110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.577061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:13.577467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:13.580806 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:13.587517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.641042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.648254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6065e93-2f62-4a92-ba81-4bcda1b1db0a req-a8a37e2b-774b-411d-8d20-d2d7ce5af1c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:13.649863 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6065e93-2f62-4a92-ba81-4bcda1b1db0a req-a8a37e2b-774b-411d-8d20-d2d7ce5af1c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.1270707 Dec 10 16:38:13.666610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.683239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.690500 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/a6c22f39-7912-40ed-ab44-d9b2f47efcf0 HTTP/1.1" status: 204 len: 168 time: 1.8704157 Dec 10 16:38:13.691525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.705905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.709050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca596c6-3059-4deb-accf-aac04fe16728 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=a6c22f39-7912-40ed-ab44-d9b2f47efcf0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:13.714153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Sync routers for ids ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:13.725892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Routers {'31be6ccc-4abd-44f6-a660-ee71c2980e8b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:13.726521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.748617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.768025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460e6a3-1bd6-4e33-b260-e8d3a948ef60 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:13.768025 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5460e6a3-1bd6-4e33-b260-e8d3a948ef60 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/dbbc8c22-adaa-4940-a966-dce44a287317 HTTP/1.1" status: 200 len: 844 time: 0.0754981 Dec 10 16:38:13.769370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.772453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51724) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.773816 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/e84725ad-cffd-4394-a03c-dcd052d3c19d HTTP/1.1" status: 204 len: 168 time: 0.5408950 Dec 10 16:38:13.784560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.789216 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6065e93-2f62-4a92-ba81-4bcda1b1db0a req-5b7da4df-76bd-4fdb-be53-33a3a82928d1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281011 Dec 10 16:38:13.797361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a438-65bd-437e-bfdc-29277e0d3981 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=e84725ad-cffd-4394-a03c-dcd052d3c19d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:13.820859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-487775c2-3b0d-429f-bc44-b41e02ef8135 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/dbbc8c22-adaa-4940-a966-dce44a287317?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0436556 Dec 10 16:38:13.821223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.828474 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d62957-b164-4e09-a5a2-ebdca6d7f745 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.828698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Set router 31be6ccc-4abd-44f6-a660-ee71c2980e8b gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:13.828952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d62957-b164-4e09-a5a2-ebdca6d7f745 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.832797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:13.833177 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-09d62957-b164-4e09-a5a2-ebdca6d7f745 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/0e89864f-c310-48c8-a547-63eaf657fd1b HTTP/1.1" status: 404 len: 337 time: 0.0429959 Dec 10 16:38:13.835704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.854605 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cb21b3-c679-4fd4-9aaa-befa2759079b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.855160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cb21b3-c679-4fd4-9aaa-befa2759079b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.858351 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-86cb21b3-c679-4fd4-9aaa-befa2759079b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/dbceff8e-3c10-427d-b85d-e9136e83c6f5 HTTP/1.1" status: 404 len: 339 time: 0.0215604 Dec 10 16:38:13.860798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.882447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:11Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.887427 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99dde70-81f7-486a-a84a-4bb5b42e918a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.888014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99dde70-81f7-486a-a84a-4bb5b42e918a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.891169 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e99dde70-81f7-486a-a84a-4bb5b42e918a tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/351a72bc-f9fc-4abe-8b9e-bba5809c92d2 HTTP/1.1" status: 404 len: 337 time: 0.0287046 Dec 10 16:38:13.894232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51734) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.903194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.906262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.908108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1f3ecb7-4e9f-4042-b6d6-dccaf6d3d255 HTTP/1.1" status: 204 len: 168 time: 0.5204706 Dec 10 16:38:13.908670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:13.913794 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42958e7-f671-4d9d-b695-4e25bf03519f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.914370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42958e7-f671-4d9d-b695-4e25bf03519f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.920821 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b42958e7-f671-4d9d-b695-4e25bf03519f tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/0939d489-e62e-4f92-a464-77da02af8d91 HTTP/1.1" status: 404 len: 339 time: 0.0232365 Dec 10 16:38:13.921132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51738) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.934334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Checking router: 31be6ccc-4abd-44f6-a660-ee71c2980e8b for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:13.944430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Routers {'31be6ccc-4abd-44f6-a660-ee71c2980e8b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:13.946184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:13.953438 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-17611e47-1b43-4004-9090-cb77a5082cf7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.953958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17611e47-1b43-4004-9090-cb77a5082cf7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.959918 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-17611e47-1b43-4004-9090-cb77a5082cf7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/79a94e7a-d228-4915-b0bb-aa8dd8397609 HTTP/1.1" status: 404 len: 337 time: 0.0355165 Dec 10 16:38:13.960191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51740) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:13.981215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-983024ce-1651-42b9-a9e3-b6b36ea315a8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:13.981737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983024ce-1651-42b9-a9e3-b6b36ea315a8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:13.987856 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-983024ce-1651-42b9-a9e3-b6b36ea315a8 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/1042a098-1608-43a5-a29d-da972f32f527 HTTP/1.1" status: 404 len: 339 time: 0.0235765 Dec 10 16:38:13.988157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51742) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.009441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.018582 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/55808773-5e9a-4f20-82d5-125ad88a1fe2 HTTP/1.1" status: 204 len: 168 time: 0.7213838 Dec 10 16:38:14.019913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b559-75fc-4321-bcad-34b2cc8f09d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f3ecb7-4e9f-4042-b6d6-dccaf6d3d255,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.023713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51744) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.024377 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-128a8d6f-1441-41a8-b4df-86d719801c2c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.024638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec2ad0-7623-468f-b7d0-c3a8826b7243 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=55808773-5e9a-4f20-82d5-125ad88a1fe2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.025008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128a8d6f-1441-41a8-b4df-86d719801c2c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.029932 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-128a8d6f-1441-41a8-b4df-86d719801c2c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/a27e38ed-25d1-4e9c-9667-80bad7ca0a42 HTTP/1.1" status: 404 len: 337 time: 0.0402732 Dec 10 16:38:14.036944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51746) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.050505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] Set router 31be6ccc-4abd-44f6-a660-ee71c2980e8b gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:14.054035 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-435605a5-9333-44fd-add6-79541db859c7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.054506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435605a5-9333-44fd-add6-79541db859c7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.058923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-435605a5-9333-44fd-add6-79541db859c7 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/4949be97-bd71-4ae0-92ef-6112fd458147 HTTP/1.1" status: 404 len: 339 time: 0.0236604 Dec 10 16:38:14.061151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51748) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.104568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:11Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:14.106810 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01865a2-90bb-4f37-a364-bc74ba00e306 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.107284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01865a2-90bb-4f37-a364-bc74ba00e306 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.108994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90931806-0adb-45c3-af94-54f1f594a4bc None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:14.113592 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e01865a2-90bb-4f37-a364-bc74ba00e306 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/be3b3e19-d366-46e6-90d4-8cfa6e61c0b3 HTTP/1.1" status: 404 len: 337 time: 0.0491679 Dec 10 16:38:14.114291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.136546 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-816d65e4-7b74-42e3-87bf-8aa45f1c3a0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.137478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816d65e4-7b74-42e3-87bf-8aa45f1c3a0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.143691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-816d65e4-7b74-42e3-87bf-8aa45f1c3a0b tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/c5cee13d-d184-4377-9f58-9991ad1e4fe1 HTTP/1.1" status: 404 len: 339 time: 0.0253181 Dec 10 16:38:14.144091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.173595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:14.177110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.184449 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ea3756-90eb-4519-bebe-a6abd2a0cec5 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.184922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ea3756-90eb-4519-bebe-a6abd2a0cec5 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.191437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-89ea3756-90eb-4519-bebe-a6abd2a0cec5 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/6f19f6e6-ac46-4d9d-b003-44240c35cc6c HTTP/1.1" status: 404 len: 337 time: 0.0423882 Dec 10 16:38:14.192922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51754) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.193078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f4fb9-41aa-4984-9098-81bfb4087490 None None] The sync data for ids ['31be6ccc-4abd-44f6-a660-ee71c2980e8b'] in dv-neutron-820858-1-hyperv is: [{'id': '31be6ccc-4abd-44f6-a660-ee71c2980e8b', 'name': 'tempest-NetworksTestDHCPv6-router-1464858378', 'tenant_id': '171a920df7b342d4b1b0bd287017a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:38:06Z', 'updated_at': '2021-12-10T16:38:11Z', 'revision_number': 3, 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:14.218639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9681802a-b895-4496-ac50-51edaf612192 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.220408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69064175-c0e0-44df-847d-cfbc51d51be8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1926212 Dec 10 16:38:14.222793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9681802a-b895-4496-ac50-51edaf612192 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.226621 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9681802a-b895-4496-ac50-51edaf612192 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/9d0d68cb-cd54-447c-92b5-5d0a97e5c449 HTTP/1.1" status: 404 len: 339 time: 0.0339837 Dec 10 16:38:14.227513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51756) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.277735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.290351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8c51b853-3477-41a3-91af-f8c6c6bebe83 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:14.311818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 8c51b853-3477-41a3-91af-f8c6c6bebe83 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:14.319089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 8c51b853-3477-41a3-91af-f8c6c6bebe83 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:14.341432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:14.346772 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e6b30-c353-4ba5-92aa-5a06e81737a6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.347405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77e6b30-c353-4ba5-92aa-5a06e81737a6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.357523 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d77e6b30-c353-4ba5-92aa-5a06e81737a6 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/47671aa4-1f84-4ac8-a7f2-3588a37afdbe HTTP/1.1" status: 404 len: 337 time: 0.0758727 Dec 10 16:38:14.360163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51760) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.379347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.402461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Deleting port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:14.402461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.477213 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fd7b1b-1d05-41ea-84ad-5991c9dbfe62 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.477841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fd7b1b-1d05-41ea-84ad-5991c9dbfe62 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.483713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c0fd7b1b-1d05-41ea-84ad-5991c9dbfe62 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/bec8cd07-e8f7-416c-95d0-ff8e864e339a HTTP/1.1" status: 404 len: 339 time: 0.1196511 Dec 10 16:38:14.484506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51762) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.518978 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f715d119-222d-4d13-9dc8-1e040a135b6c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.519555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f715d119-222d-4d13-9dc8-1e040a135b6c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.525167 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f715d119-222d-4d13-9dc8-1e040a135b6c tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/2b927c59-1385-435e-95ec-385ad12b9c36 HTTP/1.1" status: 404 len: 337 time: 0.0372779 Dec 10 16:38:14.526002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.535921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] For port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:14.537906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.556174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Calling delete_port for 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:14.556512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9f8347-fc66-4c33-a237-12e4fdd7a8b1 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:14.557519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9f8347-fc66-4c33-a237-12e4fdd7a8b1 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:14.565714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1f9f8347-fc66-4c33-a237-12e4fdd7a8b1 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/9ae2c53d-a42f-4e0b-81b6-0af960ee76c3 HTTP/1.1" status: 404 len: 339 time: 0.0374250 Dec 10 16:38:14.568877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51766) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.605868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.641890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.645678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.686288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:14.693271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting subnet 3af4def5-b1da-4c45-aa02-1311508b9f73 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:14.698371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:14.701259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:14.701858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.705541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.707782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239921d8-c4a7-4ccb-ad11-52aed3dc8d02 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:14.711432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=89d2ccec-ef1a-4cf0-b72b-87def95bd5c9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.748802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.759876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.785175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] Pushing event deleted for resources: {'Port': ['ID=7c08f948-ea9e-4f0e-ba6e-27abdd6db547,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:14.791369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.791930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Fanout notify agent at l3_agent the message router_deleted on router 31be6ccc-4abd-44f6-a660-ee71c2980e8b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:14.792059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2156f7-8cd0-4430-93cc-e38e51b6e11e None None] No DVR routers for this DVR port 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:14.815507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.819782 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-298d2160-ae17-43cc-aa11-2e2f09632ffa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/routers/31be6ccc-4abd-44f6-a660-ee71c2980e8b HTTP/1.1" status: 204 len: 168 time: 0.5880895 Dec 10 16:38:14.820438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.884952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-57883cd7-4e7e-43e7-ad51-3026ea6a582a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0615413 Dec 10 16:38:14.885420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51772) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.914325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:14.958372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.958887 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fd8cc03e-da4e-4de3-88c0-02739199829d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1364536 Dec 10 16:38:14.964358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'security_group': {'name': 'tempest-secgroup-366271369'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:14.979651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3b7d2-55c3-4fad-9cef-1ceaa1b33763 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:14.983645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51776) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:14.984879 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ee3b7d2-55c3-4fad-9cef-1ceaa1b33763 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0985603 Dec 10 16:38:15.029638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-5ef9622c-d66b-463e-88ef-de90ec2c0433', 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'project_id': 'a6aefa0000e84fc9964e0ca52a6222ba', 'fixed_ips': [{'subnet_id': '89d2ccec-ef1a-4cf0-b72b-87def95bd5c9'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:15.034552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.034692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7fc71020-5bfd-4d99-b99c-56b7b58bbece tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484684 Dec 10 16:38:15.038587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.043916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:15.069260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd23abf-b232-4132-901d-810ffb5cea09 req-2af0c49f-7843-4de2-8075-c60b1efb316e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:15.070712 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-afd23abf-b232-4132-901d-810ffb5cea09 req-2af0c49f-7843-4de2-8075-c60b1efb316e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.1509998 Dec 10 16:38:15.100713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.124209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-afd23abf-b232-4132-901d-810ffb5cea09 req-b7567405-5141-420d-b769-1214d88d34e4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464647 Dec 10 16:38:15.176616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.181102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Allocated IP 2001:db8::2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/89d2ccec-ef1a-4cf0-b72b-87def95bd5c9/99dc6b0c-fd5b-4477-89fc-ee68faca6d82) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:15.203157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Subnet': ['ID=3af4def5-b1da-4c45-aa02-1311508b9f73,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.209380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.213136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf0dc2b8-59b8-4ce1-a4a5-9e82fab2c557 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/subnets/3af4def5-b1da-4c45-aa02-1311508b9f73 HTTP/1.1" status: 204 len: 168 time: 0.6431544 Dec 10 16:38:15.215476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51782) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.228139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.252176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8379f-09ff-4af5-a07f-58ea338c9def None None] Network 248ae8a8-8e40-4cf4-8430-662f66978d10 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:15.282723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564ffdf-a3cb-4040-8554-3fbf9221093d req-f36f275a-e128-42cb-8ba9-8fb1672598c3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:15.284362 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a564ffdf-a3cb-4040-8554-3fbf9221093d req-f36f275a-e128-42cb-8ba9-8fb1672598c3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.0549614 Dec 10 16:38:15.285524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:15.288849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.305040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.353271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.370493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Deleting port b736d00a-511b-406f-a817-7c1f7efd9f49 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:15.370948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.432051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.438342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6eeaf-e4ca-47ae-a7c6-74c92ba92da0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.447298 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a564ffdf-a3cb-4040-8554-3fbf9221093d req-decb381b-8c62-41c3-8f3b-9798fff2a37f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546218 Dec 10 16:38:15.468510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] For port b736d00a-511b-406f-a817-7c1f7efd9f49, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b736d00a-511b-406f-a817-7c1f7efd9f49,segment=NetworkSegment(1a313a33-7eec-4d36-b99c-e990787be19c),segment_id=1a313a33-7eec-4d36-b99c-e990787be19c)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:15.468510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.472234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51784) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.483153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Calling delete_port for b736d00a-511b-406f-a817-7c1f7efd9f49 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:15.488369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] DHCP port deletion for 248ae8a8-8e40-4cf4-8430-662f66978d10 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:15.524940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.526441 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d002ee34-7657-4414-aa87-2f5ca0d3d6ec tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5670166 Dec 10 16:38:15.530798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51786) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.535730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'security_group': {'name': 'tempest-secgroup-460701542'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:15.541771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Deleting port b736d00a-511b-406f-a817-7c1f7efd9f49 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:15.544799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.582286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef2274-dc27-4a3f-a966-b09e2b73df01 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:15.586688 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0cef2274-dc27-4a3f-a966-b09e2b73df01 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1093 time: 0.1105950 Dec 10 16:38:15.586863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:15.591221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.593168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'da782110-4d09-485d-b720-937aed29fbef', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:15.647720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:15.654176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.657484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] For port b736d00a-511b-406f-a817-7c1f7efd9f49, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b736d00a-511b-406f-a817-7c1f7efd9f49,segment=NetworkSegment(1a313a33-7eec-4d36-b99c-e990787be19c),segment_id=1a313a33-7eec-4d36-b99c-e990787be19c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:15.658416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.662698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:15.665461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:15.682046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.688719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Calling delete_port for b736d00a-511b-406f-a817-7c1f7efd9f49 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:15.725568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.734064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.762589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Port': ['ID=b736d00a-511b-406f-a817-7c1f7efd9f49,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.764467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] No DVR routers for this DVR port b736d00a-511b-406f-a817-7c1f7efd9f49 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:15.779656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Attempting to bind port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:15.780171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Attempting to bind port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c306e12b-ca31-435f-a557-8d50e1d9322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:15.780373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Attempting to bind port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 on network 5ef9622c-d66b-463e-88ef-de90ec2c0433 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:15.788834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.792429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:15.792626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Checking segment: {'id': 'c306e12b-ca31-435f-a557-8d50e1d9322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:15.792953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.794046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Bound using segment: {'id': 'c306e12b-ca31-435f-a557-8d50e1d9322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:15.794046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Bound port: 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c306e12b-ca31-435f-a557-8d50e1d9322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:15.794276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.833521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.842156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:15.848024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.867023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.869987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.894545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0871fa-1772-411e-a0b2-eb98d149d37e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.897651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248ae8a8-8e40-4cf4-8430-662f66978d10']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:15.906947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:15.909676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a313a33-7eec-4d36-b99c-e990787be19c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:15.909676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a313a33-7eec-4d36-b99c-e990787be19c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:15.912880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] No DVR routers for this DVR port b736d00a-511b-406f-a817-7c1f7efd9f49 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:15.918408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86078cac-2972-41ca-9a96-46bb8fa1978e None None] Pushing event deleted for resources: {'Port': ['ID=b736d00a-511b-406f-a817-7c1f7efd9f49,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.919453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.931105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:15.931395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:15.937134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:15.937346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.945149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:15.945249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:15.945612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.945855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:15.953098 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:15.956879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:15.960572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ded89-4d8c-4c14-b13d-973a00074e86 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:15.997480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:15.998768 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-52ece64b-0ae7-478c-9b0f-3c89c5205510 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4669168 Dec 10 16:38:16.002437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:16.007595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1221714666', 'security_groups': ['0e0871fa-1772-411e-a0b2-eb98d149d37e'], 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89d2ccec-ef1a-4cf0-b72b-87def95bd5c9'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:16.009745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.050052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.081322 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-069cc013-88e6-46f2-8a65-e5d097f747b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0415528 Dec 10 16:38:16.084951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51792) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:16.090010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:16.114726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:16.115491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.157828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.162341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.169392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] 10.222.0.21 "DELETE /v2.0/networks/248ae8a8-8e40-4cf4-8430-662f66978d10 HTTP/1.1" status: 204 len: 168 time: 0.9527664 Dec 10 16:38:16.202239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aecb0-35e9-4089-8bf3-f6eff683faf3 tempest-NetworksTest-457387184 tempest-NetworksTest-457387184-project] Pushing event deleted for resources: {'Network': ['ID=248ae8a8-8e40-4cf4-8430-662f66978d10,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.220836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528434e-087c-410e-80f1-a86524f00a18 None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.263006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.142 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/3b9ff900-d713-44b3-84b5-f05e86a9e0ce) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:16.344182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Allocated IP 2001:db8::f816:3eff:fec4:fbcd (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0/f77b4453-faca-4608-b1bd-2175d683bff1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:16.354889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:16.381847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:16.410749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.435757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:16.443976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.457612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:16.457965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7c08f948-ea9e-4f0e-ba6e-27abdd6db547 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:16.458501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b736d00a-511b-406f-a817-7c1f7efd9f49 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:16.485634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b736d00a-511b-406f-a817-7c1f7efd9f49 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:16.486032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b736d00a-511b-406f-a817-7c1f7efd9f49 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:16.553304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.583759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port e2577224-1cb1-4c5a-9f2a-cfed0b1d062a yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:16.605407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.612632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.662528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:16.665675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:16.670492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:16.694806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3b9ff900-d713-44b3-84b5-f05e86a9e0ce,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.696613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.745086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:16.748328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:16.752655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:16.768878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Pushing event updated for resources: {'Port': ['ID=f77b4453-faca-4608-b1bd-2175d683bff1,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:16.829151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Attempting to bind port f77b4453-faca-4608-b1bd-2175d683bff1 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:16.829672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Attempting to bind port f77b4453-faca-4608-b1bd-2175d683bff1 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:16.829944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Attempting to bind port f77b4453-faca-4608-b1bd-2175d683bff1 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:16.838995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::210 (5ef9622c-d66b-463e-88ef-de90ec2c0433/89d2ccec-ef1a-4cf0-b72b-87def95bd5c9/e2577224-1cb1-4c5a-9f2a-cfed0b1d062a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:16.841711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:16.843388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:16.850114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.850114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:16.851356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Bound port: f77b4453-faca-4608-b1bd-2175d683bff1, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:16.852016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:16.928052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:16.934317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] For port f77b4453-faca-4608-b1bd-2175d683bff1, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:16.937500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] For port f77b4453-faca-4608-b1bd-2175d683bff1, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f77b4453-faca-4608-b1bd-2175d683bff1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:17.014851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.036463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.133836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1c60c-2da6-4219-8da4-2d89d012fd09 None None] Pushing event updated for resources: {'Port': ['ID=f77b4453-faca-4608-b1bd-2175d683bff1,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:17.148212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=31f6236e-83e0-42dc-9308-5d61563db9da,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:17.166081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:17.171536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.174833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:17.181115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:17.181945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.232788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9bdc1d06-0096-44b6-afd6-82192ed8c71d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd323f528c724d1cb1384cacad10a8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017859 Dec 10 16:38:17.241571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51802) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:17.312063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.320136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.332625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.336087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e950cfba-13b6-487f-9ef7-c3be0410a00b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2497058 Dec 10 16:38:17.348045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51804) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:17.351990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:0c:4e:70', 'name': 'tempest-NetworksTestDHCPv6-988905081'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:17.357313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.454328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.606502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:17.607190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.656925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:17.668240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:17.668617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.757895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.793125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:17.866377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.912055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.915156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:17.932669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:17.935257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:17.942971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:17.943636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:17.973625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058ac6-d11b-4af3-9f51-af02f3a787c5 None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:17.982507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=e2577224-1cb1-4c5a-9f2a-cfed0b1d062a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.065924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.066538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bcfd83a1-086a-426f-9718-a662cf5a4c7d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0629728 Dec 10 16:38:18.069918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:18.074918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:18.129629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.132348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.133564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da7b8e47-0096-4b55-9446-bc65755a0e53 HTTP/1.1" status: 204 len: 168 time: 0.8908632 Dec 10 16:38:18.162184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.182169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9328b-06cb-4917-9b4a-a0f5977c9056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b8e47-0096-4b55-9446-bc65755a0e53,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.229907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:18.295207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3b9ff900-d713-44b3-84b5-f05e86a9e0ce,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:18.334273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.343786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6c0aef28-11eb-4577-9903-c1f9a615c0f8 None None] Provisioning complete for port e2577224-1cb1-4c5a-9f2a-cfed0b1d062a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.344034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c0aef28-11eb-4577-9903-c1f9a615c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.387813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.417946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 1a973c97-9aa6-425f-a2df-765f91e76b29 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:18.425324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aef28-11eb-4577-9903-c1f9a615c0f8 None None] Port e2577224-1cb1-4c5a-9f2a-cfed0b1d062a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:18.478646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f77b4453-faca-4608-b1bd-2175d683bff1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:18.485537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:18.490097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.525565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP 2426bf62-22ec-4e05-a092-d9870aaf85a3 associated. External IP: 172.26.4.142, port: da782110-4d09-485d-b720-937aed29fbef. Dec 10 16:38:18.557568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22518c3b-6230-482e-829b-0d5707d78b66 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:18.615217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f77b4453-faca-4608-b1bd-2175d683bff1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.615876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.673077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89d2ccec-ef1a-4cf0-b72b-87def95bd5c9 (CIDR: 2001:db8::/64) Dec 10 16:38:18.696546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 172.20.0.5 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/31f6236e-83e0-42dc-9308-5d61563db9da/1a973c97-9aa6-425f-a2df-765f91e76b29) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:18.703599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe0c:4e70 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0/1a973c97-9aa6-425f-a2df-765f91e76b29) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:18.722937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-53b2ef64-a5df-4baa-84a6-b7b1403c9771 None None] Provisioning complete for port f77b4453-faca-4608-b1bd-2175d683bff1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:18.723575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b2ef64-a5df-4baa-84a6-b7b1403c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.728604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:18.729150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:18.812628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 1a79cbff-3d06-416c-a43e-587157af5a63 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:18.854397 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a8a3c1a8-b5d7-4ac1-a58b-e61b750a132e tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7834682 Dec 10 16:38:18.857432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51818) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:18.862674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:18.874051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.905776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-53b2ef64-a5df-4baa-84a6-b7b1403c9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.949598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f77b4453-faca-4608-b1bd-2175d683bff1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f77b4453-faca-4608-b1bd-2175d683bff1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:18.954784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:18.970885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:18.996223 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Sync routers for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:19.015996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:19.016649 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:19.026283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0', 'ip_address': '2001:db8::f816:3eff:fec4:fbcd'}, {'subnet_id': '31f6236e-83e0-42dc-9308-5d61563db9da'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': 'f77b4453-faca-4608-b1bd-2175d683bff1'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:19.051337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.052451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:19.067127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.105162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f40b657-2b64-4a48-a8ac-96ba0ce5975a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5171893 Dec 10 16:38:19.106039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:19.107469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.108595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06578a1-cea1-4c5e-9619-c50df4f18907" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:19.137321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.161960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.176569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-53b2ef64-a5df-4baa-84a6-b7b1403c9771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:19.176954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-53b2ef64-a5df-4baa-84a6-b7b1403c9771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:19.181589 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:19.224984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f77b4453-faca-4608-b1bd-2175d683bff1,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:19.244675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:19.245392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.256940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:19.258124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:19.261857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.273245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=1a973c97-9aa6-425f-a2df-765f91e76b29,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:19.276039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:19.301756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:19.410800 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c051095-169a-4697-bc7e-9782b100f1bf x-openstack-request-id: req-8c051095-169a-4697-bc7e-9782b100f1bf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:19.411338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:19.411556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c051095-169a-4697-bc7e-9782b100f1bf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:19.412085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef', 'status': 'completed', 'code': 200} Dec 10 16:38:19.479911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-03d96c65-d54a-4c91-89b1-e164ccd9d1a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/2426bf62-22ec-4e05-a092-d9870aaf85a3 HTTP/1.1" status: 200 len: 991 time: 0.3708019 Dec 10 16:38:19.491884 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2426bf62-22ec-4e05-a092-d9870aaf85a3', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'port_id': 'da782110-4d09-485d-b720-937aed29fbef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'mac_address': 'fa:16:3e:cb:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:38:16Z', 'updated_at': '2021-12-10T16:38:16Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:19.502248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.502961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.516339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Allocated IP 172.20.0.2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/31f6236e-83e0-42dc-9308-5d61563db9da/f77b4453-faca-4608-b1bd-2175d683bff1) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:19.523674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-e3b20d5e-1db2-4357-94ff-453f97893520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.526271 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-e3b20d5e-1db2-4357-94ff-453f97893520 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1098 time: 0.0668471 Dec 10 16:38:19.533716 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Checking router: 1a79cbff-3d06-416c-a43e-587157af5a63 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:19.545676 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:19.546530 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:19.640332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.666678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] For port f77b4453-faca-4608-b1bd-2175d683bff1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f77b4453-faca-4608-b1bd-2175d683bff1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:19.675987 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:19.684579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-83f2c8ad-0364-4da5-b667-9c16da40432c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3396430 Dec 10 16:38:19.687323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.701724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.773094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-7fe82d87-350d-4bf5-8400-9fa2b2223e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.773676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:19.782200 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-7fe82d87-350d-4bf5-8400-9fa2b2223e91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3a10eb4-17e4-4fe2-aef4-255c85962127 HTTP/1.1" status: 200 len: 898 time: 0.2486618 Dec 10 16:38:19.788097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebb4aa-1f59-487b-a9be-43c6b9064f34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.794400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebb4aa-1f59-487b-a9be-43c6b9064f34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:19.796041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-12ebb4aa-1f59-487b-a9be-43c6b9064f34 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1077979 Dec 10 16:38:19.799337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:19.878585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e0ca9c57-1993-4f03-bb38-d17289255ec7 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-865533041', 'prefixes': ['172.20.0.0/16']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:19.887535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588e5aa-25ca-4af2-933d-6dc46b06bc91 None None] Pushing event updated for resources: {'Port': ['ID=f77b4453-faca-4608-b1bd-2175d683bff1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:19.932678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-6619789f-2e9e-459d-ae88-77fe4f7c0d6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da782110-4d09-485d-b720-937aed29fbef HTTP/1.1" status: 200 len: 999 time: 0.1428933 Dec 10 16:38:19.967777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 1a973c97-9aa6-425f-a2df-765f91e76b29 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:19.968130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.005502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-6091ce9e-365d-480f-8b45-cc3f9ecad16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:20.007161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-6091ce9e-365d-480f-8b45-cc3f9ecad16e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=002e3156-84da-4eda-bcab-7896dc65bd26 HTTP/1.1" status: 200 len: 834 time: 0.0664325 Dec 10 16:38:20.019312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.021474 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2426bf62-22ec-4e05-a092-d9870aaf85a3', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'port_id': 'da782110-4d09-485d-b720-937aed29fbef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'mac_address': 'fa:16:3e:cb:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:38:16Z', 'updated_at': '2021-12-10T16:38:16Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:20.074972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-bb083bd4-a0b8-46e1-a44d-9027721f7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:20.076430 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-bb083bd4-a0b8-46e1-a44d-9027721f7a9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3a10eb4-17e4-4fe2-aef4-255c85962127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617537 Dec 10 16:38:20.119343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:20.133262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=2e1218e8-fb93-4c50-ae74-e03943d173e3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:20.143483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:20.146556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:20.147871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.157786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a856cc1-e9f1-4846-aa7d-88fbb4ec125e None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:20.171949 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef63e2a-6824-4725-aab2-fe1faa6d398e None None] The sync data for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv is: [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2426bf62-22ec-4e05-a092-d9870aaf85a3', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'port_id': 'da782110-4d09-485d-b720-937aed29fbef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'mac_address': 'fa:16:3e:cb:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:38:16Z', 'updated_at': '2021-12-10T16:38:16Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:20.218785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.244584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 1a973c97-9aa6-425f-a2df-765f91e76b29 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:20.250194 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-054cd3d7-3291-438f-a080-ed31fc194ca8 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655998 Dec 10 16:38:20.260961 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3a8f9bad-70a0-4319-92a7-4681fbdbc17d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4013085 Dec 10 16:38:20.264813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.277566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1041562963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e1218e8-fb93-4c50-ae74-e03943d173e3'}], 'security_groups': ['77c6eeaf-e4ca-47ae-a7c6-74c92ba92da0']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:20.442989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.454152 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c06578a1-cea1-4c5e-9619-c50df4f18907 req-1446f597-c753-4920-afaf-e2bfc19eae59 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965554 Dec 10 16:38:20.465276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f77b4453-faca-4608-b1bd-2175d683bff1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:20.482676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.542574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9c57-1993-4f03-bb38-d17289255ec7 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.544065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e0ca9c57-1993-4f03-bb38-d17289255ec7 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9025114 Dec 10 16:38:20.552312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.582859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90208940-7b68-46c9-bca5-6b20eb786540 None None] New status for floating IP 2426bf62-22ec-4e05-a092-d9870aaf85a3: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:38:20.625819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f77b4453-faca-4608-b1bd-2175d683bff1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:20.627154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.639146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18d0e65a-d0b1-4225-84b8-f6f8382f63a2 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "GET /v2.0/subnetpools/9fda5fa5-a521-4042-9d2c-d09a4bfc03a7 HTTP/1.1" status: 200 len: 731 time: 0.0857217 Dec 10 16:38:20.642610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.648886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e9659d16-181c-4e8c-964f-2673b2d11b23 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1417691203'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:20.670128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d8421fed-9a1b-452e-bcfb-71a59bf1a788 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/2426bf62-22ec-4e05-a092-d9870aaf85a3 HTTP/1.1" status: 200 len: 991 time: 0.1860251 Dec 10 16:38:20.843968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9659d16-181c-4e8c-964f-2673b2d11b23 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] Publish callbacks [] for subnetpool, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.846242 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e9659d16-181c-4e8c-964f-2673b2d11b23 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "PUT /v2.0/subnetpools/9fda5fa5-a521-4042-9d2c-d09a4bfc03a7 HTTP/1.1" status: 200 len: 684 time: 0.2024841 Dec 10 16:38:20.848845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51852) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:20.888946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.907106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Update dhcp port {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'fixed_ips': [{'subnet_id': '89d2ccec-ef1a-4cf0-b72b-87def95bd5c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e1218e8-fb93-4c50-ae74-e03943d173e3'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '99dc6b0c-fd5b-4477-89fc-ee68faca6d82'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:20.909842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd067d02-27e6-4f9d-81b6-c168b3aad109 None None] Provisioning complete for port f77b4453-faca-4608-b1bd-2175d683bff1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:20.910298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd067d02-27e6-4f9d-81b6-c168b3aad109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:20.949995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=1a973c97-9aa6-425f-a2df-765f91e76b29,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:20.976859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.099943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Delete allocated IP 2001:db8::210 (5ef9622c-d66b-463e-88ef-de90ec2c0433/89d2ccec-ef1a-4cf0-b72b-87def95bd5c9) {{(pid=103598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:38:21.115584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8:0:1::1b5 (5ef9622c-d66b-463e-88ef-de90ec2c0433/2e1218e8-fb93-4c50-ae74-e03943d173e3/e2577224-1cb1-4c5a-9f2a-cfed0b1d062a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:21.128942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.134579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5a545dae-4ea6-4b86-b439-3c0fa8dea89b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/1a973c97-9aa6-425f-a2df-765f91e76b29 HTTP/1.1" status: 204 len: 168 time: 1.3319693 Dec 10 16:38:21.136662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.164696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1dd4-4999-4b37-aa88-03ca2556631e tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] Publish callbacks [] for subnetpool, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.165874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a1cb1dd4-4999-4b37-aa88-03ca2556631e tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9fda5fa5-a521-4042-9d2c-d09a4bfc03a7 HTTP/1.1" status: 204 len: 168 time: 0.3160586 Dec 10 16:38:21.168851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.188605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-f18c2163-226a-4191-88f3-0f777c545961 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] show failed (client error): The resource could not be found. Dec 10 16:38:21.191135 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f18c2163-226a-4191-88f3-0f777c545961 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "GET /v2.0/subnetpools/9fda5fa5-a521-4042-9d2c-d09a4bfc03a7 HTTP/1.1" status: 404 len: 346 time: 0.0213068 Dec 10 16:38:21.194323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.211727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-5fffda5e-26c4-4e68-b125-c4ae69b798b3 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] delete failed (client error): The resource could not be found. Dec 10 16:38:21.216973 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5fffda5e-26c4-4e68-b125-c4ae69b798b3 tempest-SubnetPoolsTestJSON-597227431 tempest-SubnetPoolsTestJSON-597227431-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9fda5fa5-a521-4042-9d2c-d09a4bfc03a7 HTTP/1.1" status: 404 len: 346 time: 0.0173266 Dec 10 16:38:21.242597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfae13-57dc-4829-a979-5de29cde186e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:21.244282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfae13-57dc-4829-a979-5de29cde186e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:21.245968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfae13-57dc-4829-a979-5de29cde186e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:21.247676 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-20bfae13-57dc-4829-a979-5de29cde186e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1089578 Dec 10 16:38:21.250653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.258452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-570e6d24-6689-41cb-8c44-bfb721e28072 None None] Could not find standard attr ID for object 1a973c97-9aa6-425f-a2df-765f91e76b29. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:21.321725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 31f6236e-83e0-42dc-9308-5d61563db9da {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:21.332273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.394737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.437530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.486457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.604608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.643331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.656980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Allocated IP 2001:db8:0:1::2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/2e1218e8-fb93-4c50-ae74-e03943d173e3/99dc6b0c-fd5b-4477-89fc-ee68faca6d82) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:21.671249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51864) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.683899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=31f6236e-83e0-42dc-9308-5d61563db9da,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:21.706754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.709981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-94bc34b9-6670-4611-864f-5e80470839fe tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/31f6236e-83e0-42dc-9308-5d61563db9da HTTP/1.1" status: 204 len: 168 time: 0.4581048 Dec 10 16:38:21.711275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] In _notify_port_updated(), no bound segment for port e2577224-1cb1-4c5a-9f2a-cfed0b1d062a on network 5ef9622c-d66b-463e-88ef-de90ec2c0433 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:38:21.716929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:21.717671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.722191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/ports/e2577224-1cb1-4c5a-9f2a-cfed0b1d062a HTTP/1.1" status: 200 len: 931 time: 1.4529657 Dec 10 16:38:21.722191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.722191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e6572-6a2a-4c4b-ade3-0996734b99ce tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=e2577224-1cb1-4c5a-9f2a-cfed0b1d062a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:21.723413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ab6b7-3ac5-48b4-a386-a8c00e04cef2 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:21.730600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51870) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.777860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95aae383-1e73-46bc-9eac-31c13c5a4279 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/2426bf62-22ec-4e05-a092-d9870aaf85a3 HTTP/1.1" status: 200 len: 993 time: 0.0978220 Dec 10 16:38:21.833818 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:21.841057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.842665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:21.862283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:21.887718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.906563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.928081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port e2577224-1cb1-4c5a-9f2a-cfed0b1d062a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:21.928432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.974513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:21.975248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605a4d5-7b2e-470c-9136-8a8437b9c558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.084539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececfdab-fd25-4b5e-a66a-a1c93fb66db2 None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.086209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605a4d5-7b2e-470c-9136-8a8437b9c558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.162433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6605a4d5-7b2e-470c-9136-8a8437b9c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.216740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605a4d5-7b2e-470c-9136-8a8437b9c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996db481-d966-4923-b141-5420d6e9873b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.222528 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6605a4d5-7b2e-470c-9136-8a8437b9c558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5d6f4d38b1c4ad5873613ccbe98fea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786840 Dec 10 16:38:22.225061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51876) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.292460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.337365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.371418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:22.415172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.439511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:22.440024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.445951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.482869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for e2577224-1cb1-4c5a-9f2a-cfed0b1d062a owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:22.507609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.511075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.511765 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/996db481-d966-4923-b141-5420d6e9873b HTTP/1.1" status: 204 len: 168 time: 0.2857370 Dec 10 16:38:22.536611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0b37d-c4e3-4b3c-b7dc-4f192b7f2a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996db481-d966-4923-b141-5420d6e9873b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.700099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-de5c4ad1-28d0-4e31-b138-c69f253978ae None None] Provisioning complete for port f77b4453-faca-4608-b1bd-2175d683bff1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:22.700478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de5c4ad1-28d0-4e31-b138-c69f253978ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.769673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.775612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.833478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.837641 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0 HTTP/1.1" status: 204 len: 168 time: 1.1133313 Dec 10 16:38:22.837979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5baa5-8f2c-486a-b92c-4ce76ad1a2db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.839655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51880) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.840715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=e2577224-1cb1-4c5a-9f2a-cfed0b1d062a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:22.848165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421b45c-cd09-4827-9259-4b419e87436a None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:22.871363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:22.875244 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6e371c9-b9cd-4efd-b2f7-0fa98b23aba1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/e2577224-1cb1-4c5a-9f2a-cfed0b1d062a HTTP/1.1" status: 204 len: 168 time: 1.1437087 Dec 10 16:38:22.878112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51882) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.911812 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aadf73-d6fa-403f-88c4-d66acdf7522d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:38:22.913603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-64aadf73-d6fa-403f-88c4-d66acdf7522d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/e2577224-1cb1-4c5a-9f2a-cfed0b1d062a HTTP/1.1" status: 404 len: 333 time: 0.0345330 Dec 10 16:38:22.916354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51884) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.930235 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca755e45-c744-422d-8af4-864f1f85b435 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862222 Dec 10 16:38:22.933264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:22.939313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:22.958103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Could not find standard attr ID for object e2577224-1cb1-4c5a-9f2a-cfed0b1d062a. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:22.975235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:22.976082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.028820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:23.041844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:23.042903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ade1e91-cf65-47ba-99a5-22f85aea8fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.094328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.125608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:23.130488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.187243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:23.188473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Deleting port f77b4453-faca-4608-b1bd-2175d683bff1 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:23.188856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.191680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.256729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.259478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.260882 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e0871fa-1772-411e-a0b2-eb98d149d37e HTTP/1.1" status: 204 len: 168 time: 0.3432279 Dec 10 16:38:23.263714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.265759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] For port f77b4453-faca-4608-b1bd-2175d683bff1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f77b4453-faca-4608-b1bd-2175d683bff1,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:23.266170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.284534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63358a2e-3ff1-4319-8ddb-8f09fc975722 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0871fa-1772-411e-a0b2-eb98d149d37e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.290207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Calling delete_port for f77b4453-faca-4608-b1bd-2175d683bff1 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:23.295214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-34f21a29-fff3-40b0-b45b-ca8d8c4e95a5 None None] Could not find standard attr ID for object e2577224-1cb1-4c5a-9f2a-cfed0b1d062a. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:23.338434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.363262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.473447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.500948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] Pushing event deleted for resources: {'Port': ['ID=f77b4453-faca-4608-b1bd-2175d683bff1,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.506391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2359fd-cc71-4655-a121-02c5c116f4bf None None] No DVR routers for this DVR port f77b4453-faca-4608-b1bd-2175d683bff1 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:23.522349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.525095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.526328 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/security-groups/77c6eeaf-e4ca-47ae-a7c6-74c92ba92da0 HTTP/1.1" status: 204 len: 168 time: 0.2614336 Dec 10 16:38:23.529806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51890) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.536473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c374302-22bb-49cb-973e-6cffa3504178 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6eeaf-e4ca-47ae-a7c6-74c92ba92da0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.627699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:23.631349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.636447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 89d2ccec-ef1a-4cf0-b72b-87def95bd5c9 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:23.647152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.704179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:23.712616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:23.718568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:23.719176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.723413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd27ff-3a6a-43ee-a2bf-839813ba66d7 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:23.735736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.740560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=8e810211-b7a0-4333-9df5-42245226ccf7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:23.819508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '8e810211-b7a0-4333-9df5-42245226ccf7'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:23.820408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.826857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:23.851670 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d5fb906e-ce63-46ed-85f7-7d8f1b9ba4d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9167600 Dec 10 16:38:23.854602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:23.859627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:23.953656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Allocated IP 2001:db8::f816:3eff:fee5:404b (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/8e810211-b7a0-4333-9df5-42245226ccf7/78deca88-c97b-409d-8b63-832589ddfd8a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:23.976060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.002659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=89d2ccec-ef1a-4cf0-b72b-87def95bd5c9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:24.009101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.013233 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f88006ec-a6ba-4fde-86aa-83c592af8093 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/89d2ccec-ef1a-4cf0-b72b-87def95bd5c9 HTTP/1.1" status: 204 len: 168 time: 0.4804404 Dec 10 16:38:24.016612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.022177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:24.026613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478379ee-10b7-455d-b6c1-927aa68c1949 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:24.067638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:24.071236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.199491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.332483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f77b4453-faca-4608-b1bd-2175d683bff1 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:24.356780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f77b4453-faca-4608-b1bd-2175d683bff1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:24.357179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f77b4453-faca-4608-b1bd-2175d683bff1 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:24.445311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.492889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:24.496845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.500530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:24.503464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.509361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Pushing event updated for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:24.524188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:24.533919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:24.601251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:24.611275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:24.619640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:24.620239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.623995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Attempting to bind port 78deca88-c97b-409d-8b63-832589ddfd8a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:24.625195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Attempting to bind port 78deca88-c97b-409d-8b63-832589ddfd8a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:24.625773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=9a4859e4-6af1-4a23-a310-7563f686ed72,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:24.625915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Attempting to bind port 78deca88-c97b-409d-8b63-832589ddfd8a on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:24.633825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:24.634138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:24.634556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.634959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:24.635443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Bound port: 78deca88-c97b-409d-8b63-832589ddfd8a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:24.635832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.650371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.650963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.651163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.651412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.651746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.652077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.652405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.652732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:24.722169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:24.725294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=78deca88-c97b-409d-8b63-832589ddfd8a,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:24.733614 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b571c94d-89f6-4a81-a2e4-1c23c514dcd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778951 Dec 10 16:38:24.738414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:24.747565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:9e:41:95', 'name': 'tempest-NetworksTestDHCPv6-1168409568'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:24.793668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:24.874458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802ff0-d3b7-4e31-be68-a39cfd54fba9 None None] Pushing event updated for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:24.984247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:25.026858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7053bee9-9ea8-403b-aed5-03c2c98227ec None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:25.027382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7053bee9-9ea8-403b-aed5-03c2c98227ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.031913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.115591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.131462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:25.135623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:25.138746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:25.139500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.152652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7053bee9-9ea8-403b-aed5-03c2c98227ec None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:25.160714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port a41c365d-7c39-4ea1-b846-80088a898519 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:25.162734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd456e1-5648-431a-b220-d59ef13f8df6 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:25.167505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=268be3ab-a5c4-4643-bd81-117850897723,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:25.228343 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e6abfa4a-743c-4082-9504-20641bbca382 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2104108 Dec 10 16:38:25.234280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7053bee9-9ea8-403b-aed5-03c2c98227ec None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:25.234280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7053bee9-9ea8-403b-aed5-03c2c98227ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.235429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51898) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.244687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'security_group': {'name': 'tempest-secgroup-455731092'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:25.370749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 172.20.0.6 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/9a4859e4-6af1-4a23-a310-7563f686ed72/a41c365d-7c39-4ea1-b846-80088a898519) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:25.377239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.379900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe9e:4195 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/8e810211-b7a0-4333-9df5-42245226ccf7/a41c365d-7c39-4ea1-b846-80088a898519) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:25.489580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.564870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.572380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.597154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d22bc06-79cb-4fe1-91b0-b503ac5fb2c8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:25.615430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Update dhcp port {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'fixed_ips': [{'subnet_id': '2e1218e8-fb93-4c50-ae74-e03943d173e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '268be3ab-a5c4-4643-bd81-117850897723'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '99dc6b0c-fd5b-4477-89fc-ee68faca6d82'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:25.645228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.667218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.671328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51900) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.674043 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6c635154-b679-459c-9ca0-12c1d9907993 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4331734 Dec 10 16:38:25.677595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1982357441'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:25.701986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.755747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:25.759543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:25.764013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:25.829550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:25.830248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.832845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.838824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Allocated IP 2001:db8::2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/268be3ab-a5c4-4643-bd81-117850897723/99dc6b0c-fd5b-4477-89fc-ee68faca6d82) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:25.855252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=a41c365d-7c39-4ea1-b846-80088a898519,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:25.926117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.936811 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4631b925-53e1-4a02-9e86-c7e8324b9d85 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1968369 Dec 10 16:38:25.943738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51902) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:25.952353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:25.986513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:25.993177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45373ed8-ed42-491c-8c19-495f0c6575c0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:25.999950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45373ed8-ed42-491c-8c19-495f0c6575c0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.001716 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45373ed8-ed42-491c-8c19-495f0c6575c0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0610275 Dec 10 16:38:26.003002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.004677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51904) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.027242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee671b-715e-4030-95ec-667213c879f9 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:26.034900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09683917-3d5d-45f6-9945-0d17b0dd63a4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.075205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.100270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port a41c365d-7c39-4ea1-b846-80088a898519 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:26.100816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.118249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.122773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1902ab8c-a644-4ea9-9ad4-818c9fd86f24 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4471166 Dec 10 16:38:26.123243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.131453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1441545794'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:26.133780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] Provisioning complete for port 78deca88-c97b-409d-8b63-832589ddfd8a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:26.134157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.196685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.208844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for a41c365d-7c39-4ea1-b846-80088a898519 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:26.232936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.238420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d04009-e9a7-4f58-971c-6ed156371b47 None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.317815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.389847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=78deca88-c97b-409d-8b63-832589ddfd8a,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:26.391450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '8e810211-b7a0-4333-9df5-42245226ccf7', 'ip_address': '2001:db8::f816:3eff:fee5:404b'}, {'subnet_id': '9a4859e4-6af1-4a23-a310-7563f686ed72'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '78deca88-c97b-409d-8b63-832589ddfd8a'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:26.421657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.422980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.516114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.523526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 78deca88-c97b-409d-8b63-832589ddfd8a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:26.524844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.525143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.562589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f879af-877e-4e3d-801e-393ce6fa1ceb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.577505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=a41c365d-7c39-4ea1-b846-80088a898519,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.623823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aa6a0-f27b-4ed1-b872-5477c457167c None None] Pushing event updated for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:26.630495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.632134 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-235521cc-91ff-4929-867b-0552e711d63c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5071554 Dec 10 16:38:26.638504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.644446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-585524519', 'security_groups': ['28f879af-877e-4e3d-801e-393ce6fa1ceb'], 'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '268be3ab-a5c4-4643-bd81-117850897723'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:26.674395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.676434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Allocated IP 172.20.0.2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/9a4859e4-6af1-4a23-a310-7563f686ed72/78deca88-c97b-409d-8b63-832589ddfd8a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:26.678588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 78deca88-c97b-409d-8b63-832589ddfd8a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:26.678968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.679598 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-70dbb3b1-b3de-44d0-9952-59d60d055364 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/a41c365d-7c39-4ea1-b846-80088a898519 HTTP/1.1" status: 204 len: 168 time: 0.6735599 Dec 10 16:38:26.682177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.747832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70731f7-b68d-43d0-83b9-675e85eb02fd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.750395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70731f7-b68d-43d0-83b9-675e85eb02fd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.752843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70731f7-b68d-43d0-83b9-675e85eb02fd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:26.754959 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e70731f7-b68d-43d0-83b9-675e85eb02fd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0715334 Dec 10 16:38:26.758053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:26.830202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 8e810211-b7a0-4333-9df5-42245226ccf7 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:26.844440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:26.877077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:26.889925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=78deca88-c97b-409d-8b63-832589ddfd8a,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:26.934707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.948679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:26.949080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.951953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d39cf68a-d7a1-4e5f-974b-86d4bbeaae21 None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:26.952313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d39cf68a-d7a1-4e5f-974b-86d4bbeaae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.964046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:26.986931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] device_id is not set on port 679ef253-72cd-4d09-b48c-2c0b7e838406 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:27.004182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.008336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.049962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d39cf68a-d7a1-4e5f-974b-86d4bbeaae21 None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:27.050528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.122414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5478e1a-1bf3-4512-b1b3-9c894b739c8e None None] Pushing event updated for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:27.140381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.160268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d39cf68a-d7a1-4e5f-974b-86d4bbeaae21 None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:27.160648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d39cf68a-d7a1-4e5f-974b-86d4bbeaae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.184059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8::f2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/268be3ab-a5c4-4643-bd81-117850897723/679ef253-72cd-4d09-b48c-2c0b7e838406) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:27.279327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.311364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.315574 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/8e810211-b7a0-4333-9df5-42245226ccf7 HTTP/1.1" status: 204 len: 168 time: 0.5564513 Dec 10 16:38:27.316764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d818ce-3ec4-4177-8fc3-e375fa09ed91 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=8e810211-b7a0-4333-9df5-42245226ccf7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:27.318356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:27.383500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.396583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 9a4859e4-6af1-4a23-a310-7563f686ed72 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:27.400646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.530657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.542420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.603612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:27.610284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:27.616806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:27.622486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:27.623136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.644792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=679ef253-72cd-4d09-b48c-2c0b7e838406,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:27.676078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.676381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.677021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.677612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.678175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.678779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.679382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.679949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.680499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.681019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.682705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.682705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.682705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:27.709527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.739871 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f37379b5-1f24-454f-b080-0b3435c6561a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0964165 Dec 10 16:38:27.739871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:27.746081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:27.750047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01fabd9-f23f-4c0d-a161-27f7bae076fd None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:27.828290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-61dd4900-57b7-4140-9e4a-ec43ccc2d37e None None] Provisioning complete for port 78deca88-c97b-409d-8b63-832589ddfd8a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:27.828663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-61dd4900-57b7-4140-9e4a-ec43ccc2d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.896197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.931568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4859e4-6af1-4a23-a310-7563f686ed72,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:27.933219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.936464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4f9b2330-5ac6-4f2e-af87-7e85110514e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/9a4859e4-6af1-4a23-a310-7563f686ed72 HTTP/1.1" status: 204 len: 168 time: 0.6169460 Dec 10 16:38:27.939702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:27.950552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:27.955205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:27.981267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-61dd4900-57b7-4140-9e4a-ec43ccc2d37e None None] Could not find standard attr ID for object a41c365d-7c39-4ea1-b846-80088a898519. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:27.981617 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ade98903-12e3-4787-8df7-18913722fec2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377376 Dec 10 16:38:27.981617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:27.986475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:27.991330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f75e0e-65d9-4375-b9c6-1ca113c3ea5b None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '9a4859e4-6af1-4a23-a310-7563f686ed72'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '78deca88-c97b-409d-8b63-832589ddfd8a'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:28.023363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04f75e0e-65d9-4375-b9c6-1ca113c3ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.061263 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 268be3ab-a5c4-4643-bd81-117850897723 (CIDR: 2001:db8::/64) Dec 10 16:38:28.111342 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:28.111872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:28.131973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b746f95a-902a-41f4-a74c-d537dc4ad8d8 None None] Provisioning complete for port 679ef253-72cd-4d09-b48c-2c0b7e838406 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:28.132351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b746f95a-902a-41f4-a74c-d537dc4ad8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.162596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:28.166344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.167921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b746f95a-902a-41f4-a74c-d537dc4ad8d8 None None] Port 679ef253-72cd-4d09-b48c-2c0b7e838406 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:28.191871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcd0a1-1b2a-40fe-9708-cce44cb18ed8 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:28.245208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32b27669-942d-41e0-b3d3-79767c382bac tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5048463 Dec 10 16:38:28.247784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:28.253041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:28.307481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f6ba7755-778e-4fe4-9d4a-1b46239b4774 None None] Provisioning complete for port 78deca88-c97b-409d-8b63-832589ddfd8a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:28.307865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7755-778e-4fe4-9d4a-1b46239b4774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.334579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:28.369641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 78deca88-c97b-409d-8b63-832589ddfd8a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:28.454078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.484317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:28.489889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.493340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Deleting port 78deca88-c97b-409d-8b63-832589ddfd8a {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:28.493716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.502145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:28.505870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:28.509776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:28.509776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.525385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=6d470c00-b64d-4bf5-8deb-7079fda94286,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.594705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2e1218e8-fb93-4c50-ae74-e03943d173e3 (CIDR: 2001:db8:0:1::/64) Dec 10 16:38:28.681801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.685361 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:28.685885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:28.691967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bfc5bf15-7aa1-414e-a254-6620ffbf2f87 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7053549 Dec 10 16:38:28.694150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:28.698259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:28.740516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=78deca88-c97b-409d-8b63-832589ddfd8a,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:28.747632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] For port 78deca88-c97b-409d-8b63-832589ddfd8a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=78deca88-c97b-409d-8b63-832589ddfd8a,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:28.751148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.760695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Calling delete_port for 78deca88-c97b-409d-8b63-832589ddfd8a owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:28.773114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1538aa0a-221b-4880-811e-d3b5a78a48c3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5241015 Dec 10 16:38:28.775768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:28.780790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'subnet': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:28.834565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.890601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.912737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:28.916480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.944925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:28.969622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] Pushing event deleted for resources: {'Port': ['ID=78deca88-c97b-409d-8b63-832589ddfd8a,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:28.976742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7b186-dc82-42e5-81aa-ea2a34e80624 None None] No DVR routers for this DVR port 78deca88-c97b-409d-8b63-832589ddfd8a on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:28.994030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4765f-23a3-4c86-8889-198da808a93a None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:28.998502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Made reservation on behalf of a6aefa0000e84fc9964e0ca52a6222ba for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:29.003535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.105166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '6d470c00-b64d-4bf5-8deb-7079fda94286'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:29.106197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.259668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Allocated IP 172.20.0.2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/6d470c00-b64d-4bf5-8deb-7079fda94286/f7114b39-97ed-4b22-b28b-b0b169e744f3) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:29.356843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.399498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.404166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:29.407613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:29.415454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:29.417435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.419619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f3e66-7056-4d45-87e7-816c4af807d3 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:29.421178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Subnet': ['ID=3947967c-91ff-4671-b95b-e2c809b2acec,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.514159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.569709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:29.578106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Pushing event updated for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.581184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:29.586240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:29.588813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2db2a767-206c-435b-afea-e9c9009e7453 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8117452 Dec 10 16:38:29.594169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:29.597829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1787151835', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3947967c-91ff-4671-b95b-e2c809b2acec'}], 'security_groups': ['4d22bc06-79cb-4fe1-91b0-b503ac5fb2c8', '09683917-3d5d-45f6-9945-0d17b0dd63a4']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:29.661499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Attempting to bind port f7114b39-97ed-4b22-b28b-b0b169e744f3 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:29.662176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Attempting to bind port f7114b39-97ed-4b22-b28b-b0b169e744f3 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:29.662731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Attempting to bind port f7114b39-97ed-4b22-b28b-b0b169e744f3 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:29.672195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:29.672859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:29.673995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.674779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:29.675556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Bound port: f7114b39-97ed-4b22-b28b-b0b169e744f3, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:29.675887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.676319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.715929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Update dhcp port {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'fixed_ips': [{'subnet_id': '2e1218e8-fb93-4c50-ae74-e03943d173e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '268be3ab-a5c4-4643-bd81-117850897723', 'ip_address': '2001:db8::2'}, {'subnet_id': '3947967c-91ff-4671-b95b-e2c809b2acec'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '99dc6b0c-fd5b-4477-89fc-ee68faca6d82'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:29.720067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:29.759408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.781450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:29.812274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f7114b39-97ed-4b22-b28b-b0b169e744f3,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:29.899532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:29.958210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Pushing event updated for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:29.966470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.966943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.967466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.967880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.968530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.968809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.969285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.969714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.970707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.971134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.971532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.971922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:29.972329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7027fe-5c86-403a-9a2f-6c3b82fb1b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:38:30.005274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Delete allocated IP 2001:db8::f2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/268be3ab-a5c4-4643-bd81-117850897723) {{(pid=103598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 16:38:30.013903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Allocated IP 2001:db8:0:2::44 (5ef9622c-d66b-463e-88ef-de90ec2c0433/3947967c-91ff-4671-b95b-e2c809b2acec/679ef253-72cd-4d09-b48c-2c0b7e838406) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:30.036218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.201605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.230345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f7114b39-97ed-4b22-b28b-b0b169e744f3,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:30.263135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.284360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.338675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.339877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.348319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Allocated IP 2001:db8:0:2::2 (5ef9622c-d66b-463e-88ef-de90ec2c0433/3947967c-91ff-4671-b95b-e2c809b2acec/99dc6b0c-fd5b-4477-89fc-ee68faca6d82) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:30.358449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] In _notify_port_updated(), no bound segment for port 679ef253-72cd-4d09-b48c-2c0b7e838406 on network 5ef9622c-d66b-463e-88ef-de90ec2c0433 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:38:30.365275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:30.365855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.367203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "PUT /v2.0/ports/679ef253-72cd-4d09-b48c-2c0b7e838406 HTTP/1.1" status: 200 len: 969 time: 0.7741323 Dec 10 16:38:30.371751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:30.381474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906a7a-f180-43f9-9655-ee6ffbfed730 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event updated for resources: {'Port': ['ID=679ef253-72cd-4d09-b48c-2c0b7e838406,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.387525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f7114b39-97ed-4b22-b28b-b0b169e744f3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:30.437347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:30.446934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:30.455722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:30.456692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.478863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 679ef253-72cd-4d09-b48c-2c0b7e838406 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:30.479262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.487895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=4b9f1781-7e47-4808-ba51-45c2a56564d3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.491417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=4']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.551847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:30.562285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f7114b39-97ed-4b22-b28b-b0b169e744f3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:30.562548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.575574 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ddfe9938-1787-4873-84d0-d4ed1c1b0522 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8818820 Dec 10 16:38:30.578830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:30.587691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:ef:ab:f2', 'name': 'tempest-NetworksTestDHCPv6-292855349'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:30.592533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.610456 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 679ef253-72cd-4d09-b48c-2c0b7e838406 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:30.613102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.664840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.684784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.732965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f7114b39-97ed-4b22-b28b-b0b169e744f3,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:30.771093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:30.822876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da4719-9910-4975-bdf0-4afe04cfd43a None None] Pushing event updated for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.825675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.850193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.888126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.894261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=679ef253-72cd-4d09-b48c-2c0b7e838406,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:30.895362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.921633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:30.929410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:30.935108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41973fbc-23a0-4a59-98d5-1edeee77a232 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/679ef253-72cd-4d09-b48c-2c0b7e838406 HTTP/1.1" status: 204 len: 168 time: 0.5622880 Dec 10 16:38:30.945055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51934) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:30.972496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b895b3f6-816d-4e47-9e92-46ac0635f83f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] GET failed (client error): The resource could not be found. Dec 10 16:38:30.974006 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b895b3f6-816d-4e47-9e92-46ac0635f83f tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports/679ef253-72cd-4d09-b48c-2c0b7e838406 HTTP/1.1" status: 404 len: 333 time: 0.0277832 Dec 10 16:38:30.976862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51936) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.047171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.076152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.131655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 172.20.0.5 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/6d470c00-b64d-4bf5-8deb-7079fda94286/aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:31.138025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:feef:abf2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/4b9f1781-7e47-4808-ba51-45c2a56564d3/aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:31.193569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c893560-94b7-4df2-b876-df1facdff22f None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:31.205022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.207801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.209083 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/security-groups/28f879af-877e-4e3d-801e-393ce6fa1ceb HTTP/1.1" status: 204 len: 168 time: 0.2311797 Dec 10 16:38:31.212474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51938) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.234484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4b409-5d13-481e-9ca9-243ea4b20ad6 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f879af-877e-4e3d-801e-393ce6fa1ceb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:31.276663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-63953a90-dd8c-415b-bde1-040ccd944fe3 None None] Provisioning complete for port f7114b39-97ed-4b22-b28b-b0b169e744f3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:31.276856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63953a90-dd8c-415b-bde1-040ccd944fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.286997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.318386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.355989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.450428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.453103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.454937 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/security-groups/09683917-3d5d-45f6-9945-0d17b0dd63a4 HTTP/1.1" status: 204 len: 168 time: 0.2409005 Dec 10 16:38:31.457652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51940) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.471307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991459-4301-4d5e-b834-71ce997c49b3 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09683917-3d5d-45f6-9945-0d17b0dd63a4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:31.502201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.567947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:31.575121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:31.577874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:31.586702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:31.619287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.629262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:31.629658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.658661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.666837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:31.667497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.669321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:31.683089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:31.683474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.785725 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-271ae06b-9f29-442c-bcb1-9543b946c7ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2051325 Dec 10 16:38:31.787775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.788798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-993e7bc4-757e-4c66-b49b-bb5d09af4f2f None None] Could not find standard attr ID for object 679ef253-72cd-4d09-b48c-2c0b7e838406. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:31.828619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.831329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.832483 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d22bc06-79cb-4fe1-91b0-b503ac5fb2c8 HTTP/1.1" status: 204 len: 168 time: 0.3737450 Dec 10 16:38:31.835375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51944) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.859167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8715920-050e-48a7-afbd-41a0f058fbaf tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d22bc06-79cb-4fe1-91b0-b503ac5fb2c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:31.896511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997264b-9145-4c5a-b9d0-bfe6a1e10468 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:31.900390 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d20724e-e9a0-4f3e-9032-aa2782483ba2 None None] Could not find standard attr ID for object 679ef253-72cd-4d09-b48c-2c0b7e838406. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:31.901647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 268be3ab-a5c4-4643-bd81-117850897723 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:31.904968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:31.906691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997264b-9145-4c5a-b9d0-bfe6a1e10468 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:31.908445 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3997264b-9145-4c5a-b9d0-bfe6a1e10468 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1194048 Dec 10 16:38:31.911117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:31.947347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.031624 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:32.031984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.055147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.129754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b786f387-eb0d-4e62-9bc2-b66674926699 None None] Provisioning complete for port f7114b39-97ed-4b22-b28b-b0b169e744f3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:32.130321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b786f387-eb0d-4e62-9bc2-b66674926699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.139373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.161366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:32.203353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.238010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=268be3ab-a5c4-4643-bd81-117850897723,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:32.240728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.245149 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69fd946a-d60f-4174-bfc6-4eb26b9ae467 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/268be3ab-a5c4-4643-bd81-117850897723 HTTP/1.1" status: 204 len: 168 time: 0.4086144 Dec 10 16:38:32.249378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:32.251886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae8d47-1cf7-4788-af38-d073760db626 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:32.352686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 3947967c-91ff-4671-b95b-e2c809b2acec {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:32.360137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.376015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f7114b39-97ed-4b22-b28b-b0b169e744f3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:32.434132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-11f30da4-5529-4d8c-966a-b117baf50b21 None None] Could not find standard attr ID for object a41c365d-7c39-4ea1-b846-80088a898519. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:32.440363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.446018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f7114b39-97ed-4b22-b28b-b0b169e744f3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:32.446531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.544023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:32.554585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.559804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.611491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:32.612185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.614074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:32.751327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.754013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fdc8a4cd-34c4-4b4d-be55-95dfc821073c None None] Could not find standard attr ID for object aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:32.757651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51950) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:32.758198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bb6842eb-2caa-4b94-844f-53b92f0d7157 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7 HTTP/1.1" status: 204 len: 168 time: 0.8450415 Dec 10 16:38:32.804658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.832659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c01376-2e01-4cac-bac2-28a1bcab1222 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:32.834284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c01376-2e01-4cac-bac2-28a1bcab1222 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:32.837065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c01376-2e01-4cac-bac2-28a1bcab1222 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:32.838190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b1c01376-2e01-4cac-bac2-28a1bcab1222 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0791242 Dec 10 16:38:32.838339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.840684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51952) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:32.841672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/3947967c-91ff-4671-b95b-e2c809b2acec HTTP/1.1" status: 204 len: 168 time: 0.5912974 Dec 10 16:38:32.843119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c42c-0664-4b7a-83c6-df76dedb9815 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=3947967c-91ff-4671-b95b-e2c809b2acec,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:32.844744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:32.877117 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-637079e6-5ea9-48ea-b020-3ba9b46f7699 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:32.877600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637079e6-5ea9-48ea-b020-3ba9b46f7699 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:32.882828 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-637079e6-5ea9-48ea-b020-3ba9b46f7699 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/268be3ab-a5c4-4643-bd81-117850897723 HTTP/1.1" status: 404 len: 337 time: 0.0345714 Dec 10 16:38:32.884762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:32.910097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 4b9f1781-7e47-4808-ba51-45c2a56564d3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:32.914884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.946078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting subnet 2e1218e8-fb93-4c50-ae74-e03943d173e3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:32.949580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.964107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:32.982222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9f6f847-d595-46e5-9581-e29c0e0df314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.009932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.074856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.138622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.192174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f95aa4-9602-4ff9-8471-6647fb6fe60d None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:33.222505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.249515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9f1781-7e47-4808-ba51-45c2a56564d3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:33.255738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.261609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e34f41e2-c743-4bef-b720-324c12981ec5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/4b9f1781-7e47-4808-ba51-45c2a56564d3 HTTP/1.1" status: 204 len: 168 time: 0.4171650 Dec 10 16:38:33.267383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.296161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.309063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-58c0f62a-c23a-422d-8be5-45f3bc9fbe86 None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:33.309442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58c0f62a-c23a-422d-8be5-45f3bc9fbe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.334512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1218e8-fb93-4c50-ae74-e03943d173e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:33.334731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66a3ea-05bf-493f-b614-0d1369119101 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:33.345690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.348975 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-57610e1e-b237-44cc-925e-3528698eb46a tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/2e1218e8-fb93-4c50-ae74-e03943d173e3 HTTP/1.1" status: 204 len: 168 time: 0.4631050 Dec 10 16:38:33.352402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51960) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.353711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 6d470c00-b64d-4bf5-8deb-7079fda94286 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:33.357410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.381149 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bd94ab-a891-46a3-a511-a6f9c24b13bc tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.381624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bd94ab-a891-46a3-a511-a6f9c24b13bc tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.385857 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f7bd94ab-a891-46a3-a511-a6f9c24b13bc tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/89d2ccec-ef1a-4cf0-b72b-87def95bd5c9 HTTP/1.1" status: 404 len: 337 time: 0.0314240 Dec 10 16:38:33.396516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51962) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.410659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.433733 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5d585d66-330f-48a3-b6bf-0ba390342ddd tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4909cfe5-5856-4c11-898f-cd8e71a36c09 HTTP/1.1" status: 200 len: 205 time: 0.0342548 Dec 10 16:38:33.436185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51964) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.479724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-2142029b-ae41-40ea-808c-2db703564b85 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] delete failed (client error): The resource could not be found. Dec 10 16:38:33.483388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2142029b-ae41-40ea-808c-2db703564b85 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/routers/4909cfe5-5856-4c11-898f-cd8e71a36c09 HTTP/1.1" status: 404 len: 336 time: 0.0436664 Dec 10 16:38:33.483709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51966) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.510858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.514334 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b94e8e-0789-4afc-a789-c23301dead0d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.514334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b94e8e-0789-4afc-a789-c23301dead0d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.515465 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6b94e8e-0789-4afc-a789-c23301dead0d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/fd88632d-a99a-4b32-9fa3-69cf3fc62eff HTTP/1.1" status: 404 len: 337 time: 0.0303166 Dec 10 16:38:33.518176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51968) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.545894 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e59dce2-1d42-440d-a271-8f3b1f1e7677 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.546598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e59dce2-1d42-440d-a271-8f3b1f1e7677 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.550678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e59dce2-1d42-440d-a271-8f3b1f1e7677 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/ddc2a859-4dcd-47f1-b998-d9ca1928d4ef HTTP/1.1" status: 404 len: 337 time: 0.0311861 Dec 10 16:38:33.553012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51970) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.556985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-58c0f62a-c23a-422d-8be5-45f3bc9fbe86 None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:33.576320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-58c0f62a-c23a-422d-8be5-45f3bc9fbe86 None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:33.576698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-58c0f62a-c23a-422d-8be5-45f3bc9fbe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.590780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8da934d-1774-4e32-9f56-5ce8d4c9f144 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.591240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8da934d-1774-4e32-9f56-5ce8d4c9f144 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.594448 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c8da934d-1774-4e32-9f56-5ce8d4c9f144 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/daae9433-3070-42af-9b6f-70f115ab0405 HTTP/1.1" status: 404 len: 337 time: 0.0401304 Dec 10 16:38:33.598420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51972) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.620611 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fbdf15-599a-404f-a6de-ec57f4a4f7fa tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.621211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fbdf15-599a-404f-a6de-ec57f4a4f7fa tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.624299 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c7fbdf15-599a-404f-a6de-ec57f4a4f7fa tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/b520e913-824a-4e08-b02c-39aff0243192 HTTP/1.1" status: 404 len: 333 time: 0.0261064 Dec 10 16:38:33.627481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51974) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.636560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.653000 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9594c0-9387-4439-8243-6a5915cb4fc1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.653375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9594c0-9387-4439-8243-6a5915cb4fc1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.659203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ed9594c0-9387-4439-8243-6a5915cb4fc1 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/68917fa6-69ae-4173-9ce1-e46b9ebbd467 HTTP/1.1" status: 404 len: 337 time: 0.0279911 Dec 10 16:38:33.659441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.668462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=6d470c00-b64d-4bf5-8deb-7079fda94286,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:33.670831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.678482 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c99c180-46e1-4c71-8342-0a05738744f3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/6d470c00-b64d-4bf5-8deb-7079fda94286 HTTP/1.1" status: 204 len: 168 time: 0.4126532 Dec 10 16:38:33.680094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51978) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.688952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252f5a0-5532-4796-9cf0-6f970c9ed805 None None] Update dhcp port {'port': {'network_id': '5ef9622c-d66b-463e-88ef-de90ec2c0433', 'fixed_ips': [{'subnet_id': '2e1218e8-fb93-4c50-ae74-e03943d173e3'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '99dc6b0c-fd5b-4477-89fc-ee68faca6d82'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:33.700368 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f0046a-7ee6-4055-8dd6-9d0ab513dd8c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.700368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f0046a-7ee6-4055-8dd6-9d0ab513dd8c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.700911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00f0046a-7ee6-4055-8dd6-9d0ab513dd8c tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/4b73e18b-b33d-405d-a069-87f4a06f2aef HTTP/1.1" status: 404 len: 337 time: 0.0400498 Dec 10 16:38:33.703438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.727063 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a713cc8-ad70-4e79-bf64-3c17b01338a0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.727752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a713cc8-ad70-4e79-bf64-3c17b01338a0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.733310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8a713cc8-ad70-4e79-bf64-3c17b01338a0 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/dde998a6-bef7-48f9-880f-5d1bbaf21fd6 HTTP/1.1" status: 404 len: 333 time: 0.0264525 Dec 10 16:38:33.733640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51982) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.738904 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fd3ce350-01ef-4058-be34-739dbfab376a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567443 Dec 10 16:38:33.745104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51984) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.745333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c252f5a0-5532-4796-9cf0-6f970c9ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.751951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:33.763473 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e35bd67-2abf-4010-b07f-c1f549f0391d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.764062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e35bd67-2abf-4010-b07f-c1f549f0391d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.767334 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5e35bd67-2abf-4010-b07f-c1f549f0391d tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb2a6d5-f37c-4ad6-bbd6-3ed6d29f7dcc HTTP/1.1" status: 404 len: 337 time: 0.0326850 Dec 10 16:38:33.770746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51986) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.801206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5dd5bf-f029-4a4e-adfb-2118d2fcd746 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] DELETE failed (client error): The resource could not be found. Dec 10 16:38:33.801736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5dd5bf-f029-4a4e-adfb-2118d2fcd746 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:33.807136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b5dd5bf-f029-4a4e-adfb-2118d2fcd746 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/subnets/791587e7-d6e9-42f2-94ce-028ae93c7d9e HTTP/1.1" status: 404 len: 337 time: 0.0312026 Dec 10 16:38:33.807490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 51988) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:33.884854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc740db1-36be-4944-9307-ad3ba57689dc None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '6d470c00-b64d-4bf5-8deb-7079fda94286'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': 'f7114b39-97ed-4b22-b28b-b0b169e744f3'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:38:33.912015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc740db1-36be-4944-9307-ad3ba57689dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.930044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:33.935713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:33.955495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ee8ea-ef97-4219-b0c8-efe1ea35b3c8 None None] Network 5ef9622c-d66b-463e-88ef-de90ec2c0433 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:34.083760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fa75e7f-c5a2-4237-9586-4a3a70d7126a None None] Provisioning complete for port dbbc8c22-adaa-4940-a966-dce44a287317 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:34.084420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fa75e7f-c5a2-4237-9586-4a3a70d7126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.154165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5fa75e7f-c5a2-4237-9586-4a3a70d7126a None None] Port dbbc8c22-adaa-4940-a966-dce44a287317 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:34.170693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fa75e7f-c5a2-4237-9586-4a3a70d7126a None None] Provisioning complete for port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:34.170693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fa75e7f-c5a2-4237-9586-4a3a70d7126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.192057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d89ffa-49e2-4a67-b17c-642b9aff8564 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:34.194368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] DHCP port deletion for 5ef9622c-d66b-463e-88ef-de90ec2c0433 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:34.215802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port dbbc8c22-adaa-4940-a966-dce44a287317 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:34.216150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.232915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.277142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:34.280748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:34.286587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:34.287411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.290608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.299479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=f5e1a386-7e0e-48a6-8176-80841997d3f9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:34.307695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for dbbc8c22-adaa-4940-a966-dce44a287317 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:34.363404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Deleting port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:34.369838 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-44bd6925-5171-4c02-a31b-063fda0caddc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6173420 Dec 10 16:38:34.370164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.370270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.377127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:34.381041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:34.416020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f7114b39-97ed-4b22-b28b-b0b169e744f3 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:34.456403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.489310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=dbbc8c22-adaa-4940-a966-dce44a287317,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:34.496278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.498362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:34.498768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.501483 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-411d0499-ace2-46aa-9ccf-262f39e149c8 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/ports/dbbc8c22-adaa-4940-a966-dce44a287317 HTTP/1.1" status: 204 len: 168 time: 0.6923397 Dec 10 16:38:34.503978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:34.518495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Calling delete_port for 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:34.550163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:34.553690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.611613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Deleting port f7114b39-97ed-4b22-b28b-b0b169e744f3 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:34.611992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.637899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.655906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ce003907-f7ce-4c1d-9757-eb0ad171e546 None None] Provisioning complete for port f7114b39-97ed-4b22-b28b-b0b169e744f3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:34.656289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce003907-f7ce-4c1d-9757-eb0ad171e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.686726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.744180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Deleting port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:34.744542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.768105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f7114b39-97ed-4b22-b28b-b0b169e744f3,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:34.787670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] For port f7114b39-97ed-4b22-b28b-b0b169e744f3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f7114b39-97ed-4b22-b28b-b0b169e744f3,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:34.788070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.818601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Calling delete_port for f7114b39-97ed-4b22-b28b-b0b169e744f3 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:34.829271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.846306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.846984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:34.882200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] For port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,segment=NetworkSegment(c306e12b-ca31-435f-a557-8d50e1d9322d),segment_id=c306e12b-ca31-435f-a557-8d50e1d9322d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:34.882572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:34.900878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Calling delete_port for 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:34.916671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] Pushing event deleted for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:34.919048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af62085-d9bc-4146-be7c-f85f223d24df None None] No DVR routers for this DVR port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:34.925395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:34.925751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:34.988966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.012787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.038735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] No DVR routers for this DVR port 99dc6b0c-fd5b-4477-89fc-ee68faca6d82 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:35.045153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Port': ['ID=99dc6b0c-fd5b-4477-89fc-ee68faca6d82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.078628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.114285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] Pushing event deleted for resources: {'Port': ['ID=f7114b39-97ed-4b22-b28b-b0b169e744f3,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.117847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658addd8-b658-454d-ad45-c4c2a26fdd8d None None] No DVR routers for this DVR port f7114b39-97ed-4b22-b28b-b0b169e744f3 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:35.138544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af354604-93c8-4126-a9f7-1fe903168ee9 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:35.159895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.194453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a212f0d8-7c73-4240-9367-3eb00e32c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.207780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:35.209760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef9622c-d66b-463e-88ef-de90ec2c0433']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:35.212501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.243822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'd1a32125-0d90-4b87-beb6-c55482b82ac4'}, {'subnet_id': 'f5e1a386-7e0e-48a6-8176-80841997d3f9'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:35.244799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.248332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c306e12b-ca31-435f-a557-8d50e1d9322d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:35.248629 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c306e12b-ca31-435f-a557-8d50e1d9322d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:35.267576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.270166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:35.281208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:35.284354 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:35.284982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.304711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.310242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=d1a32125-0d90-4b87-beb6-c55482b82ac4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.315893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:35.317534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self.session.flush() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:35.319647 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:35.390126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b052e45b-b86f-4ab6-90ba-c1c2ff85aa41 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0206552 Dec 10 16:38:35.393337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 51994) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.398200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:51:ea:86', 'name': 'tempest-NetworksTestDHCPv6-2023194388'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:35.429700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Allocated IP 172.20.0.2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/f5e1a386-7e0e-48a6-8176-80841997d3f9/abc1a265-7b07-4611-a68e-a750b2020999) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:35.435756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Allocated IP 2001:db8::f816:3eff:fe52:d152 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/d1a32125-0d90-4b87-beb6-c55482b82ac4/abc1a265-7b07-4611-a68e-a750b2020999) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:35.443130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.453493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.457933 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] 10.222.0.21 "DELETE /v2.0/networks/5ef9622c-d66b-463e-88ef-de90ec2c0433 HTTP/1.1" status: 204 len: 168 time: 0.9523008 Dec 10 16:38:35.474275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb1b0-efb5-4e86-a145-826f7f7c2f97 tempest-PortsIpV6TestJSON-669765204 tempest-PortsIpV6TestJSON-669765204-project] Pushing event deleted for resources: {'Network': ['ID=5ef9622c-d66b-463e-88ef-de90ec2c0433,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.586652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.607482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:35.612159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.632449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 6e92417a-14a5-4c34-8ea6-1d609927b4fe yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:35.682157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.721606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:35.724427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:35.728046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:35.742324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Pushing event updated for resources: {'Port': ['ID=abc1a265-7b07-4611-a68e-a750b2020999,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:35.806121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 172.20.0.10 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/f5e1a386-7e0e-48a6-8176-80841997d3f9/6e92417a-14a5-4c34-8ea6-1d609927b4fe) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:35.806984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Attempting to bind port abc1a265-7b07-4611-a68e-a750b2020999 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:35.807365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Attempting to bind port abc1a265-7b07-4611-a68e-a750b2020999 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:35.807737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Attempting to bind port abc1a265-7b07-4611-a68e-a750b2020999 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:35.812005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe51:ea86 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/d1a32125-0d90-4b87-beb6-c55482b82ac4/6e92417a-14a5-4c34-8ea6-1d609927b4fe) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:35.812827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:35.813249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:35.814241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.814647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:35.815118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Bound port: abc1a265-7b07-4611-a68e-a750b2020999, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:35.815504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.882052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] For port abc1a265-7b07-4611-a68e-a750b2020999, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:35.885925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] For port abc1a265-7b07-4611-a68e-a750b2020999, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=abc1a265-7b07-4611-a68e-a750b2020999,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:35.936157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:35.937018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:35.986402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.021438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2a196-7b73-4725-a8c9-4c4316b31427 None None] Pushing event updated for resources: {'Port': ['ID=abc1a265-7b07-4611-a68e-a750b2020999,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:36.095247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.129472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d15230d2-1296-4538-9453-a06f8b9fe2eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6aefa0000e84fc9964e0ca52a6222ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922023 Dec 10 16:38:36.132121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:36.158031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:36.162751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=6e92417a-14a5-4c34-8ea6-1d609927b4fe,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:36.177408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:36.182511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:36.215365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.242057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.260053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:36.260540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.343183 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5320e39e-3c73-4e6c-b835-98b424bb0f54 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9487906 Dec 10 16:38:36.347270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:36.379767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.382452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.383594 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/071bfaba-1734-4b5d-b0aa-fca8ab6d30a6 HTTP/1.1" status: 204 len: 168 time: 0.2504427 Dec 10 16:38:36.389008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device abc1a265-7b07-4611-a68e-a750b2020999 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:36.396918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cecc64-ed1d-466c-9c30-bf0a82f27025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071bfaba-1734-4b5d-b0aa-fca8ab6d30a6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:36.417058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3aa76-971c-4bba-8e01-bbb14df066bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:36.423687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3aa76-971c-4bba-8e01-bbb14df066bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:36.425479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-77d3aa76-971c-4bba-8e01-bbb14df066bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0770252 Dec 10 16:38:36.428203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:36.462282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port abc1a265-7b07-4611-a68e-a750b2020999 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:36.465786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.534608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 6e92417a-14a5-4c34-8ea6-1d609927b4fe {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:36.535003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.565046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.590217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.598813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port abc1a265-7b07-4611-a68e-a750b2020999, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=abc1a265-7b07-4611-a68e-a750b2020999,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:36.630015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.642995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 6e92417a-14a5-4c34-8ea6-1d609927b4fe owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:36.676251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.748378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=abc1a265-7b07-4611-a68e-a750b2020999,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:36.922103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:36.953686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=6e92417a-14a5-4c34-8ea6-1d609927b4fe,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:37.056046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.060789 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0056625e-38f2-4d81-9ebb-fe5410236299 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/6e92417a-14a5-4c34-8ea6-1d609927b4fe HTTP/1.1" status: 204 len: 168 time: 0.6313763 Dec 10 16:38:37.063319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.120219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888b0c8-6edb-4579-8504-30da0755e400 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:37.344397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d44fdf08-1871-420e-ba0d-6e5769cbe778 None None] Provisioning complete for port abc1a265-7b07-4611-a68e-a750b2020999 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:37.345507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d44fdf08-1871-420e-ba0d-6e5769cbe778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.446351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca522d54-b9d6-403e-991f-7174a65f3119 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:37.447871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca522d54-b9d6-403e-991f-7174a65f3119 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:37.449609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca522d54-b9d6-403e-991f-7174a65f3119 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:37.451269 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca522d54-b9d6-403e-991f-7174a65f3119 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3862913 Dec 10 16:38:37.454076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.484475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.510812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet d1a32125-0d90-4b87-beb6-c55482b82ac4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:37.514118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.559851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.603546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834223970'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:37.649108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.675964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:37.679560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.691737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.779630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.809734 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a32125-0d90-4b87-beb6-c55482b82ac4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:37.811750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.816104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8eff60c8-859e-4ce6-980c-50d20fe2f825 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a32125-0d90-4b87-beb6-c55482b82ac4 HTTP/1.1" status: 204 len: 168 time: 0.3601754 Dec 10 16:38:37.818611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:37.838206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f29a49cb-a3ea-4d5c-8a6a-dc3e4721b5c3 None None] Provisioning complete for port abc1a265-7b07-4611-a68e-a750b2020999 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:37.838789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f29a49cb-a3ea-4d5c-8a6a-dc3e4721b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.859989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.894634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet f5e1a386-7e0e-48a6-8176-80841997d3f9 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:37.900429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.904236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.948326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:37.968166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3198c-c28e-4b94-87c9-fbd4b0b32f5b None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:37.972678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.012641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:38.033895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.034180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment e1e272f1-8b57-4150-a4bd-ad2811dba9d6 of type vlan for network e023b154-fcec-445e-bdc2-5c6a31cbe662 Dec 10 16:38:38.042969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1178fa46-c245-411e-b253-92154e5c90ad,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:38.044108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fafa6563-caad-4df3-816f-c21880377aab None None] Could not find standard attr ID for object 6e92417a-14a5-4c34-8ea6-1d609927b4fe. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:38.107732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.113132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.221832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.227650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.228162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.276677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.320716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e1a386-7e0e-48a6-8176-80841997d3f9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:38.325872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.329194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a09b7fd0-abde-43d3-9b51-12ab2237ff65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/f5e1a386-7e0e-48a6-8176-80841997d3f9 HTTP/1.1" status: 204 len: 168 time: 0.5087936 Dec 10 16:38:38.330160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=e023b154-fcec-445e-bdc2-5c6a31cbe662,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:38.331857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.345902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:38.376742 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-edde0c8b-5d4b-4ee1-96b1-7f0e99475368 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8887713 Dec 10 16:38:38.379006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-05862934-24ba-464e-a31b-fa3dac0d8929 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457144 Dec 10 16:38:38.381439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.382246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.388137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1109805670'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:38.418642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device abc1a265-7b07-4611-a68e-a750b2020999 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:38.434865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ff16f-b1d4-4972-8ba6-3e20f8a1a2d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.436640 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6e5ff16f-b1d4-4972-8ba6-3e20f8a1a2d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0540268 Dec 10 16:38:38.439962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.496424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:38.503410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.511702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port abc1a265-7b07-4611-a68e-a750b2020999 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:38.512248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.530786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e0314d-da1b-4576-a9b6-044c1a773d00 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.532321 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31e0314d-da1b-4576-a9b6-044c1a773d00 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0911565 Dec 10 16:38:38.535168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52048) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.542459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:38.553952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.554691 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 9275d7fe-de67-4e3a-83e5-fd303d71670b of type vlan for network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 Dec 10 16:38:38.589710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2e521230-333e-4a2b-8493-3e644783584e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525222 Dec 10 16:38:38.590619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52050) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.596876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:38.601499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.652928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3987f-8e28-43bc-ae3f-35df39f76cfe None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:38.701572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.707999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:38.708600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.721858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0ca82dbe-5efb-4b92-b708-7fd721b39fb2 None None] Provisioning complete for port abc1a265-7b07-4611-a68e-a750b2020999 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:38.722293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0ca82dbe-5efb-4b92-b708-7fd721b39fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.760880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.782816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=7887cc1a-e41f-4169-8d87-91a9a5e49df2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:38.793730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:38.801235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:38.805697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:38.808536 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:38.808536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:38.866860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:38.887238 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b0c5ed9b-0b60-43b8-9cc5-b6e6b5567c56 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5034883 Dec 10 16:38:38.890335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52052) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.897438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:38.916797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ae933d77-5617-42c1-9e20-d1ad0ea55bcd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3239381 Dec 10 16:38:38.922819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:38.927859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:38.951519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Deleting port abc1a265-7b07-4611-a68e-a750b2020999 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:38.951904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.020430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] For port abc1a265-7b07-4611-a68e-a750b2020999, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=abc1a265-7b07-4611-a68e-a750b2020999,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:39.020824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.033407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Calling delete_port for abc1a265-7b07-4611-a68e-a750b2020999 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:39.083989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:39.087788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.181501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:39.182537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.183961 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:39.184386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:39.201965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.244243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] No DVR routers for this DVR port abc1a265-7b07-4611-a68e-a750b2020999 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:39.250372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f854b-8cfa-4e90-8a89-0c677e5764a6 None None] Pushing event deleted for resources: {'Port': ['ID=abc1a265-7b07-4611-a68e-a750b2020999,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:39.265022 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a2c1ce11-706c-42f9-b7e3-4b847a683e4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3379059 Dec 10 16:38:39.265022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:39.270366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:39.373530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.440811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=5081aa93-48bb-46f4-b42f-a35e3e288477,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:39.448120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:39.448488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: e023b154-fcec-445e-bdc2-5c6a31cbe662, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:39.453252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:39.457095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.458499 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:39.459633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:39.556329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:39.559878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da32cfbe-5b3e-4393-b000-3ff8e0c19ffd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2939832 Dec 10 16:38:39.562815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:39.568348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:39.666968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e023b154-fcec-445e-bdc2-5c6a31cbe662) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:39.670911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:39.671511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.675980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc20611-d0c7-4def-a161-25ce43c5d780 None None] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:39.741858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:39.745518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.747025 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:39.747472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:39.771118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e023b154-fcec-445e-bdc2-5c6a31cbe662', 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '5081aa93-48bb-46f4-b42f-a35e3e288477'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:39.771973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:39.807331 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-156060bb-bc8b-424f-805e-f1cc1b8eb5a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9155662 Dec 10 16:38:39.810261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52060) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:39.816363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:39.866448 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6f9e880e-0756-4bc9-8ea7-44a3c57a6882 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3019230 Dec 10 16:38:39.870213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:39.876239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:39.908988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Allocated IP 2001:db8::2 (e023b154-fcec-445e-bdc2-5c6a31cbe662/5081aa93-48bb-46f4-b42f-a35e3e288477/70103740-8dcf-4e1f-9f2a-090f038464e0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:40.004014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:40.007607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.056158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.072451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:40.076886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.077514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:40.077944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:40.153082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.187768 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-253fc3f5-5227-4483-b3bf-21265e23f4d4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3133180 Dec 10 16:38:40.189646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.190426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:40.193432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:40.194596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:40.197182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:40.224806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Pushing event updated for resources: {'Port': ['ID=70103740-8dcf-4e1f-9f2a-090f038464e0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.257566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Attempting to bind port 70103740-8dcf-4e1f-9f2a-090f038464e0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:40.257860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Attempting to bind port 70103740-8dcf-4e1f-9f2a-090f038464e0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:40.258228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Attempting to bind port 70103740-8dcf-4e1f-9f2a-090f038464e0 on network e023b154-fcec-445e-bdc2-5c6a31cbe662 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:40.261345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.263196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:40.263691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Checking segment: {'id': 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:40.264108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.264519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Bound using segment: {'id': 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:40.265064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Bound port: 70103740-8dcf-4e1f-9f2a-090f038464e0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e023b154-fcec-445e-bdc2-5c6a31cbe662'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:40.265455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.327970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=e54f9f7e-fdd1-4312-914f-f2c75f2af8ee,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.333027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '9275d7fe-de67-4e3a-83e5-fd303d71670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:40.333397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 7887cc1a-e41f-4169-8d87-91a9a5e49df2, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:40.340217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] For port 70103740-8dcf-4e1f-9f2a-090f038464e0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:40.344347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] For port 70103740-8dcf-4e1f-9f2a-090f038464e0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70103740-8dcf-4e1f-9f2a-090f038464e0,segment=NetworkSegment(e1e272f1-8b57-4150-a4bd-ad2811dba9d6),segment_id=e1e272f1-8b57-4150-a4bd-ad2811dba9d6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:40.351620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device abc1a265-7b07-4611-a68e-a750b2020999 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:40.358216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:40.362517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.364236 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:38:40.364673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:38:40.372371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: abc1a265-7b07-4611-a68e-a750b2020999 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:40.372734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device abc1a265-7b07-4611-a68e-a750b2020999 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:40.438933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.462317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:40.465547 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c482acff-928f-40a9-b006-5e47e18ae245 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2739949 Dec 10 16:38:40.467240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.498331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfeece-d4b1-4496-9e04-b8ec63d8f573 None None] Pushing event updated for resources: {'Port': ['ID=70103740-8dcf-4e1f-9f2a-090f038464e0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:40.500710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-438e6a53-4dbb-4402-80a4-9a8679372941 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323153 Dec 10 16:38:40.503120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52072) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.541293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 7887cc1a-e41f-4169-8d87-91a9a5e49df2) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:40.546589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:40.547500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.552348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4d756-9260-458d-bd22-20edc7bec8c6 None None] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:40.564963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ad529-f988-4c2f-9fd0-54d2013a479b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:40.566725 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c07ad529-f988-4c2f-9fd0-54d2013a479b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625198 Dec 10 16:38:40.569237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.614311 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-52875e86-6b97-4431-9aa7-c8ebbb166382 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435445 Dec 10 16:38:40.617970 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.623051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:40.666545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cd65d935-8f28-4980-bad5-a165f5f03107 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8551922 Dec 10 16:38:40.669382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.677699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-689847993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:40.680811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-7887cc1a-e41f-4169-8d87-91a9a5e49df2', 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': 'e54f9f7e-fdd1-4312-914f-f2c75f2af8ee'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:40.682554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.779236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.780249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.840128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Allocated IP 2001:db8:1::2 (7887cc1a-e41f-4169-8d87-91a9a5e49df2/e54f9f7e-fdd1-4312-914f-f2c75f2af8ee/fafe048b-ff03-4077-a0ed-c34d122de896) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:40.848293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.872668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:40.876993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.919294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.983427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:40.987843 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0464e8f5-bf05-49b3-bcd2-9e349770b128 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3140504 Dec 10 16:38:40.988450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52080) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:40.994012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.056567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.100867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:41.103743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:41.107380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:41.116706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Pushing event updated for resources: {'Port': ['ID=fafe048b-ff03-4077-a0ed-c34d122de896,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:41.181172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Attempting to bind port fafe048b-ff03-4077-a0ed-c34d122de896 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:41.182382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Attempting to bind port fafe048b-ff03-4077-a0ed-c34d122de896 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9275d7fe-de67-4e3a-83e5-fd303d71670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:41.182382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Attempting to bind port fafe048b-ff03-4077-a0ed-c34d122de896 on network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:41.188342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:41.189012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Checking segment: {'id': '9275d7fe-de67-4e3a-83e5-fd303d71670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:41.191007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.191579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Bound using segment: {'id': '9275d7fe-de67-4e3a-83e5-fd303d71670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:41.192877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Bound port: fafe048b-ff03-4077-a0ed-c34d122de896, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9275d7fe-de67-4e3a-83e5-fd303d71670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7887cc1a-e41f-4169-8d87-91a9a5e49df2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:41.193473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.218372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:41.221743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.262205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] For port fafe048b-ff03-4077-a0ed-c34d122de896, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:41.265560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] For port fafe048b-ff03-4077-a0ed-c34d122de896, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fafe048b-ff03-4077-a0ed-c34d122de896,segment=NetworkSegment(9275d7fe-de67-4e3a-83e5-fd303d71670b),segment_id=9275d7fe-de67-4e3a-83e5-fd303d71670b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:41.281857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:41.285783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:41.290505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:41.291107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.305385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40013adf-e555-4a78-8c29-1770b2e8426e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:41.305964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=095c61a3-2149-43a6-bb91-add24c2b0b10,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:41.328949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.385758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.390634 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-156ec2a1-49f4-4f17-81a9-f4d357c49a4f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7716162 Dec 10 16:38:41.393883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:41.399185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:89:0f:a3', 'name': 'tempest-NetworksTestDHCPv6-1641887266'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:41.490117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '095c61a3-2149-43a6-bb91-add24c2b0b10'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:41.495820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.510459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338f6b-05ca-4eac-9b1a-8991051d2531 None None] Pushing event updated for resources: {'Port': ['ID=fafe048b-ff03-4077-a0ed-c34d122de896,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:41.630133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8::1 (e023b154-fcec-445e-bdc2-5c6a31cbe662/5081aa93-48bb-46f4-b42f-a35e3e288477/11ded9af-3d4e-43a7-b2a9-250f0ceefe25) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:41.630754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26e77e-cef2-44a7-9ed2-5c699eeb7f15 None None] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:41.661527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:41.710962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] Provisioning complete for port 70103740-8dcf-4e1f-9f2a-090f038464e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:41.711348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.714847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Allocated IP 2001:db8::f816:3eff:fe82:aebd (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/095c61a3-2149-43a6-bb91-add24c2b0b10/3848c160-da05-4152-ae13-ce0fe92cdebe) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:41.773245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.802435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.838010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port c436e104-15fd-4b4d-94eb-6315865a05b1 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:41.877015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.928944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:41.932621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:41.936749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:41.937324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:41.979476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=11ded9af-3d4e-43a7-b2a9-250f0ceefe25,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.156111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.157567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.192790 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.208681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] For port 70103740-8dcf-4e1f-9f2a-090f038464e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70103740-8dcf-4e1f-9f2a-090f038464e0,segment=NetworkSegment(e1e272f1-8b57-4150-a4bd-ad2811dba9d6),segment_id=e1e272f1-8b57-4150-a4bd-ad2811dba9d6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:42.290912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.333061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.355391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe89:fa3 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/095c61a3-2149-43a6-bb91-add24c2b0b10/c436e104-15fd-4b4d-94eb-6315865a05b1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:42.374642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:42.379769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:42.384195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:42.401620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Pushing event updated for resources: {'Port': ['ID=3848c160-da05-4152-ae13-ce0fe92cdebe,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.534739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.549331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70103740-8dcf-4e1f-9f2a-090f038464e0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:42.600118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Attempting to bind port 3848c160-da05-4152-ae13-ce0fe92cdebe on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:42.600459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Attempting to bind port 3848c160-da05-4152-ae13-ce0fe92cdebe by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:42.600817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Attempting to bind port 3848c160-da05-4152-ae13-ce0fe92cdebe on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:42.605609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c35c97-f0e6-415a-b1c5-b72794d34b0a None None] Pushing event updated for resources: {'Port': ['ID=70103740-8dcf-4e1f-9f2a-090f038464e0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.613978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.614774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.621728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:42.622071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:42.622210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.625230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.625230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:42.625230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Bound port: 3848c160-da05-4152-ae13-ce0fe92cdebe, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:42.625230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.642428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd87b6ad-74b9-425d-82ae-8f0fca4aef29 None None] Provisioning complete for port 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:42.643394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd87b6ad-74b9-425d-82ae-8f0fca4aef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.720564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=11ded9af-3d4e-43a7-b2a9-250f0ceefe25,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.731920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.752616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bd87b6ad-74b9-425d-82ae-8f0fca4aef29 None None] Port 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:42.758481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 70103740-8dcf-4e1f-9f2a-090f038464e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:42.758856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.760795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] For port 3848c160-da05-4152-ae13-ce0fe92cdebe, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:42.765624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] For port 3848c160-da05-4152-ae13-ce0fe92cdebe, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3848c160-da05-4152-ae13-ce0fe92cdebe,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:42.778440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:42.779914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:42.797665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:42.801104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:42.802042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd87b6ad-74b9-425d-82ae-8f0fca4aef29 None None] Provisioning complete for port 70103740-8dcf-4e1f-9f2a-090f038464e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:42.802424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd87b6ad-74b9-425d-82ae-8f0fca4aef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.808367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:42.815045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:42.815681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.837415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=c436e104-15fd-4b4d-94eb-6315865a05b1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:42.882971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:42.903778 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f8189cc-6c4b-4fa4-b000-d54bdc59582e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5024164 Dec 10 16:38:42.903778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:42.955221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72f9b8-42c1-42b4-beee-a2cc6b1fe807 None None] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:42.965829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fae9e7-d98a-4c44-b14f-8a38fd0c8929 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:42.973331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fae9e7-d98a-4c44-b14f-8a38fd0c8929 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:42.977872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52088) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:42.978774 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b3fae9e7-d98a-4c44-b14f-8a38fd0c8929 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0796628 Dec 10 16:38:43.024922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9721c91-db82-490c-9cdf-7c2875961da1 None None] Pushing event updated for resources: {'Port': ['ID=3848c160-da05-4152-ae13-ce0fe92cdebe,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:43.039340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 537223a6-9d73-4ee6-bc0c-45815a5d737b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:43.041942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fafe048b-ff03-4077-a0ed-c34d122de896 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:43.166543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fafe048b-ff03-4077-a0ed-c34d122de896 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:43.167643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.174239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:43.182604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6e5e012f-b9b4-42ef-81f1-f50ea29b5997 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1895027 Dec 10 16:38:43.182702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52090) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:43.186064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port c436e104-15fd-4b4d-94eb-6315865a05b1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:43.186403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.189033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] Sync routers for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:43.234762 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:43.236158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:43.258180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Provisioning complete for port 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:43.258557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.286461 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:43.298678 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:43.301984 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:43.322326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad41cc-1d8e-4db3-8614-cb29dbf0f0f0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:43.322725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.324488 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-35ad41cc-1d8e-4db3-8614-cb29dbf0f0f0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports/11ded9af-3d4e-43a7-b2a9-250f0ceefe25 HTTP/1.1" status: 200 len: 911 time: 0.1409726 Dec 10 16:38:43.325737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Port 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:43.327570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:43.342194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for c436e104-15fd-4b4d-94eb-6315865a05b1 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:43.360655 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:43.362448 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea3db-561a-4818-8cd5-33ad07fc826e None None] The sync data for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:43.387121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Provisioning complete for port fafe048b-ff03-4077-a0ed-c34d122de896 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:43.387500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.432351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.491808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port fafe048b-ff03-4077-a0ed-c34d122de896, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fafe048b-ff03-4077-a0ed-c34d122de896,segment=NetworkSegment(9275d7fe-de67-4e3a-83e5-fd303d71670b),segment_id=9275d7fe-de67-4e3a-83e5-fd303d71670b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:43.540953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.592156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.659361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.664131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:38:43.664490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-0df83fdc-c966-4dc8-a2f9-8484ec76094a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:38:43.669347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=fafe048b-ff03-4077-a0ed-c34d122de896,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:43.691019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=c436e104-15fd-4b4d-94eb-6315865a05b1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:43.719210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.723082 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9e7d3086-850e-4f11-b75b-66dfa517f6d1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/c436e104-15fd-4b4d-94eb-6315865a05b1 HTTP/1.1" status: 204 len: 168 time: 0.7432945 Dec 10 16:38:43.725538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52094) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:43.747417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.778307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ec2d1-7c09-4a74-b0be-0387ff36d23f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:43.780043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ec2d1-7c09-4a74-b0be-0387ff36d23f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:43.783371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7f1ec2d1-7c09-4a74-b0be-0387ff36d23f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0552340 Dec 10 16:38:43.784365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:43.839985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 095c61a3-2149-43a6-bb91-add24c2b0b10 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:43.843465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.886321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:43.974498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.024212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8:1::1 (7887cc1a-e41f-4169-8d87-91a9a5e49df2/e54f9f7e-fdd1-4312-914f-f2c75f2af8ee/4bb8dae5-2fb1-4385-a55d-ebdfde39c154) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:44.145200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.159051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.185392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=095c61a3-2149-43a6-bb91-add24c2b0b10,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:44.191884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.197696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-118def30-a80f-4fac-b4aa-78ed6bf73a9d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/095c61a3-2149-43a6-bb91-add24c2b0b10 HTTP/1.1" status: 204 len: 168 time: 0.4099565 Dec 10 16:38:44.197931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:44.242174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.250595 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3bcf2958-e6c2-4999-88a0-0831343e21b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490537 Dec 10 16:38:44.253380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:44.258639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:44.290279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:44.293786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:44.296862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:44.297450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.345505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=4bb8dae5-2fb1-4385-a55d-ebdfde39c154,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:44.355464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Provisioning complete for port fafe048b-ff03-4077-a0ed-c34d122de896 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:44.355962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.418980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de61917-a6dd-4e33-83fd-d05c6cc4b31e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:44.472684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:44.476678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.547368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70103740-8dcf-4e1f-9f2a-090f038464e0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:44.565321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.641847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Provisioning complete for port 3848c160-da05-4152-ae13-ce0fe92cdebe triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:44.642234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.679937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 70103740-8dcf-4e1f-9f2a-090f038464e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:44.680314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.685619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:44.833160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.856381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Deleting port 3848c160-da05-4152-ae13-ce0fe92cdebe {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:44.856756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.859007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3848c160-da05-4152-ae13-ce0fe92cdebe up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:44.859230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.910418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.911123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.933596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:44.936748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] For port 3848c160-da05-4152-ae13-ce0fe92cdebe, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3848c160-da05-4152-ae13-ce0fe92cdebe,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:44.994736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] For port 3848c160-da05-4152-ae13-ce0fe92cdebe, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3848c160-da05-4152-ae13-ce0fe92cdebe,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:44.995126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:44.997512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3848c160-da05-4152-ae13-ce0fe92cdebe triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:44.997881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.005789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.018286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=4bb8dae5-2fb1-4385-a55d-ebdfde39c154,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.034861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Calling delete_port for 3848c160-da05-4152-ae13-ce0fe92cdebe owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:45.069118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:45.070781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:45.190633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 537223a6-9d73-4ee6-bc0c-45815a5d737b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:45.193930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b222ed6-d97c-44ac-974b-54d8afcc4bbd None None] Pushing event updated for resources: {'Port': ['ID=3848c160-da05-4152-ae13-ce0fe92cdebe,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.220354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-72fb0ce5-805a-4e9b-8d52-02dfa5774314 None None] Provisioning complete for port 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:45.220733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-72fb0ce5-805a-4e9b-8d52-02dfa5774314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.299303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.307704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:45.318678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f182f2ec-c800-4ecc-a66b-26c54a5cf27f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775004 Dec 10 16:38:45.320372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] No DVR routers for this DVR port 3848c160-da05-4152-ae13-ce0fe92cdebe on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:45.322275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:45.331991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] Sync routers for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:45.359116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-72fb0ce5-805a-4e9b-8d52-02dfa5774314 None None] Port 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:45.362107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15f362-1ceb-4c1b-9cf7-b631c3b40d70 None None] Pushing event deleted for resources: {'Port': ['ID=3848c160-da05-4152-ae13-ce0fe92cdebe,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.370038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fafe048b-ff03-4077-a0ed-c34d122de896 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:45.374219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-72fb0ce5-805a-4e9b-8d52-02dfa5774314 None None] Could not find standard attr ID for object c436e104-15fd-4b4d-94eb-6315865a05b1. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:45.396496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32016ee4-d101-424c-bcf8-0b003fa82c73 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:45.399524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-32016ee4-d101-424c-bcf8-0b003fa82c73 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports/4bb8dae5-2fb1-4385-a55d-ebdfde39c154 HTTP/1.1" status: 200 len: 913 time: 0.0748703 Dec 10 16:38:45.401050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:45.401966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:45.402609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:45.405728 dv-neutron-820858-1-hyperv neutron-server[103598]: WARNING neutron.services.revisions.revision_plugin [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Could not find related port for resource to bump revision. Dec 10 16:38:45.443496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:45.450586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_pluggable_backend [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Port 3848c160-da05-4152-ae13-ce0fe92cdebe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103598) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 16:38:45.451264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_pluggable_backend [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:aebd {{(pid=103598) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 16:38:45.455379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_pluggable_backend [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:aebd {{(pid=103598) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 16:38:45.456294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.458907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:45.459529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:45.502480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:45.505952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:45.510518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:45.511125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.524526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=ea22e1e8-be3f-4425-8fcc-6b876764eede,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:45.623607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-61dae3b1-eafe-4d3b-a036-9468811715b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3676198 Dec 10 16:38:45.624927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:45.630641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:99:ed:c0', 'name': 'tempest-NetworksTestDHCPv6-824106605'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:45.655154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f4bb5-ec49-4518-ac61-879cc013b607 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:45.659698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:45.660317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a29d84-c8dd-424f-a74f-37cea406d6ee None None] The sync data for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:45.714710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fafe048b-ff03-4077-a0ed-c34d122de896 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:45.714710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.747872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-63659638-a4e8-4e42-8fc3-725548b95a90 None None] Provisioning complete for port 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:45.748242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-63659638-a4e8-4e42-8fc3-725548b95a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.752979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.816083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:45.824653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-63659638-a4e8-4e42-8fc3-725548b95a90 None None] Port 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:45.865544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'ea22e1e8-be3f-4425-8fcc-6b876764eede'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:45.865959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.906496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:45.932104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 2184d7b6-a2fd-4f29-9b4f-a3abec40cc72 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:45.934373 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:38:46.019171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Allocated IP 2001:db8::f816:3eff:feff:adc6 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/ea22e1e8-be3f-4425-8fcc-6b876764eede/17a308d8-e9e3-490a-8a88-f24db31214ec) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:46.170419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.227070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.273952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:46.278840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:46.282472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe99:edc0 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/ea22e1e8-be3f-4425-8fcc-6b876764eede/2184d7b6-a2fd-4f29-9b4f-a3abec40cc72) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:46.296694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:46.301265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Pushing event updated for resources: {'Port': ['ID=17a308d8-e9e3-490a-8a88-f24db31214ec,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:46.334390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:46.341430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.365391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Attempting to bind port 17a308d8-e9e3-490a-8a88-f24db31214ec on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:46.366024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Attempting to bind port 17a308d8-e9e3-490a-8a88-f24db31214ec by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:46.366163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Attempting to bind port 17a308d8-e9e3-490a-8a88-f24db31214ec on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:46.371791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:46.372177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:46.372629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.373056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:46.377002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Bound port: 17a308d8-e9e3-490a-8a88-f24db31214ec, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:46.377002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.377456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3848c160-da05-4152-ae13-ce0fe92cdebe no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:46.409824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 3848c160-da05-4152-ae13-ce0fe92cdebe {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:46.410230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3848c160-da05-4152-ae13-ce0fe92cdebe not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:46.436553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.454695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 4bb8dae5-2fb1-4385-a55d-ebdfde39c154 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:46.460746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] For port 17a308d8-e9e3-490a-8a88-f24db31214ec, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:46.464086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] For port 17a308d8-e9e3-490a-8a88-f24db31214ec, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=17a308d8-e9e3-490a-8a88-f24db31214ec,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:46.467466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.556859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.585517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.620664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fc563-24db-41f5-b613-3e2e3a4be433 None None] Pushing event updated for resources: {'Port': ['ID=17a308d8-e9e3-490a-8a88-f24db31214ec,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:46.648726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:46.652912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:46.654769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=2184d7b6-a2fd-4f29-9b4f-a3abec40cc72,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:46.657545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:46.663254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:46.663890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.699264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.730759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=4bb8dae5-2fb1-4385-a55d-ebdfde39c154,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:46.782243 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6a4cdb35-bc04-460b-82f5-decc3968e05d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1561809 Dec 10 16:38:46.785092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:46.874852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53560461-51d5-4688-b2cd-158f9e35a0c3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:46.877207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:46.881413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53560461-51d5-4688-b2cd-158f9e35a0c3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:46.887754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:46.891764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-53560461-51d5-4688-b2cd-158f9e35a0c3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1003356 Dec 10 16:38:47.127634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 2184d7b6-a2fd-4f29-9b4f-a3abec40cc72 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:47.127992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.191748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 537223a6-9d73-4ee6-bc0c-45815a5d737b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:47.298320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.307982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.316361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 2184d7b6-a2fd-4f29-9b4f-a3abec40cc72 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:47.335812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:47.341842 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b10cf5a5-f845-4441-a1eb-05ac74793fd2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9393282 Dec 10 16:38:47.344760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52114) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:47.351228 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] Sync routers for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:47.371698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:47.372361 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:47.417846 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:47.428635 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:47.429846 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:47.470922 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:47.471650 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b887e-7bfd-4893-93cf-28752d3af24e None None] The sync data for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:47.554048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.582583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=2184d7b6-a2fd-4f29-9b4f-a3abec40cc72,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:47.620610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.624265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3be44a21-ffc5-431d-a0f8-e4d9a4cc2a7d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/2184d7b6-a2fd-4f29-9b4f-a3abec40cc72 HTTP/1.1" status: 204 len: 168 time: 0.7355127 Dec 10 16:38:47.626787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:47.675483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] Provisioning complete for port 17a308d8-e9e3-490a-8a88-f24db31214ec triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:47.676067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.701871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276c0c3-2235-4768-aab6-abf7362bc8c1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:47.703527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276c0c3-2235-4768-aab6-abf7362bc8c1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:47.705668 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1276c0c3-2235-4768-aab6-abf7362bc8c1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0776334 Dec 10 16:38:47.709379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:47.766014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.779538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet ea22e1e8-be3f-4425-8fcc-6b876764eede {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:47.784819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.801284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] For port 17a308d8-e9e3-490a-8a88-f24db31214ec, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=17a308d8-e9e3-490a-8a88-f24db31214ec,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:47.829983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.831618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.861923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.916670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebfb9f-c4ea-4b26-a4d0-290a06936a10 None None] Pushing event updated for resources: {'Port': ['ID=17a308d8-e9e3-490a-8a88-f24db31214ec,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:47.930539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:47.979924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-32a24417-36a1-44dd-bee5-200d9d7cee3d None None] Could not find standard attr ID for object 2184d7b6-a2fd-4f29-9b4f-a3abec40cc72. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:48.076722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.108173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.116156 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/ea22e1e8-be3f-4425-8fcc-6b876764eede HTTP/1.1" status: 204 len: 168 time: 0.4031196 Dec 10 16:38:48.116156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92163e9-db2c-45d8-8cf4-3c1c59fcd903 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=ea22e1e8-be3f-4425-8fcc-6b876764eede,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.118100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.118911 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:48.119404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.120281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396e35d-a256-4e2f-9977-8b20bb45f86e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:48.168351 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-09c185c6-370d-4889-b5f3-b4e7c888d792 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469294 Dec 10 16:38:48.168588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.212678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.222623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77a750-c10a-47be-99b9-b6fb412f401a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:48.225110 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-de77a750-c10a-47be-99b9-b6fb412f401a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0544970 Dec 10 16:38:48.226594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52124) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.237140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 11ded9af-3d4e-43a7-b2a9-250f0ceefe25 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:48.273891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:48.325845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Deleting port 17a308d8-e9e3-490a-8a88-f24db31214ec {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:48.326225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.326954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92178b-df55-4a00-8b10-9155147faa5c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:48.328532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dc92178b-df55-4a00-8b10-9155147faa5c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1009178 Dec 10 16:38:48.331652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52126) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.375178 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ad75ff81-75ff-4007-98cd-ba417ff35e21 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386944 Dec 10 16:38:48.377206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52128) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.382129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:48.392503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] For port 17a308d8-e9e3-490a-8a88-f24db31214ec, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=17a308d8-e9e3-490a-8a88-f24db31214ec,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:48.393016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.405514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Calling delete_port for 17a308d8-e9e3-490a-8a88-f24db31214ec owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:48.535569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.560393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=11ded9af-3d4e-43a7-b2a9-250f0ceefe25,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.564671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:48.565587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.573997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.603314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] Pushing event deleted for resources: {'Port': ['ID=17a308d8-e9e3-490a-8a88-f24db31214ec,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.605201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d108ed-dddf-412f-a5d9-a0dab4030ff8 None None] No DVR routers for this DVR port 17a308d8-e9e3-490a-8a88-f24db31214ec on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:48.693358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.851742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 537223a6-9d73-4ee6-bc0c-45815a5d737b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:48.916843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:48.918379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.940322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:48.952808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b0422755-82d1-4221-876f-6af819e63693 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6035535 Dec 10 16:38:48.953586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52130) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:48.960361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] Sync routers for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:48.969150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:48.975099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:48.976008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:48.976299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:48.981987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:48.982582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:48.991790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=39e7535e-9bf9-40c6-abb3-6536c1790e47,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:48.995672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7015e61e-d81e-421b-8281-1e1e98d2361c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=537223a6-9d73-4ee6-bc0c-45815a5d737b HTTP/1.1" status: 200 len: 205 time: 0.0407083 Dec 10 16:38:48.998104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52132) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:49.016925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd655a66-028f-414f-9b89-3cd06dd623e1 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:49.019496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:49.073513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] Routers {'537223a6-9d73-4ee6-bc0c-45815a5d737b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:49.074130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['537223a6-9d73-4ee6-bc0c-45815a5d737b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:49.075467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.099256 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-02859589-11bf-4996-a957-5491da1ac8f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7209423 Dec 10 16:38:49.101943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:49.107241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:75:16:f8', 'name': 'tempest-NetworksTestDHCPv6-1700741618'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:49.114287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:49.115006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bee5ba-576e-4d49-800e-bc07c11acf34 None None] The sync data for ids ['537223a6-9d73-4ee6-bc0c-45815a5d737b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:49.169497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '39e7535e-9bf9-40c6-abb3-6536c1790e47'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:49.170967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.259170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.260265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.293307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:49.304225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Allocated IP 2001:db8::f816:3eff:fec6:2a35 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/39e7535e-9bf9-40c6-abb3-6536c1790e47/0db02cfd-80e6-45d8-87f1-49c647ec7928) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:49.373897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.374320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router 537223a6-9d73-4ee6-bc0c-45815a5d737b {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:38:49.381876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.393101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.393101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-472ea796-59d5-48a2-b5f1-4ab3052b366f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b HTTP/1.1" status: 204 len: 168 time: 0.3906868 Dec 10 16:38:49.393101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52136) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:49.404788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 372e716f-4e4e-46de-ba78-1593597094ba yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:49.452958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet e54f9f7e-fdd1-4312-914f-f2c75f2af8ee {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:49.456517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.465904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.498749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.549311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.584527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.591481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:49.598532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe75:16f8 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/39e7535e-9bf9-40c6-abb3-6536c1790e47/372e716f-4e4e-46de-ba78-1593597094ba) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:49.598827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:49.600737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Pushing event updated for resources: {'Port': ['ID=0db02cfd-80e6-45d8-87f1-49c647ec7928,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.607949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:49.665735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Attempting to bind port 0db02cfd-80e6-45d8-87f1-49c647ec7928 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:49.666131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Attempting to bind port 0db02cfd-80e6-45d8-87f1-49c647ec7928 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:49.666560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Attempting to bind port 0db02cfd-80e6-45d8-87f1-49c647ec7928 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:49.671563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:49.672012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:49.672548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.673051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:49.673587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Bound port: 0db02cfd-80e6-45d8-87f1-49c647ec7928, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:49.674101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.734822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] For port 0db02cfd-80e6-45d8-87f1-49c647ec7928, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:49.737897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] For port 0db02cfd-80e6-45d8-87f1-49c647ec7928, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0db02cfd-80e6-45d8-87f1-49c647ec7928,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:49.740441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.761733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.768358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=e54f9f7e-fdd1-4312-914f-f2c75f2af8ee,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.772126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.777750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7e0e8f1c-4f77-40e7-aaaa-b0377ee5be95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/e54f9f7e-fdd1-4312-914f-f2c75f2af8ee HTTP/1.1" status: 204 len: 168 time: 0.3809373 Dec 10 16:38:49.778718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:49.781525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385bc87-22d9-4f0a-9681-ab323f8f1563 None None] Network 7887cc1a-e41f-4169-8d87-91a9a5e49df2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:49.835844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.843014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 5081aa93-48bb-46f4-b42f-a35e3e288477 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:49.845616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.890421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.913086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:49.918452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1f7a-9ff5-4b89-a2c5-d85d6a6520a8 None None] Pushing event updated for resources: {'Port': ['ID=0db02cfd-80e6-45d8-87f1-49c647ec7928,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:49.980069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:49.987045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:49.997773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:50.001163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] DHCP port deletion for 7887cc1a-e41f-4169-8d87-91a9a5e49df2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:50.003546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:50.004115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.027495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=372e716f-4e4e-46de-ba78-1593597094ba,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.054705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.054863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Deleting port fafe048b-ff03-4077-a0ed-c34d122de896 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:50.054863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.123870 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e1528350-9dfa-4987-9537-d75ff231ffd7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0206785 Dec 10 16:38:50.129507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.146780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] For port fafe048b-ff03-4077-a0ed-c34d122de896, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fafe048b-ff03-4077-a0ed-c34d122de896,segment=NetworkSegment(9275d7fe-de67-4e3a-83e5-fd303d71670b),segment_id=9275d7fe-de67-4e3a-83e5-fd303d71670b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:50.147192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.160848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Calling delete_port for fafe048b-ff03-4077-a0ed-c34d122de896 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:50.191262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8477c6-1381-40b6-b44b-f4cfd62450fc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:50.197652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8477c6-1381-40b6-b44b-f4cfd62450fc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:50.200974 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ec8477c6-1381-40b6-b44b-f4cfd62450fc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0728347 Dec 10 16:38:50.202381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.278719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.315777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=5081aa93-48bb-46f4-b42f-a35e3e288477,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.317885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.323565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea8f11a3-cbd6-4f23-99e9-3c7af92204a2 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/5081aa93-48bb-46f4-b42f-a35e3e288477 HTTP/1.1" status: 204 len: 168 time: 0.5416050 Dec 10 16:38:50.326979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52144) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.327069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71769759-9660-4b7e-94a6-bba92fa710e8 None None] Network e023b154-fcec-445e-bdc2-5c6a31cbe662 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:50.388321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.411679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 372e716f-4e4e-46de-ba78-1593597094ba {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:50.418464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.418605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0db02cfd-80e6-45d8-87f1-49c647ec7928 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:50.431029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.434820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] No DVR routers for this DVR port fafe048b-ff03-4077-a0ed-c34d122de896 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:50.464091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc29e6-9c1c-4dc5-8c66-c5611225797a None None] Pushing event deleted for resources: {'Port': ['ID=fafe048b-ff03-4077-a0ed-c34d122de896,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.500779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0db02cfd-80e6-45d8-87f1-49c647ec7928 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:50.501202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.565231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] DHCP port deletion for e023b154-fcec-445e-bdc2-5c6a31cbe662 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:50.581934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.603398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.604442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.606971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 372e716f-4e4e-46de-ba78-1593597094ba owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:50.633890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7887cc1a-e41f-4169-8d87-91a9a5e49df2']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:50.653602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 0db02cfd-80e6-45d8-87f1-49c647ec7928, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0db02cfd-80e6-45d8-87f1-49c647ec7928,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:50.660940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Deleting port 70103740-8dcf-4e1f-9f2a-090f038464e0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:50.663811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.679502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9275d7fe-de67-4e3a-83e5-fd303d71670b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:50.679839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9275d7fe-de67-4e3a-83e5-fd303d71670b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:50.693387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.720419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.729838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:50.730322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:50.733876 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:50.867886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.903558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52150) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.937308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] For port 70103740-8dcf-4e1f-9f2a-090f038464e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70103740-8dcf-4e1f-9f2a-090f038464e0,segment=NetworkSegment(e1e272f1-8b57-4150-a4bd-ad2811dba9d6),segment_id=e1e272f1-8b57-4150-a4bd-ad2811dba9d6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:50.937720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.943991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fafe048b-ff03-4077-a0ed-c34d122de896 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:50.947313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.960036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.964977 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/7887cc1a-e41f-4169-8d87-91a9a5e49df2 HTTP/1.1" status: 204 len: 168 time: 0.6389832 Dec 10 16:38:50.966794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52152) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:50.968777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:50.998050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=0db02cfd-80e6-45d8-87f1-49c647ec7928,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:50.999046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fca03-29ff-4757-9b7c-d3f3bb24d721 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=7887cc1a-e41f-4169-8d87-91a9a5e49df2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.003303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Calling delete_port for 70103740-8dcf-4e1f-9f2a-090f038464e0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:51.005577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: fafe048b-ff03-4077-a0ed-c34d122de896 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:51.005993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fafe048b-ff03-4077-a0ed-c34d122de896 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:51.033013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=372e716f-4e4e-46de-ba78-1593597094ba,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.049595 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2bc3a20e-f68f-47db-9ff2-b86f8974bf36 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/2426bf62-22ec-4e05-a092-d9870aaf85a3 HTTP/1.1" status: 200 len: 993 time: 0.1436136 Dec 10 16:38:51.082779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.086891 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e87f324d-d4f6-49af-aa20-a5039c0d6fb3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/372e716f-4e4e-46de-ba78-1593597094ba HTTP/1.1" status: 204 len: 168 time: 0.8832107 Dec 10 16:38:51.089350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.096348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.166123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-22dba93e-bb4a-450b-9f66-adbab673db81 None None] Provisioning complete for port 0db02cfd-80e6-45d8-87f1-49c647ec7928 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:51.166725 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22dba93e-bb4a-450b-9f66-adbab673db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.167586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 70103740-8dcf-4e1f-9f2a-090f038464e0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:51.168018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.207656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95619e76-599d-44b8-a7de-458151ec05f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.207656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95619e76-599d-44b8-a7de-458151ec05f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.207656 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95619e76-599d-44b8-a7de-458151ec05f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1102459 Dec 10 16:38:51.208977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.214005 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-3e00aabb-31dc-4453-8917-d786103ddfb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792978 Dec 10 16:38:51.224740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.258791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 70103740-8dcf-4e1f-9f2a-090f038464e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=70103740-8dcf-4e1f-9f2a-090f038464e0,segment=NetworkSegment(e1e272f1-8b57-4150-a4bd-ad2811dba9d6),segment_id=e1e272f1-8b57-4150-a4bd-ad2811dba9d6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:51.260396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.281445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 70103740-8dcf-4e1f-9f2a-090f038464e0 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:51.303463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] Pushing event deleted for resources: {'Port': ['ID=70103740-8dcf-4e1f-9f2a-090f038464e0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.308088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a28f48-dfa0-4a78-9847-bdc0aafc8ecf None None] No DVR routers for this DVR port 70103740-8dcf-4e1f-9f2a-090f038464e0 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:51.331217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 39e7535e-9bf9-40c6-abb3-6536c1790e47 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:51.354899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.398499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.404267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.408262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-07aa1590-1406-4e09-a6f7-aea540d1ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.409801 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-07aa1590-1406-4e09-a6f7-aea540d1ff6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 1098 time: 0.1235876 Dec 10 16:38:51.431255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=70103740-8dcf-4e1f-9f2a-090f038464e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.435006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 70103740-8dcf-4e1f-9f2a-090f038464e0 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:51.466779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.527822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a08c5ef0-c67d-483f-a9cf-20a94875db57 None None] Could not find standard attr ID for object 372e716f-4e4e-46de-ba78-1593597094ba. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:51.570728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.588272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.597853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-dff12ad0-fc66-4326-a4fd-5fbe5e821dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.599783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-dff12ad0-fc66-4326-a4fd-5fbe5e821dec service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.1652613 Dec 10 16:38:51.617634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e023b154-fcec-445e-bdc2-5c6a31cbe662']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:51.660336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:51.660968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e272f1-8b57-4150-a4bd-ad2811dba9d6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:51.676637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.694544 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-85b803a3-fca7-4c79-84f3-e56309130879 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b69699f4-36ed-413f-91fe-b9b26d068819 HTTP/1.1" status: 200 len: 1001 time: 0.0850432 Dec 10 16:38:51.697080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.724009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:38:51.724324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:38:51.727301 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:38:51.748385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-2ae82b36-7753-4ccb-8e0b-f31727a87478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.749892 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-2ae82b36-7753-4ccb-8e0b-f31727a87478 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0472083 Dec 10 16:38:51.783429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.797085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 3b9ff900-d713-44b3-84b5-f05e86a9e0ce {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:51.797481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.816392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=39e7535e-9bf9-40c6-abb3-6536c1790e47,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.821265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.824485 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f91f56ab-643f-499e-86ea-fcd5a7fb956d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/39e7535e-9bf9-40c6-abb3-6536c1790e47 HTTP/1.1" status: 204 len: 168 time: 0.6095312 Dec 10 16:38:51.827064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52164) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.830796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1023841-9f5c-4dd0-8fae-2540724a1270 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:51.839449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-584b38a8-71b0-4b58-8b91-00eee7ed6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:51.840975 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-584b38a8-71b0-4b58-8b91-00eee7ed6de6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831583 Dec 10 16:38:51.869308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.882496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.886493 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d6e6a81-d467-4228-8c2d-47fe28b24023 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547271 Dec 10 16:38:51.886759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/e023b154-fcec-445e-bdc2-5c6a31cbe662 HTTP/1.1" status: 204 len: 168 time: 0.9182796 Dec 10 16:38:51.892364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.892709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:51.907210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:51.918088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011694980'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:51.926672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.927001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:51.929883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eae25-4fd0-44e4-a6f0-59ea2ba7d0e0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=e023b154-fcec-445e-bdc2-5c6a31cbe662,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:51.983335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-d695e80f-54ac-4ee8-9fbf-59a4e0abef63 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095712 Dec 10 16:38:51.996629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 3b9ff900-d713-44b3-84b5-f05e86a9e0ce owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:52.026917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:52.076495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Deleting port 0db02cfd-80e6-45d8-87f1-49c647ec7928 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:52.077238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.085639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:52.089102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.091142 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4b4ea38c-5a47-4132-897f-a5594f344bd1 req-1730f0f9-1460-43f5-b225-7f7ddc1b777a service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938966 Dec 10 16:38:52.145027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] For port 0db02cfd-80e6-45d8-87f1-49c647ec7928, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0db02cfd-80e6-45d8-87f1-49c647ec7928,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:52.145835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.157979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:38:52.161837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Calling delete_port for 0db02cfd-80e6-45d8-87f1-49c647ec7928 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:52.178332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.178680 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 8dc0b9ab-208c-46b1-a58c-1025e2840615 of type vlan for network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d Dec 10 16:38:52.221765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:52.225263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.282647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.334144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.361944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70103740-8dcf-4e1f-9f2a-090f038464e0 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:52.367220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] Pushing event deleted for resources: {'Port': ['ID=0db02cfd-80e6-45d8-87f1-49c647ec7928,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:52.387423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 70103740-8dcf-4e1f-9f2a-090f038464e0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:52.387769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 70103740-8dcf-4e1f-9f2a-090f038464e0 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:52.388188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0db02cfd-80e6-45d8-87f1-49c647ec7928 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:52.390089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b5ec6-6fd7-4268-84f4-2d6799b1a8dc None None] No DVR routers for this DVR port 0db02cfd-80e6-45d8-87f1-49c647ec7928 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:52.409547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0db02cfd-80e6-45d8-87f1-49c647ec7928 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:52.409893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0db02cfd-80e6-45d8-87f1-49c647ec7928 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:52.464520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.470806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:52.471437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.811669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.857662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=3b9ff900-d713-44b3-84b5-f05e86a9e0ce,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:52.889088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=9001cbf1-9d46-48a8-8b44-db3dbef2d82d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:52.900038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:38:52.950100 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-be7d778e-9998-4ae8-97ec-cba499dc86a7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0466402 Dec 10 16:38:52.953165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:52.961856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:52.987645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:52.988673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP 2426bf62-22ec-4e05-a092-d9870aaf85a3 disassociated (deleted). External IP: 172.26.4.142, port: da782110-4d09-485d-b720-937aed29fbef. Dec 10 16:38:53.121643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:53.125257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.284788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:38:53.288138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.336857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 1a79cbff-3d06-416c-a43e-587157af5a63 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:38:53.349427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:53.356465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:53.361342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:53.361951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.367476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d129cc-3e18-4f46-ba02-647950d75112 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:53.377266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=6811bdab-b115-433a-af62-d4b6d43783a3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:53.471372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31e53c96-4e96-4cfe-9af1-752968c5286e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5662553 Dec 10 16:38:53.471853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:53.475208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '6811bdab-b115-433a-af62-d4b6d43783a3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:53.476355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.478260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:eb:58:39', 'name': 'tempest-NetworksTestDHCPv6-58995114'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:53.552198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:53.557956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.562974 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Sync routers for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:53.581817 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:53.586118 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:53.602073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a1c28f7e-dcea-45a1-851f-d41c3cc76498 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/2426bf62-22ec-4e05-a092-d9870aaf85a3 HTTP/1.1" status: 204 len: 168 time: 2.1339955 Dec 10 16:38:53.609268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:53.612225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:53.668337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Allocated IP 2001:db8::f816:3eff:feb1:bb18 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/6811bdab-b115-433a-af62-d4b6d43783a3/ba6c7c01-99ad-4592-8df4-cc9597ca0ee8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:53.739916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:53.744834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:53.770311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.835611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.856190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.870053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cbed6d-c257-4a6e-b7e4-87c206a2dbf4 x-openstack-request-id: req-25cbed6d-c257-4a6e-b7e4-87c206a2dbf4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:53.870053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "tag": "da782110-4d09-485d-b720-937aed29fbef", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:53.870053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25cbed6d-c257-4a6e-b7e4-87c206a2dbf4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:53.870053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'tag': 'da782110-4d09-485d-b720-937aed29fbef', 'status': 'completed', 'code': 200} Dec 10 16:38:53.883997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 8d4e39ab-d052-4175-bf43-e71a41d8c39d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:53.886912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=2446ea0c-f22b-4370-9b5f-77f7fb899e04,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:53.919938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:53.939949 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '8dc0b9ab-208c-46b1-a58c-1025e2840615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:53.940317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 9001cbf1-9d46-48a8-8b44-db3dbef2d82d, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:38:53.950155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-930a5c6b-7103-475e-9871-dbaf7c1d3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:53.951697 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-930a5c6b-7103-475e-9871-dbaf7c1d3f0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 1098 time: 0.0560231 Dec 10 16:38:53.983061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:53.987422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:53.991666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:54.001128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Pushing event updated for resources: {'Port': ['ID=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:54.032779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:54.057404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Attempting to bind port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:54.057781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Attempting to bind port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:54.058294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Attempting to bind port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:54.059209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:feeb:5839 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/6811bdab-b115-433a-af62-d4b6d43783a3/8d4e39ab-d052-4175-bf43-e71a41d8c39d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:54.064954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:54.065351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:54.065762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.066218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:54.066700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Bound port: ba6c7c01-99ad-4592-8df4-cc9597ca0ee8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:54.067144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.074851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Checking router: 1a79cbff-3d06-416c-a43e-587157af5a63 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:38:54.085518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:54.086421 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:54.103489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-432397c4-2a0c-41b7-a776-002543c435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.105023 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-432397c4-2a0c-41b7-a776-002543c435bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3a10eb4-17e4-4fe2-aef4-255c85962127 HTTP/1.1" status: 200 len: 898 time: 0.1384609 Dec 10 16:38:54.106647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:38:54.141712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] For port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:54.145323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] For port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:54.175432 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-cae41579-239f-4087-8a2b-7bf9295eac99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da782110-4d09-485d-b720-937aed29fbef HTTP/1.1" status: 200 len: 217 time: 0.0600426 Dec 10 16:38:54.218857 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:38:54.232286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-a6eec691-3e05-43d8-b781-01becc8b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.234463 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-a6eec691-3e05-43d8-b781-01becc8b8922 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=002e3156-84da-4eda-bcab-7896dc65bd26 HTTP/1.1" status: 200 len: 834 time: 0.0502639 Dec 10 16:38:54.257656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9001cbf1-9d46-48a8-8b44-db3dbef2d82d) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:54.268674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef9fdc-0cfa-4153-b759-b70e15edef2c None None] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:54.289447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.294151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.294748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.312537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fc9b2-63fa-4d67-ab0e-c7bfa80f455a req-c55a147f-5834-4c9b-882a-2cded7ad55f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.314959 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c39fc9b2-63fa-4d67-ab0e-c7bfa80f455a req-c55a147f-5834-4c9b-882a-2cded7ad55f0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.0905554 Dec 10 16:38:54.320476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-b6b7fb77-00e3-498d-8b7f-8eabc17d8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.322010 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-b6b7fb77-00e3-498d-8b7f-8eabc17d8d3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3a10eb4-17e4-4fe2-aef4-255c85962127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763335 Dec 10 16:38:54.348988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.404058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ce65dd6-d426-45dd-9158-45f1491033ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4471188 Dec 10 16:38:54.405084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:54.411140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-953175201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:54.439865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c39fc9b2-63fa-4d67-ab0e-c7bfa80f455a req-1a037776-38b4-4dee-97c2-287eb2e44775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086538 Dec 10 16:38:54.465880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.469109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e91ab5-113a-4956-b7da-cf23c4065a11 None None] Pushing event updated for resources: {'Port': ['ID=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:54.478685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f243513-0043-462c-834e-750241dea1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9001cbf1-9d46-48a8-8b44-db3dbef2d82d', 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '2446ea0c-f22b-4370-9b5f-77f7fb899e04'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:54.479577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.487860 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-160f0dba-1148-407e-a8ad-5007d38dad06 service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562037 Dec 10 16:38:54.500302 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:54.541788 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f8ff9-3409-45ef-8bd9-e786cba943b5 None None] The sync data for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv is: [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '736b207c-6518-4706-8126-e1da8b10af57', 'name': '', 'network_id': 'b3a10eb4-17e4-4fe2-aef4-255c85962127', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:91:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:42Z', 'updated_at': '2021-12-10T16:37:48Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '002e3156-84da-4eda-bcab-7896dc65bd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:54.574844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:54.579699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:54.583465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:54.589193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.589834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.593425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=8d4e39ab-d052-4175-bf43-e71a41d8c39d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:54.627904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.629023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.630982 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f37cdbd5-c9f5-4b9b-a586-330da9ed8be4 req-ad03a4a1-bfcb-4294-9171-106cf11406ee service neutron] 10.222.0.61 "GET /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352546 Dec 10 16:38:54.672245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-7f243513-0043-462c-834e-750241dea1ae None None] Allocated IP 2001:db8::2 (9001cbf1-9d46-48a8-8b44-db3dbef2d82d/2446ea0c-f22b-4370-9b5f-77f7fb899e04/e592807b-199d-42ee-86cd-d4fa20b17876) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:54.727829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ad07c8d-b4ca-4841-9167-fb66c8977108 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2541149 Dec 10 16:38:54.729749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.731072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:54.812534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7047935-4c3c-4ec7-9e71-94bacaa37992 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.819548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7047935-4c3c-4ec7-9e71-94bacaa37992 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:54.824598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f7047935-4c3c-4ec7-9e71-94bacaa37992 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0923979 Dec 10 16:38:54.827007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.827738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:54.889283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.926653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.941429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a688b404-4cc7-453f-a439-875089d59bba tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5218489 Dec 10 16:38:54.941429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:54.941659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e68f50-3b96-4726-b490-53630452328b None None] New status for floating IP 2426bf62-22ec-4e05-a092-d9870aaf85a3: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:38:54.941769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'port': {'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d', 'name': 'tempest-RoutersIpV6Test-34515882'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:54.941873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 8d4e39ab-d052-4175-bf43-e71a41d8c39d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:54.941873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:54.996082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.048656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f243513-0043-462c-834e-750241dea1ae None None] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:55.050151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243513-0043-462c-834e-750241dea1ae None None] Pushing event updated for resources: {'Port': ['ID=e592807b-199d-42ee-86cd-d4fa20b17876,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.054077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-7f243513-0043-462c-834e-750241dea1ae None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:55.056247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f243513-0043-462c-834e-750241dea1ae None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:55.065088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.081868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 8d4e39ab-d052-4175-bf43-e71a41d8c39d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:55.114561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f243513-0043-462c-834e-750241dea1ae None None] Attempting to bind port e592807b-199d-42ee-86cd-d4fa20b17876 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:55.114940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f243513-0043-462c-834e-750241dea1ae None None] Attempting to bind port e592807b-199d-42ee-86cd-d4fa20b17876 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8dc0b9ab-208c-46b1-a58c-1025e2840615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:55.115306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f243513-0043-462c-834e-750241dea1ae None None] Attempting to bind port e592807b-199d-42ee-86cd-d4fa20b17876 on network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:55.120797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f243513-0043-462c-834e-750241dea1ae None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:55.121214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f243513-0043-462c-834e-750241dea1ae None None] Checking segment: {'id': '8dc0b9ab-208c-46b1-a58c-1025e2840615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:55.121615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.122011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f243513-0043-462c-834e-750241dea1ae None None] Bound using segment: {'id': '8dc0b9ab-208c-46b1-a58c-1025e2840615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:55.122475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-7f243513-0043-462c-834e-750241dea1ae None None] Bound port: e592807b-199d-42ee-86cd-d4fa20b17876, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc0b9ab-208c-46b1-a58c-1025e2840615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9001cbf1-9d46-48a8-8b44-db3dbef2d82d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:55.122857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.138516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:55.144285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.171009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] device_id is not set on port ca01d360-c308-42fb-b6d6-9e19246386d0 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:55.205039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f243513-0043-462c-834e-750241dea1ae None None] For port e592807b-199d-42ee-86cd-d4fa20b17876, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:55.209127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7f243513-0043-462c-834e-750241dea1ae None None] For port e592807b-199d-42ee-86cd-d4fa20b17876, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e592807b-199d-42ee-86cd-d4fa20b17876,segment=NetworkSegment(8dc0b9ab-208c-46b1-a58c-1025e2840615),segment_id=8dc0b9ab-208c-46b1-a58c-1025e2840615)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:55.303507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8::15e (9001cbf1-9d46-48a8-8b44-db3dbef2d82d/2446ea0c-f22b-4370-9b5f-77f7fb899e04/ca01d360-c308-42fb-b6d6-9e19246386d0) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:55.461656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.501631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7f243513-0043-462c-834e-750241dea1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.564626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243513-0043-462c-834e-750241dea1ae None None] Pushing event updated for resources: {'Port': ['ID=e592807b-199d-42ee-86cd-d4fa20b17876,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.575818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.585827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179d56-34a1-4041-8d33-65d64db52e59 req-f62bbc89-eb91-4b46-a304-e3fdc289f96a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.587539 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-08179d56-34a1-4041-8d33-65d64db52e59 req-f62bbc89-eb91-4b46-a304-e3fdc289f96a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.0672166 Dec 10 16:38:55.607959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.638498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=8d4e39ab-d052-4175-bf43-e71a41d8c39d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.667650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.673346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:55.674359 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a793458-6f7b-49da-882c-3c0d06a5d0ba tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/8d4e39ab-d052-4175-bf43-e71a41d8c39d HTTP/1.1" status: 204 len: 168 time: 0.8450541 Dec 10 16:38:55.674821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:55.687270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ca01d360-c308-42fb-b6d6-9e19246386d0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:55.689459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] Provisioning complete for port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:55.689940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.739361 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-08179d56-34a1-4041-8d33-65d64db52e59 req-e53eea29-02e3-456d-accb-e121a97fcff7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7161c97-b0be-45ed-96bd-ba65eb9e9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401508 Dec 10 16:38:55.760028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:55.765340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:55.771575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.772219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.776957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-acd2423c-a5b6-4767-877c-128e68bc9e97 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.779611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-acd2423c-a5b6-4767-877c-128e68bc9e97 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 945 time: 0.1255975 Dec 10 16:38:55.790031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9191ae-2f80-45f2-a59c-ec3785357caf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.791693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9191ae-2f80-45f2-a59c-ec3785357caf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:55.793277 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e9191ae-2f80-45f2-a59c-ec3785357caf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1073215 Dec 10 16:38:55.795940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:55.809519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.886994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-94ef9864-d3fd-41c9-85ab-18b7b5e90b4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9548957 Dec 10 16:38:55.888828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] For port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:55.892079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:55.916137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 6811bdab-b115-433a-af62-d4b6d43783a3 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:38:55.919712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.964815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:55.991591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.056251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43d852-4e95-4e8e-a91c-6d15fe919816 None None] Pushing event updated for resources: {'Port': ['ID=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:56.081614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8a8ed69a-d734-4a55-a9bd-716208cfcebd None None] Could not find standard attr ID for object 8d4e39ab-d052-4175-bf43-e71a41d8c39d. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:38:56.086582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port da782110-4d09-485d-b720-937aed29fbef {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:56.086930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.131252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.286519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.308087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port da782110-4d09-485d-b720-937aed29fbef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=da782110-4d09-485d-b720-937aed29fbef,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:56.308087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.321087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=6811bdab-b115-433a-af62-d4b6d43783a3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:56.323222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.331624 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69ee9b81-132c-4e16-a94a-30a82fa6f70a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/6811bdab-b115-433a-af62-d4b6d43783a3 HTTP/1.1" status: 204 len: 168 time: 0.5323317 Dec 10 16:38:56.331855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for da782110-4d09-485d-b720-937aed29fbef owned by compute:nova {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:56.331984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.333617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885a959-128b-478f-9c89-ca7c3ff002f1 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:56.376707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0ed61178-8e06-4965-abaa-a57f1c463641 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449653 Dec 10 16:38:56.377425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.426913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.468743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4842e-5799-4d05-9dab-4b05725fb3f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:56.468743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8bf4842e-5799-4d05-9dab-4b05725fb3f2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0899119 Dec 10 16:38:56.471711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.555088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d4698-bdea-40a3-af15-0824fd738554 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:56.556082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e592807b-199d-42ee-86cd-d4fa20b17876 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:56.556594 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5f2d4698-bdea-40a3-af15-0824fd738554 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839279 Dec 10 16:38:56.559289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.586587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:38:56.631168 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-530a5221-2cf7-4798-96ca-5f55357d1c0a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668733 Dec 10 16:38:56.632537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52206) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:56.656557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:56.666958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Deleting port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:56.667338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.674603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e592807b-199d-42ee-86cd-d4fa20b17876 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:56.674981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.800619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] For port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:56.802904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.824496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Calling delete_port for ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:56.835680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.841689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.885753 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8e8b661-1a57-48ae-ae74-37246f03bd75 req-c3c85f8c-250e-46e9-a445-381adb268fbc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0437210 Dec 10 16:38:56.896253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=da782110-4d09-485d-b720-937aed29fbef,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:56.907931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.909218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:56.918514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.932605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.943282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d640840-d5ca-4df2-b48a-5311ab91a46f None None] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:56.953577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port da782110-4d09-485d-b720-937aed29fbef on host hv-neutron-8208 {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:56.956209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:56.960153 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8bea893c-369e-4bd4-8cde-4ef80b486ec0 req-eac03448-3798-4884-bd85-03d3e73eb25c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/da782110-4d09-485d-b720-937aed29fbef HTTP/1.1" status: 204 len: 173 time: 1.1688888 Dec 10 16:38:56.982188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'name': 'network-vif-deleted', 'tag': 'da782110-4d09-485d-b720-937aed29fbef'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:38:56.986418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5937d6dd-9aed-4934-8dab-350f90081f60" -d '{"events": [{"server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "name": "network-vif-deleted", "tag": "da782110-4d09-485d-b720-937aed29fbef"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:38:57.010270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port e592807b-199d-42ee-86cd-d4fa20b17876, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e592807b-199d-42ee-86cd-d4fa20b17876,segment=NetworkSegment(8dc0b9ab-208c-46b1-a58c-1025e2840615),segment_id=8dc0b9ab-208c-46b1-a58c-1025e2840615)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:57.043788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ca01d360-c308-42fb-b6d6-9e19246386d0,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.064256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dc3b6ab2-a894-4b5e-9f26-c004554a3b22 None None] Provisioning complete for port e592807b-199d-42ee-86cd-d4fa20b17876 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:57.064843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6ab2-a894-4b5e-9f26-c004554a3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.096418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9444f2c-232b-4045-99cd-3980f30df148 x-openstack-request-id: req-e9444f2c-232b-4045-99cd-3980f30df148 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:38:57.096717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7372ae-f5e5-4e69-b3a4-d34b4314ace3", "name": "network-vif-deleted", "tag": "da782110-4d09-485d-b720-937aed29fbef", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:38:57.097419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9444f2c-232b-4045-99cd-3980f30df148 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:38:57.097827 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7372ae-f5e5-4e69-b3a4-d34b4314ace3', 'name': 'network-vif-deleted', 'tag': 'da782110-4d09-485d-b720-937aed29fbef', 'status': 'completed', 'code': 200} Dec 10 16:38:57.132845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.233211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.324832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.356543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.367139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] No DVR routers for this DVR port ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:38:57.392001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=e592807b-199d-42ee-86cd-d4fa20b17876,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.414580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:57.419149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c409d5-c310-43af-9ef3-f3c0157c4665 None None] Pushing event deleted for resources: {'Port': ['ID=ba6c7c01-99ad-4592-8df4-cc9597ca0ee8,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.426824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:57.432619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:57.435767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.438707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d3137-a86f-4992-8349-8fa38519958e None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:38:57.446361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=536a7d8a-683c-4126-bfe4-4bd4bdad3c8f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:57.485704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.577185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '536a7d8a-683c-4126-bfe4-4bd4bdad3c8f'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:38:57.578120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.625136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5bc54970-c20c-452e-8a20-d689dad7ad2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9802349 Dec 10 16:38:57.628808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52212) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:57.637598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:12:9d:50', 'name': 'tempest-NetworksTestDHCPv6-18093920'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:38:57.741692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-641d0c13-aed1-4ef1-a654-dab02bd07b3a None None] Provisioning complete for port e592807b-199d-42ee-86cd-d4fa20b17876 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:57.742405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-641d0c13-aed1-4ef1-a654-dab02bd07b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.799640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/536a7d8a-683c-4126-bfe4-4bd4bdad3c8f/d053c352-f63e-4070-a434-c49e4bcd1342) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:57.890101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:38:57.894723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.903884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.917324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 0eb7a506-cea1-42e8-85a4-e735de3c2202 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:38:57.943855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-641d0c13-aed1-4ef1-a654-dab02bd07b3a None None] Provisioning complete for port ca01d360-c308-42fb-b6d6-9e19246386d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:57.944310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-641d0c13-aed1-4ef1-a654-dab02bd07b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.989627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:57.990621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.024097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-641d0c13-aed1-4ef1-a654-dab02bd07b3a None None] Port ca01d360-c308-42fb-b6d6-9e19246386d0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:58.045306 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0746d48f-657a-4cec-9139-25fc80a39936 req-89ab36e1-1d03-4f93-988d-9eeb52542444 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7372ae-f5e5-4e69-b3a4-d34b4314ace3 HTTP/1.1" status: 200 len: 210 time: 0.0467553 Dec 10 16:38:58.046669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.060946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ca01d360-c308-42fb-b6d6-9e19246386d0,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.116923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.136998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:58.170875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:58.176026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:58.183683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:58.187246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:58.198801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b25368d-2de4-41fa-8856-8565f4296941 None None] Provisioning complete for port ca01d360-c308-42fb-b6d6-9e19246386d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:58.199064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b25368d-2de4-41fa-8856-8565f4296941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.200923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Pushing event updated for resources: {'Port': ['ID=d053c352-f63e-4070-a434-c49e4bcd1342,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.217664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::d8 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/536a7d8a-683c-4126-bfe4-4bd4bdad3c8f/0eb7a506-cea1-42e8-85a4-e735de3c2202) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:38:58.275693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b25368d-2de4-41fa-8856-8565f4296941 None None] Port ca01d360-c308-42fb-b6d6-9e19246386d0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:58.277307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Attempting to bind port d053c352-f63e-4070-a434-c49e4bcd1342 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:38:58.277684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Attempting to bind port d053c352-f63e-4070-a434-c49e4bcd1342 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:38:58.278053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Attempting to bind port d053c352-f63e-4070-a434-c49e4bcd1342 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:38:58.284132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:38:58.284515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:38:58.284959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.285361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:38:58.285840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Bound port: d053c352-f63e-4070-a434-c49e4bcd1342, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:38:58.286228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.374292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] For port d053c352-f63e-4070-a434-c49e4bcd1342, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:38:58.377717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] For port d053c352-f63e-4070-a434-c49e4bcd1342, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d053c352-f63e-4070-a434-c49e4bcd1342,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:38:58.393877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e592807b-199d-42ee-86cd-d4fa20b17876 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:38:58.426330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cdeb0f67-26d4-4af9-a670-6802693ffed5 None None] Provisioning complete for port ca01d360-c308-42fb-b6d6-9e19246386d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:58.426714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0f67-26d4-4af9-a670-6802693ffed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.427592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.430739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router f46fee39-e2c8-4d4e-86b4-cccaf798f267 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:38:58.463639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.502262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb0f67-26d4-4af9-a670-6802693ffed5 None None] Port ca01d360-c308-42fb-b6d6-9e19246386d0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:58.536516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e592807b-199d-42ee-86cd-d4fa20b17876 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:58.536945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.544440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:38:58.546141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.554388 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5dfc2303-7e93-4587-a260-a7c479a0ab80 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/f46fee39-e2c8-4d4e-86b4-cccaf798f267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567562 Dec 10 16:38:58.554388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:58.555862 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] Sync routers for ids ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:38:58.569259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] Routers {'f46fee39-e2c8-4d4e-86b4-cccaf798f267'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:58.569910 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.579699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce387f6-2184-4461-83ed-2205fce501aa None None] Pushing event updated for resources: {'Port': ['ID=d053c352-f63e-4070-a434-c49e4bcd1342,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.625772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:38:58.629072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:38:58.630975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055932e5-4d48-4349-93a8-ce23d5d397b9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:58.634664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-055932e5-4d48-4349-93a8-ce23d5d397b9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports/ca01d360-c308-42fb-b6d6-9e19246386d0 HTTP/1.1" status: 200 len: 982 time: 0.0783811 Dec 10 16:38:58.639481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:38:58.639818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52218) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:58.639918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:58.640246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.644923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=0eb7a506-cea1-42e8-85a4-e735de3c2202,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:58.656835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-88746ef2-4ae5-4103-a979-b248cc1e0a4b None None] Provisioning complete for port ca01d360-c308-42fb-b6d6-9e19246386d0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:58.657246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-88746ef2-4ae5-4103-a979-b248cc1e0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:58.663242 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.680555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] Routers {'f46fee39-e2c8-4d4e-86b4-cccaf798f267'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:38:58.680555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.703045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-88746ef2-4ae5-4103-a979-b248cc1e0a4b None None] Port ca01d360-c308-42fb-b6d6-9e19246386d0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:38:58.727307 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:38:58.728344 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c9c38-f626-44c8-9932-cab55e6d71c4 None None] The sync data for ids ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:38:58.750062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:58.781271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:58.781271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ba6c7c01-99ad-4592-8df4-cc9597ca0ee8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:58.795225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-570be140-3ed3-4733-bd36-50f358c8642f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1623244 Dec 10 16:38:58.795225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:58.864181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc4c82-d194-4561-a182-e8047e0b9979 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:58.870503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc4c82-d194-4561-a182-e8047e0b9979 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:38:58.872178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-10cc4c82-d194-4561-a182-e8047e0b9979 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.0761058 Dec 10 16:38:58.875066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52222) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.105212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52226) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.167062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.197867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.320353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 0eb7a506-cea1-42e8-85a4-e735de3c2202 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:59.320979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.341471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.346417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.346417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/f7161c97-b0be-45ed-96bd-ba65eb9e9da7 HTTP/1.1" status: 204 len: 168 time: 0.2393758 Dec 10 16:38:59.355293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0dd7-58b9-4845-be78-4b0d0449f163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7161c97-b0be-45ed-96bd-ba65eb9e9da7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.442576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.458721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52230) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:38:59.462210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 0eb7a506-cea1-42e8-85a4-e735de3c2202 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:38:59.549821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.565957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device da782110-4d09-485d-b720-937aed29fbef no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:38:59.596157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: da782110-4d09-485d-b720-937aed29fbef {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:38:59.596794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device da782110-4d09-485d-b720-937aed29fbef not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:38:59.734300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] Provisioning complete for port d053c352-f63e-4070-a434-c49e4bcd1342 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:38:59.735154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.831320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.849159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.870853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] For port d053c352-f63e-4070-a434-c49e4bcd1342, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d053c352-f63e-4070-a434-c49e4bcd1342,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:38:59.891465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=0eb7a506-cea1-42e8-85a4-e735de3c2202,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:38:59.896207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port ca01d360-c308-42fb-b6d6-9e19246386d0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:38:59.896489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.903767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.959288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.960854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:38:59.964229 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a0d9c99-cf9c-494c-89a0-9c9b02cd44f9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0eb7a506-cea1-42e8-85a4-e735de3c2202 HTTP/1.1" status: 204 len: 168 time: 1.0880854 Dec 10 16:38:59.967017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.033944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82713c-1b60-4634-bb42-22ddbeb4374c None None] Pushing event updated for resources: {'Port': ['ID=d053c352-f63e-4070-a434-c49e4bcd1342,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.041328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d73e5-4453-492b-8a15-587218a9da1a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:00.043019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d73e5-4453-492b-8a15-587218a9da1a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:00.044558 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e84d73e5-4453-492b-8a15-587218a9da1a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0766013 Dec 10 16:39:00.052014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52234) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.074050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f82ac166-5a96-4147-8e08-f7700a83e410 None None] Could not find standard attr ID for object 0eb7a506-cea1-42e8-85a4-e735de3c2202. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:00.102599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.124548 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for ca01d360-c308-42fb-b6d6-9e19246386d0 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:00.138014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 536a7d8a-683c-4126-bfe4-4bd4bdad3c8f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:00.144762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.200590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 736b207c-6518-4706-8126-e1da8b10af57 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:00.200857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.222775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.293102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 736b207c-6518-4706-8126-e1da8b10af57, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=736b207c-6518-4706-8126-e1da8b10af57,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:00.293384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.306136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 736b207c-6518-4706-8126-e1da8b10af57 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:00.366512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.415051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d053c352-f63e-4070-a434-c49e4bcd1342 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:00.469227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port d053c352-f63e-4070-a434-c49e4bcd1342 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:00.469958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.555930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.585951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=ca01d360-c308-42fb-b6d6-9e19246386d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.595527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.627705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.640650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=536a7d8a-683c-4126-bfe4-4bd4bdad3c8f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.654100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c5b49-157c-4de1-9aaf-a3694e9e61b2 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:00.663420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=736b207c-6518-4706-8126-e1da8b10af57,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:00.678762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.682045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8ab004e3-36d7-4386-af79-e758537f9789 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/536a7d8a-683c-4126-bfe4-4bd4bdad3c8f HTTP/1.1" status: 204 len: 168 time: 0.6290553 Dec 10 16:39:00.696281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.726159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:00.773124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9480c3d6-c555-48ac-b42c-702c815d62fb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752931 Dec 10 16:39:00.773834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52238) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.914044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:00.920340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c58c27-bbb1-43ca-9963-62b00d75915b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:00.926789 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a9c58c27-bbb1-43ca-9963-62b00d75915b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1494699 Dec 10 16:39:00.927816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52240) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:00.932119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router f46fee39-e2c8-4d4e-86b4-cccaf798f267 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:00.977770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Deleting port d053c352-f63e-4070-a434-c49e4bcd1342 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:00.978148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.025930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:01.031914 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0145c33f-92b2-4d5f-8d9f-2183b89e7fcb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/f46fee39-e2c8-4d4e-86b4-cccaf798f267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3957334 Dec 10 16:39:01.034206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.043070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] Sync routers for ids ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:01.053519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] For port d053c352-f63e-4070-a434-c49e4bcd1342, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d053c352-f63e-4070-a434-c49e4bcd1342,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:01.053920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.076231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] Routers {'f46fee39-e2c8-4d4e-86b4-cccaf798f267'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:01.076879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:01.080681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Calling delete_port for d053c352-f63e-4070-a434-c49e4bcd1342 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:01.123543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:01.171675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] Routers {'f46fee39-e2c8-4d4e-86b4-cccaf798f267'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:01.173010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:01.216212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:01.216977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e9a22-3b9d-4192-9081-3c401c121f0d None None] The sync data for ids ['f46fee39-e2c8-4d4e-86b4-cccaf798f267'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:01.234647 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-f59f4e10-d486-40b3-a1d1-8586d898d1fd tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 16:39:01.238620 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f59f4e10-d486-40b3-a1d1-8586d898d1fd tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/f46fee39-e2c8-4d4e-86b4-cccaf798f267/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2005823 Dec 10 16:39:01.238890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.272742 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c38c20f-d656-4aef-a2d2-71ececf784bc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=f46fee39-e2c8-4d4e-86b4-cccaf798f267 HTTP/1.1" status: 200 len: 205 time: 0.0304143 Dec 10 16:39:01.273053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.320250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77200d2e-47fe-464b-bbcf-16540295eab2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:01.321744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-77200d2e-47fe-464b-bbcf-16540295eab2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3909750 Dec 10 16:39:01.324417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52248) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.335962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.342645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] No DVR routers for this DVR port d053c352-f63e-4070-a434-c49e4bcd1342 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:01.347513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.362183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458dccf-e048-47fb-a991-1a5e426504e7 None None] Pushing event deleted for resources: {'Port': ['ID=d053c352-f63e-4070-a434-c49e4bcd1342,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:01.377364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9cebbe75-901e-474b-ae01-a03c104a63c0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474000 Dec 10 16:39:01.377814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.378500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.384840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:01.509835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.512119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.642037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.642468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router f46fee39-e2c8-4d4e-86b4-cccaf798f267 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:01.652409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.652409 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-95236c79-02ab-4677-9f72-2e628ee41248 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/f46fee39-e2c8-4d4e-86b4-cccaf798f267 HTTP/1.1" status: 204 len: 168 time: 0.3773060 Dec 10 16:39:01.654098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52252) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.657070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:01.660474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.707065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 2446ea0c-f22b-4370-9b5f-77f7fb899e04 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:01.710404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.732922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 1a79cbff-3d06-416c-a43e-587157af5a63 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:01.755980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.842429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.898733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:01.904456 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-34f84704-cada-4cfc-a267-1212d2323383 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/1a79cbff-3d06-416c-a43e-587157af5a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4446299 Dec 10 16:39:01.907417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52254) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:01.910383 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Sync routers for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:01.920842 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:01.921498 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:01.961238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 002e3156-84da-4eda-bcab-7896dc65bd26 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:01.964315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:01.996575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.026428 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:02.039643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=2446ea0c-f22b-4370-9b5f-77f7fb899e04,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.044346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.047946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.050222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe69bb9-cacc-458e-a14f-bbcb12371777 None None] Network 9001cbf1-9d46-48a8-8b44-db3dbef2d82d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:02.053664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4f14ab43-3542-496f-8db4-c1baaf2cd869 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/2446ea0c-f22b-4370-9b5f-77f7fb899e04 HTTP/1.1" status: 204 len: 168 time: 0.3978276 Dec 10 16:39:02.072032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52256) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:02.132168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:02.134007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.174385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:02.185934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:02.191407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:02.192345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.203678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17869fa2-d89b-438b-afb3-dd4e92aa1043 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:02.212131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=af6f7f7a-23c3-4934-9272-c0e5e1e85da4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.212317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.264886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] DHCP port deletion for 9001cbf1-9d46-48a8-8b44-db3dbef2d82d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:02.292598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-057f9955-c4e8-43b9-9d58-24fffa894347 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9117417 Dec 10 16:39:02.296589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:02.312319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.319944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:02.341952 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:39:00Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.381484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': 'af6f7f7a-23c3-4934-9272-c0e5e1e85da4'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:02.384372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.390002 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Checking router: 1a79cbff-3d06-416c-a43e-587157af5a63 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:02.391801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port e592807b-199d-42ee-86cd-d4fa20b17876 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:02.392154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.402487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Deleting port e592807b-199d-42ee-86cd-d4fa20b17876 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:02.403135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.405214 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Routers {'1a79cbff-3d06-416c-a43e-587157af5a63'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:02.408857 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:38:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['1a79cbff-3d06-416c-a43e-587157af5a63'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.476136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port e592807b-199d-42ee-86cd-d4fa20b17876, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e592807b-199d-42ee-86cd-d4fa20b17876,segment=NetworkSegment(8dc0b9ab-208c-46b1-a58c-1025e2840615),segment_id=8dc0b9ab-208c-46b1-a58c-1025e2840615)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:02.476431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.490373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for e592807b-199d-42ee-86cd-d4fa20b17876 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:02.501132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.538378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d053c352-f63e-4070-a434-c49e4bcd1342 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:02.570886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=002e3156-84da-4eda-bcab-7896dc65bd26,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.573115 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] Set router 1a79cbff-3d06-416c-a43e-587157af5a63 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:02.575930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.581390 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bbbd4642-4912-4282-88fb-7bd2eec189f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/002e3156-84da-4eda-bcab-7896dc65bd26 HTTP/1.1" status: 204 len: 168 time: 0.6728742 Dec 10 16:39:02.585143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52260) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:02.588117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] For port e592807b-199d-42ee-86cd-d4fa20b17876, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e592807b-199d-42ee-86cd-d4fa20b17876,segment=NetworkSegment(8dc0b9ab-208c-46b1-a58c-1025e2840615),segment_id=8dc0b9ab-208c-46b1-a58c-1025e2840615)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:02.588710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.591814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2aab38-8bf9-4cc0-9609-8cf8656c884a None None] Network b3a10eb4-17e4-4fe2-aef4-255c85962127 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:02.594188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: d053c352-f63e-4070-a434-c49e4bcd1342 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:02.598175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d053c352-f63e-4070-a434-c49e4bcd1342 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:02.598175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e592807b-199d-42ee-86cd-d4fa20b17876 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:02.649133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:02.654217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.683446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Calling delete_port for e592807b-199d-42ee-86cd-d4fa20b17876 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:02.710612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.757838 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:39:00Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.762873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=e592807b-199d-42ee-86cd-d4fa20b17876,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:02.775131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port e592807b-199d-42ee-86cd-d4fa20b17876 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:02.785467 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296a052-2353-474f-9ae1-83e8661fa4d6 None None] The sync data for ids ['1a79cbff-3d06-416c-a43e-587157af5a63'] in dv-neutron-820858-1-hyperv is: [{'id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'name': 'tempest-TestNetworkBasicOps-router-267483873', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:37:35Z', 'updated_at': '2021-12-10T16:39:00Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '150d5e10-97a5-4a80-9215-511d6ba08b3a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79cbff-3d06-416c-a43e-587157af5a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:37:36Z', 'updated_at': '2021-12-10T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:02.825702 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.ipam_backend_mixin [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af6f7f7a-23c3-4934-9272-c0e5e1e85da4 (CIDR: 2001:db8::/64) Dec 10 16:39:02.829106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.870604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:39:02.871234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:02.885134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.910683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9001cbf1-9d46-48a8-8b44-db3dbef2d82d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.923610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc0b9ab-208c-46b1-a58c-1025e2840615') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.925014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc0b9ab-208c-46b1-a58c-1025e2840615') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:02.934151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.949230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.956786 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:02.957385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.957879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:02.961589 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:02.980404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No active binding found for port e592807b-199d-42ee-86cd-d4fa20b17876 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 16:39:02.980849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e592807b-199d-42ee-86cd-d4fa20b17876 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:02.982160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b157a189-7a3e-404b-83f3-ea5b3072f70b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6769633 Dec 10 16:39:02.986398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52262) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:02.992457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:03.007083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Allocated IP 2001:db8::f816:3eff:fed0:8ef2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/af6f7f7a-23c3-4934-9272-c0e5e1e85da4/1bde71d5-41dc-4b9e-b417-105f0c99ad36) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:03.096252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d22ec9cf-4835-4301-ad7d-f6632fa363aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.115223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.133355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.145832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.159553 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/9001cbf1-9d46-48a8-8b44-db3dbef2d82d HTTP/1.1" status: 204 len: 168 time: 1.0833671 Dec 10 16:39:03.163931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.164890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] No DVR routers for this DVR port e592807b-199d-42ee-86cd-d4fa20b17876 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:03.169156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18227f2f-ffbf-43e1-9441-86d02db6fc33 None None] Pushing event deleted for resources: {'Port': ['ID=e592807b-199d-42ee-86cd-d4fa20b17876,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.174669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 150d5e10-97a5-4a80-9215-511d6ba08b3a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:03.175005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.185561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510199804'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:03.192511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] DHCP port deletion for b3a10eb4-17e4-4fe2-aef4-255c85962127 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:03.213608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36989fc-68d5-40a6-b222-c51644ab206a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=9001cbf1-9d46-48a8-8b44-db3dbef2d82d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.286614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 150d5e10-97a5-4a80-9215-511d6ba08b3a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=150d5e10-97a5-4a80-9215-511d6ba08b3a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:03.286979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.288759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.302139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 150d5e10-97a5-4a80-9215-511d6ba08b3a owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:03.304688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Deleting port 35f80566-a900-452d-8c5e-af29a97eeb28 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:03.305099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.320283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:03.324200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.356297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.410078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] For port 35f80566-a900-452d-8c5e-af29a97eeb28, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=35f80566-a900-452d-8c5e-af29a97eeb28,segment=NetworkSegment(32fabe51-d144-4c85-8ea7-e50ee3ab1818),segment_id=32fabe51-d144-4c85-8ea7-e50ee3ab1818)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:03.410564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:03.410755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.416695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.426313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:03.433639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:03.436067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Calling delete_port for 35f80566-a900-452d-8c5e-af29a97eeb28 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:03.442387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:03.454801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Pushing event updated for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.470468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:03.483752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.484239 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment e76ed3b6-c519-45a6-8941-3a35ac6beaaf of type vlan for network 55bf012e-8957-4119-92ea-eb71282aac34 Dec 10 16:39:03.534128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.559398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Attempting to bind port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:03.559775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Attempting to bind port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:03.560178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Attempting to bind port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:03.572084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:03.576437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:03.576437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.576437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:03.576437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Bound port: 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:03.576437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.621322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.627570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.628267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.638435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:03.651227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.677993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.684928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] Pushing event deleted for resources: {'Port': ['ID=35f80566-a900-452d-8c5e-af29a97eeb28,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.695068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977c34c-031f-4805-8f7c-3e03ab237c64 None None] No DVR routers for this DVR port 35f80566-a900-452d-8c5e-af29a97eeb28 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:03.697808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1bde71d5-41dc-4b9e-b417-105f0c99ad36,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:03.714288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=150d5e10-97a5-4a80-9215-511d6ba08b3a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.719590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=55bf012e-8957-4119-92ea-eb71282aac34,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.729245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e56a3-767b-408a-80ae-a7cfaddaf05a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:03.731251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 55bf012e-8957-4119-92ea-eb71282aac34 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:03.772498 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-70ad467a-aadf-4557-8aa0-34d4be652007 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6094615 Dec 10 16:39:03.775716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:03.778448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.781390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '55bf012e-8957-4119-92ea-eb71282aac34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:03.831253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.876642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.897241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c6bd2-fde0-464c-b818-4a5b16ed16d8 None None] Pushing event updated for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:03.917110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.920792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.943913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:03.973544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:03.976792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:03.978110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.979947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:03.980552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:03.997673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=2e48697b-e4c4-4dc8-af06-8f5c86ce9b25,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:04.067951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.068575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router 1a79cbff-3d06-416c-a43e-587157af5a63 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:04.086591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.088915 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6cdf2ba9-f70a-4360-834f-f2484af05a8f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/1a79cbff-3d06-416c-a43e-587157af5a63 HTTP/1.1" status: 204 len: 168 time: 1.5024154 Dec 10 16:39:04.099787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.099908 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-56825d1b-b1f7-4e77-84ea-3480308bfa60 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1074271 Dec 10 16:39:04.101732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.106829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:48:54:55', 'name': 'tempest-NetworksTestDHCPv6-903357188'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:04.272711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.313523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:04.334653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.441230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.456797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1bde71d5-41dc-4b9e-b417-105f0c99ad36 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:04.464263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.468533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 24d35c22-e8d2-4da7-a1b0-e50533a91b58 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:04.476402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=7072c0f3-8c7f-479d-8630-26c10db849d4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:04.478673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:04.479039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 55bf012e-8957-4119-92ea-eb71282aac34, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:04.502415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a10eb4-17e4-4fe2-aef4-255c85962127']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:04.513847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:04.514321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.514524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fabe51-d144-4c85-8ea7-e50ee3ab1818') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:04.514826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fabe51-d144-4c85-8ea7-e50ee3ab1818') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:04.523910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.539104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.545190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:04.545576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:04.548818 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:04.596992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.622460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 55bf012e-8957-4119-92ea-eb71282aac34 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:04.633176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1bde71d5-41dc-4b9e-b417-105f0c99ad36,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:04.666859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8:0:1::3d5 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/2e48697b-e4c4-4dc8-af06-8f5c86ce9b25/24d35c22-e8d2-4da7-a1b0-e50533a91b58) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:04.674101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe48:5455 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/af6f7f7a-23c3-4934-9272-c0e5e1e85da4/24d35c22-e8d2-4da7-a1b0-e50533a91b58) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:04.698625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.718102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.722046 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/b3a10eb4-17e4-4fe2-aef4-255c85962127 HTTP/1.1" status: 204 len: 168 time: 0.6292264 Dec 10 16:39:04.723375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b935-9da5-467c-b60e-a0d0d61b6443 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=b3a10eb4-17e4-4fe2-aef4-255c85962127,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:04.744651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.744651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--93878817', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:04.770066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.775994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 55bf012e-8957-4119-92ea-eb71282aac34) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:04.790241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:04.793286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.821982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:04.825763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.850165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:04.856142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1afd1-3593-439d-aaa5-df93e1ab4298 None None] Network 55bf012e-8957-4119-92ea-eb71282aac34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:04.858642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 736b207c-6518-4706-8126-e1da8b10af57 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:04.869212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:04.878773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.879365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment 56274a97-8c4c-4cb9-9f93-40a2f68ed7a0 of type vlan for network 4320d849-9753-4bde-b543-9311132259e6 Dec 10 16:39:04.886556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.919676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 736b207c-6518-4706-8126-e1da8b10af57 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:04.920290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 736b207c-6518-4706-8126-e1da8b10af57 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:04.920479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 35f80566-a900-452d-8c5e-af29a97eeb28 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:04.931088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:04.950147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 35f80566-a900-452d-8c5e-af29a97eeb28 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:04.950381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-96b718f4-be06-4d7b-950b-84d4b2ce96a0 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1708071 Dec 10 16:39:04.950502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 35f80566-a900-452d-8c5e-af29a97eeb28 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:04.950502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 150d5e10-97a5-4a80-9215-511d6ba08b3a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:04.950994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52274) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:04.956328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-303910429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:04.973978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 150d5e10-97a5-4a80-9215-511d6ba08b3a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:04.974393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 150d5e10-97a5-4a80-9215-511d6ba08b3a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:04.987599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.039927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-55bf012e-8957-4119-92ea-eb71282aac34', 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '7072c0f3-8c7f-479d-8630-26c10db849d4'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:05.041418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.043708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.049365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:05.049684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:05.050486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.053222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:05.057764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:05.064099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:05.064567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.075552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.076838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.091304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=24d35c22-e8d2-4da7-a1b0-e50533a91b58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:05.122640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45f63d-f269-4779-afa9-8985eb3b4aa2 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:05.160074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.185417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-185b7939-d24b-4f5e-9037-5ee7b0af3298 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0813048 Dec 10 16:39:05.187253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52276) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.245369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.249629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1d0a6fd6-2859-4ca0-8608-9692d3f70657 None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:05.250041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6fd6-2859-4ca0-8608-9692d3f70657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.298914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 24d35c22-e8d2-4da7-a1b0-e50533a91b58 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:05.299307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.301812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b840ab0-89b4-4732-859f-7fca2e0cd6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.350327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Allocated IP 2001:db8::2 (55bf012e-8957-4119-92ea-eb71282aac34/7072c0f3-8c7f-479d-8630-26c10db849d4/6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:05.386794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.388193 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-67464ad3-f4c8-497c-8c09-e44243aa0b76 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4362609 Dec 10 16:39:05.391123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52278) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.441098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.482309 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7420647 Dec 10 16:39:05.485853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:05.489787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 24d35c22-e8d2-4da7-a1b0-e50533a91b58 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:05.490704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:05.499690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0a559-b409-40ae-a6cd-bc6d3406fc10 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=4320d849-9753-4bde-b543-9311132259e6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:05.516734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': 'af6f7f7a-23c3-4934-9272-c0e5e1e85da4', 'ip_address': '2001:db8::f816:3eff:fed0:8ef2'}, {'subnet_id': '2e48697b-e4c4-4dc8-af06-8f5c86ce9b25'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '1bde71d5-41dc-4b9e-b417-105f0c99ad36'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:39:05.521305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 4320d849-9753-4bde-b543-9311132259e6 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:05.573336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.574639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.634159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.639923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.705287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.798135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.854903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:05.871666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Network 55bf012e-8957-4119-92ea-eb71282aac34 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:05.881019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Allocated IP 2001:db8:0:1::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/2e48697b-e4c4-4dc8-af06-8f5c86ce9b25/1bde71d5-41dc-4b9e-b417-105f0c99ad36) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:05.883154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:05.889158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:05.893540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Pushing event updated for resources: {'Port': ['ID=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.092290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.143848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.158416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Attempting to bind port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:06.161355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Attempting to bind port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:06.161355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Attempting to bind port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 on network 55bf012e-8957-4119-92ea-eb71282aac34 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:06.167564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:06.167951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Checking segment: {'id': 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:06.168363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.168764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Bound using segment: {'id': 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:06.168880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.169318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Bound port: 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '55bf012e-8957-4119-92ea-eb71282aac34'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:06.169707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.226739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1bde71d5-41dc-4b9e-b417-105f0c99ad36,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:06.277168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] For port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:06.280514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.282913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.4 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/e1d26ecd-e1cf-4bf4-82b3-2338d119c532) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:06.283165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] For port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,segment=NetworkSegment(e76ed3b6-c519-45a6-8941-3a35ac6beaaf),segment_id=e76ed3b6-c519-45a6-8941-3a35ac6beaaf)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:06.361663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.390528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1bde71d5-41dc-4b9e-b417-105f0c99ad36 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:06.396424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.404326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.405458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.441082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=24d35c22-e8d2-4da7-a1b0-e50533a91b58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.484028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8::1 (55bf012e-8957-4119-92ea-eb71282aac34/7072c0f3-8c7f-479d-8630-26c10db849d4/2c042575-5212-449d-bac6-e05e72a60530) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:06.515296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.515470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3783b5-77c4-4bb3-8d37-69b5149c7cb3 None None] Pushing event updated for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.515606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-804ea115-671b-4b66-afc2-b4c4c9393ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/24d35c22-e8d2-4da7-a1b0-e50533a91b58 HTTP/1.1" status: 204 len: 168 time: 1.3220432 Dec 10 16:39:06.515714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:06.541357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.583056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:06.583636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.586977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318fcba-4afc-48f6-b175-68fa5706dea6 None None] Pushing event updated for resources: {'Port': ['ID=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.627067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.637437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:06.655718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:06.658444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:06.661385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:06.703169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.708286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa1b75-8146-480c-a8fa-c72b3691efe6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:06.733177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f29257-154b-4463-a50f-35f2ebd16760 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.737410 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-30f29257-154b-4463-a50f-35f2ebd16760 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2177041 Dec 10 16:39:06.737658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52284) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:06.804070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e7bdfe88-7f99-4fff-ba77-f749caede3b8 None None] Provisioning complete for port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:06.804070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfe88-7f99-4fff-ba77-f749caede3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.848445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.864380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdfe88-7f99-4fff-ba77-f749caede3b8 None None] Port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:06.878160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df673abe-42b4-43ed-ab29-ac6dbce5e342 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.882082 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df673abe-42b4-43ed-ab29-ac6dbce5e342 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1409104 Dec 10 16:39:06.887478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52286) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:06.944880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 55bf012e-8957-4119-92ea-eb71282aac34 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:06.956591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:06.964196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:06.964757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:06.975240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d6706-7585-409f-adcf-f9dc833f120f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.976758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d6706-7585-409f-adcf-f9dc833f120f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.978518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d6706-7585-409f-adcf-f9dc833f120f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:06.982786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fc4d6706-7585-409f-adcf-f9dc833f120f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0826008 Dec 10 16:39:06.983611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52288) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:07.023666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=2c042575-5212-449d-bac6-e05e72a60530,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.174810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 2e48697b-e4c4-4dc8-af06-8f5c86ce9b25 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:07.181797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.237129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.243568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.278729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.424312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.489301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f17bc41e-1ce4-4ad7-be20-a37c63f56e63 None None] Could not find standard attr ID for object 24d35c22-e8d2-4da7-a1b0-e50533a91b58. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:07.526210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f17bc41e-1ce4-4ad7-be20-a37c63f56e63 None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:07.529424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f17bc41e-1ce4-4ad7-be20-a37c63f56e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.605614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.609351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.653393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.676165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.677013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.733958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=2e48697b-e4c4-4dc8-af06-8f5c86ce9b25,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.735039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.740242 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a6217684-f603-41bb-9523-f56d12e00ecb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/2e48697b-e4c4-4dc8-af06-8f5c86ce9b25 HTTP/1.1" status: 204 len: 168 time: 0.7552345 Dec 10 16:39:07.743454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:07.760573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=2c042575-5212-449d-bac6-e05e72a60530,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:07.809978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0476ed55-5a96-4e1a-9dd0-98642178f7bf None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:07.820885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet af6f7f7a-23c3-4934-9272-c0e5e1e85da4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:07.827493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.883257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 55bf012e-8957-4119-92ea-eb71282aac34 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:07.885305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:07.886339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.896157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:07.918703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2febfeb6-beb6-42aa-a66d-200e6c0c96a0 None None] Could not find standard attr ID for object 24d35c22-e8d2-4da7-a1b0-e50533a91b58. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:07.989834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.016180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:08.045241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7a822-410d-4d2e-bc38-3dff7bf60a19 None None] Network 55bf012e-8957-4119-92ea-eb71282aac34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:08.090865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] Provisioning complete for port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:08.091241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.122739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router e224aeca-1e70-430f-9df6-cebfae69954b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:08.162807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:08.190931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:08.221741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.248555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=af6f7f7a-23c3-4934-9272-c0e5e1e85da4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:08.260300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.260300 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d51d478-4edd-4519-82dd-947958e5d2a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7700264 Dec 10 16:39:08.260711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.263626 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-62a08286-cada-405f-925c-38c6dd811c6f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/af6f7f7a-23c3-4934-9272-c0e5e1e85da4 HTTP/1.1" status: 204 len: 168 time: 0.5190151 Dec 10 16:39:08.264209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52292) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.266351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.272999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:08.277496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:08.281764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8ffdd83f-69ee-4bf8-8ec6-1011b751ec10 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/e224aeca-1e70-430f-9df6-cebfae69954b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8868191 Dec 10 16:39:08.281941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:08.284395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.289786 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] Sync routers for ids ['e224aeca-1e70-430f-9df6-cebfae69954b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:08.293827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.300017 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] Routers {'e224aeca-1e70-430f-9df6-cebfae69954b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:08.300633 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e224aeca-1e70-430f-9df6-cebfae69954b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:08.324284 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2c2d79b8-9a1d-4134-a53d-4bfc2440f989 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567801 Dec 10 16:39:08.329390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52298) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.339826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:08.374664 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:08.399327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41f542-6ee3-48a5-9092-046b71ca0d6c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:08.400601 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] Routers {'e224aeca-1e70-430f-9df6-cebfae69954b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:08.408118 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e224aeca-1e70-430f-9df6-cebfae69954b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:08.409785 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ad41f542-6ee3-48a5-9092-046b71ca0d6c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports/2c042575-5212-449d-bac6-e05e72a60530 HTTP/1.1" status: 200 len: 911 time: 0.1048193 Dec 10 16:39:08.412631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.423442 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ab67ed7b-0a2f-439c-91a0-bad870cb8a9f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1581516 Dec 10 16:39:08.425972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:08.477519 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:08.478237 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6dad1e-8a6b-470e-b3a5-90d31aa062bc None None] The sync data for ids ['e224aeca-1e70-430f-9df6-cebfae69954b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:08.494443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] For port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,segment=NetworkSegment(e76ed3b6-c519-45a6-8941-3a35ac6beaaf),segment_id=e76ed3b6-c519-45a6-8941-3a35ac6beaaf)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:08.549107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:08.615899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1bde71d5-41dc-4b9e-b417-105f0c99ad36 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:08.620350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.638859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:08.641955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.779968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c552d-7c25-44e3-9246-f1af731f0e2f None None] Pushing event updated for resources: {'Port': ['ID=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:08.811769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c10f8-1680-48ae-95ba-32e2bd1ab6d4 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:08.912980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:08.926726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Provisioning complete for port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:08.927148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.011673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.012030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.155064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:09.170537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:06Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:09.187203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a51ad-c79d-44f0-83b8-cde6dad0e7bd tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.193413 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fe3a51ad-c79d-44f0-83b8-cde6dad0e7bd tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7662077 Dec 10 16:39:09.198461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.222781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:09.223079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Updating router ef6a032a-08c1-443e-9f80-ae2611be1f44 port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:09.225700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:09.227414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:09.263296 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b7ee692a-18cb-488a-a4d4-16da1653d645 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633900 Dec 10 16:39:09.267179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.274041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215098373', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:09.401229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.489547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Provisioning complete for port 2c042575-5212-449d-bac6-e05e72a60530 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.489801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.493613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.521403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.578675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Port 2c042575-5212-449d-bac6-e05e72a60530 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:09.583427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1bde71d5-41dc-4b9e-b417-105f0c99ad36,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:09.589250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:09.593098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.615697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.654882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.655260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.689751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Provisioning complete for port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:09.690130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55e04e08-a7c6-4d29-af14-a947fcad34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.695774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Deleting port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:09.696139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.718481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.721042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.802147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:09.814802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:09.818048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:09.818747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.838617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.842747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=170c59e4-ab2e-4d99-bd5a-75002027d962,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:09.898044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] For port 1bde71d5-41dc-4b9e-b417-105f0c99ad36, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1bde71d5-41dc-4b9e-b417-105f0c99ad36,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:09.898682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.940682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 2c042575-5212-449d-bac6-e05e72a60530 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:09.941075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:09.955848 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4671720b-eda0-4cd8-95b1-00f92ee236db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6220849 Dec 10 16:39:09.956119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:09.961040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Calling delete_port for 1bde71d5-41dc-4b9e-b417-105f0c99ad36 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:09.961767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:10.002883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.090488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.122389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3a77afd4-dce5-48eb-9e5c-9613dedf5a2b None None] Provisioning complete for port 2c042575-5212-449d-bac6-e05e72a60530 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:10.122766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3a77afd4-dce5-48eb-9e5c-9613dedf5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.129064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=95e16273-cf34-467f-b1f4-6589ef83697a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.166017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.185175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.202171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:10.202847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: 4320d849-9753-4bde-b543-9311132259e6, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:10.210585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 2c042575-5212-449d-bac6-e05e72a60530 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:10.232527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3a77afd4-dce5-48eb-9e5c-9613dedf5a2b None None] Port 2c042575-5212-449d-bac6-e05e72a60530 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:10.241816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf784fc-a689-4378-9248-9c0ff1461d22 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:10.252714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0113f-4f7c-416a-aeaa-92dae0701752 None None] Pushing event updated for resources: {'Port': ['ID=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.256323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Attempting to bind port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:10.256698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Attempting to bind port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:10.257097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Attempting to bind port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:10.263008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:10.263537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:10.263950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.264365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:10.264813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Bound port: e1d26ecd-e1cf-4bf4-82b3-2338d119c532, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:10.265221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.306558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.325831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 4320d849-9753-4bde-b543-9311132259e6 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:10.331587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:10.335818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.347961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] Pushing event deleted for resources: {'Port': ['ID=1bde71d5-41dc-4b9e-b417-105f0c99ad36,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.358165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] For port e1d26ecd-e1cf-4bf4-82b3-2338d119c532, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:10.384455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:10.412830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] For port e1d26ecd-e1cf-4bf4-82b3-2338d119c532, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:10.430300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42c974-f0ef-465e-9d3b-ac1702152f2c None None] No DVR routers for this DVR port 1bde71d5-41dc-4b9e-b417-105f0c99ad36 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:10.444807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-83c624cb-7792-409d-bc8e-5ba4332ae0bc None None] Provisioning complete for port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:10.445118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-83c624cb-7792-409d-bc8e-5ba4332ae0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.446013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 4320d849-9753-4bde-b543-9311132259e6) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:10.450316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:10.450915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.474322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad2782a-2887-4820-849a-564a027b194b None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:10.476217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a04b8-14ab-4192-8177-27dfc5b9de73 None None] Network 4320d849-9753-4bde-b543-9311132259e6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:10.502929 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 170c59e4-ab2e-4d99-bd5a-75002027d962 (CIDR: 2001:db8::/64) Dec 10 16:39:10.558034 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.570882 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:39:10.571347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:10.579839 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-113e5540-ff04-49fb-b916-31883dcc3b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3095431 Dec 10 16:39:10.580266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:10.604305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.609832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-83c624cb-7792-409d-bc8e-5ba4332ae0bc None None] Port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:10.642568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=2c042575-5212-449d-bac6-e05e72a60530,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.650195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8216d-a4ae-4824-a655-769e306b3674 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:10.675354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:10.675735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.690734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e4f05ed7-b8c1-443c-a874-36db916a714c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7335255 Dec 10 16:39:10.694199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:10.703893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:10.724121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0113f-4f7c-416a-aeaa-92dae0701752 None None] Pushing event updated for resources: {'Port': ['ID=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:10.760420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:10.761090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:10.797641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.848578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-4320d849-9753-4bde-b543-9311132259e6', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:10.849488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.883598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '170c59e4-ab2e-4d99-bd5a-75002027d962'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:10.884486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.900493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] Provisioning complete for port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:10.901244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:10.988363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router e224aeca-1e70-430f-9df6-cebfae69954b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:11.025247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:11.028686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.076044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:11.084275 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d3a8f82c-e813-42a7-a538-e9bb06ee005f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/e224aeca-1e70-430f-9df6-cebfae69954b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6697822 Dec 10 16:39:11.087804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52314) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.119890 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64e741c0-e5a5-4099-a7a9-c2e436cea10c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=e224aeca-1e70-430f-9df6-cebfae69954b HTTP/1.1" status: 200 len: 205 time: 0.0307531 Dec 10 16:39:11.122323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.212035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.277233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] Sync routers for ids ['e224aeca-1e70-430f-9df6-cebfae69954b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:11.310788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:11.388244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.390274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.397029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.402710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] Routers {'e224aeca-1e70-430f-9df6-cebfae69954b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:11.403338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e224aeca-1e70-430f-9df6-cebfae69954b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.515033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1bde71d5-41dc-4b9e-b417-105f0c99ad36 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:11.535873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.536996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router e224aeca-1e70-430f-9df6-cebfae69954b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:11.542168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:11.548538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.552807 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-04ebc113-073e-498c-9192-9c7a880429d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/e224aeca-1e70-430f-9df6-cebfae69954b HTTP/1.1" status: 204 len: 168 time: 0.4292011 Dec 10 16:39:11.553464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:11.600514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 1bde71d5-41dc-4b9e-b417-105f0c99ad36 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:11.600873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1bde71d5-41dc-4b9e-b417-105f0c99ad36 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:11.614428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 7072c0f3-8c7f-479d-8630-26c10db849d4 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:11.618830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.627186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Allocated IP 2001:db8::f816:3eff:fe05:96b8 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/170c59e4-ab2e-4d99-bd5a-75002027d962/94b1468c-eb71-4800-b354-a4cbffde1a88) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:11.630965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] Routers set() bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:11.631346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] Router IDs set() for agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 16:39:11.631961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e224aeca-1e70-430f-9df6-cebfae69954b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent'). {{(pid=103600) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 16:39:11.632350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac913057-79e6-409c-97f0-5b9f767d4edc None None] The sync data for ids ['e224aeca-1e70-430f-9df6-cebfae69954b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:11.633762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.654140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Allocated IP 172.20.0.2 (4320d849-9753-4bde-b543-9311132259e6/95e16273-cf34-467f-b1f4-6589ef83697a/e46fa686-958a-49e5-bec0-a361530de81b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:11.667744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.748366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] For port e1d26ecd-e1cf-4bf4-82b3-2338d119c532, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:11.771150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.830531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.953487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:11.956041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f021149-69b8-41c3-90ad-eeba06a0ae3c None None] Pushing event updated for resources: {'Port': ['ID=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:11.975523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.006124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.012288 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/7072c0f3-8c7f-479d-8630-26c10db849d4 HTTP/1.1" status: 204 len: 168 time: 0.4577348 Dec 10 16:39:12.013097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52320) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:12.014515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff270-868c-480e-8625-45e6de958d2d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=7072c0f3-8c7f-479d-8630-26c10db849d4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.015032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:06Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:12.020227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:12.021447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6daa8d-5a86-42c5-af62-efcc6bd7c3b6 None None] Network 55bf012e-8957-4119-92ea-eb71282aac34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:12.024631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:12.030671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:12.031450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.045361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=c802614e-ec86-4037-b179-2c5c2c839fe8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.080379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.082079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.102457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.112409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250c22b-a33c-4bfe-9ea7-8ff04c487c73 None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:06Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:12.125492 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-40bec52f-789b-44c4-9db1-2da8b895911a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4255052 Dec 10 16:39:12.128378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52322) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:12.143092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:96:4c:73', 'name': 'tempest-NetworksTestDHCPv6-1334167496'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:12.164061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:12.164417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.195674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.233972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.252233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:12.257209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:12.258027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,segment=NetworkSegment(e76ed3b6-c519-45a6-8941-3a35ac6beaaf),segment_id=e76ed3b6-c519-45a6-8941-3a35ac6beaaf)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:12.258569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.263247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:12.268277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Pushing event updated for resources: {'Port': ['ID=94b1468c-eb71-4800-b354-a4cbffde1a88,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.279684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Network 4320d849-9753-4bde-b543-9311132259e6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:12.287164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:12.305771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:12.308099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] DHCP port deletion for 55bf012e-8957-4119-92ea-eb71282aac34 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:12.309954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:12.350690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (4320d849-9753-4bde-b543-9311132259e6/95e16273-cf34-467f-b1f4-6589ef83697a/3fb906cd-1033-4f71-9030-f4f060aa9e76) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:12.411215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Pushing event updated for resources: {'Port': ['ID=e46fa686-958a-49e5-bec0-a361530de81b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.421044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:12.442712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:12.484967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.488731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Attempting to bind port 94b1468c-eb71-4800-b354-a4cbffde1a88 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:12.489203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Attempting to bind port 94b1468c-eb71-4800-b354-a4cbffde1a88 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:12.489652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Attempting to bind port 94b1468c-eb71-4800-b354-a4cbffde1a88 on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:12.514878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:12.516070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:12.516725 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.517344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:12.518044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Bound port: 94b1468c-eb71-4800-b354-a4cbffde1a88, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:12.518193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:12.518771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.524636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Attempting to bind port e46fa686-958a-49e5-bec0-a361530de81b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:12.525373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Attempting to bind port e46fa686-958a-49e5-bec0-a361530de81b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:12.525966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Attempting to bind port e46fa686-958a-49e5-bec0-a361530de81b on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:12.547492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:12.548168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Checking segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:12.548744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.555575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Bound using segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:12.555575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Bound port: e46fa686-958a-49e5-bec0-a361530de81b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:12.555575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.566820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.567555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No active binding found for port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 {{(pid=103600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 16:39:12.568161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:12.613288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.616957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.649180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Deleting port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:12.649558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.662974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.668071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 0223bc8e-19a8-4e63-9b3c-b17a61399663 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:12.686761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bf012e-8957-4119-92ea-eb71282aac34']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:12.697026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:12.697406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76ed3b6-c519-45a6-8941-3a35ac6beaaf') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:12.708700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.732989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] For port 94b1468c-eb71-4800-b354-a4cbffde1a88, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:12.733658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.740547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:12.740988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:12.744063 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:12.758001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] For port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:12.758404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.768667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] For port e46fa686-958a-49e5-bec0-a361530de81b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:12.780755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Calling delete_port for 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:12.784766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:39:12.786660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] For port e46fa686-958a-49e5-bec0-a361530de81b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e46fa686-958a-49e5-bec0-a361530de81b,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:12.788116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.813580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] Pushing event deleted for resources: {'Port': ['ID=6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.817058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6484c6-b26d-4736-bab7-c5250ac7d763 None None] No DVR routers for this DVR port 6a60a8a9-bb0c-4d38-91c7-6e9e9b2d4c94 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:12.838763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.862836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.911786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 4320d849-9753-4bde-b543-9311132259e6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:12.918433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.918775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:12.927726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:12.937975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:12.947295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] For port 94b1468c-eb71-4800-b354-a4cbffde1a88, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94b1468c-eb71-4800-b354-a4cbffde1a88,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:12.948795 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/55bf012e-8957-4119-92ea-eb71282aac34 HTTP/1.1" status: 204 len: 168 time: 0.9304628 Dec 10 16:39:12.949155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:12.953753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3b68-ab88-4232-9ded-25edb74bc04b None None] Pushing event updated for resources: {'Port': ['ID=e46fa686-958a-49e5-bec0-a361530de81b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.958858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-230303177', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:12.967057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8:0:1::30a (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/c802614e-ec86-4037-b179-2c5c2c839fe8/0223bc8e-19a8-4e63-9b3c-b17a61399663) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:12.981669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be919e4d-5bfd-4e07-a91b-83f3d67e16e3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=55bf012e-8957-4119-92ea-eb71282aac34,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.996772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:12.996772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::f816:3eff:fe96:4c73 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/170c59e4-ab2e-4d99-bd5a-75002027d962/0223bc8e-19a8-4e63-9b3c-b17a61399663) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:13.013269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.016547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.070708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.071819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.124118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada30b7b-7c8f-4299-a1c9-da3905c92f74 None None] Pushing event updated for resources: {'Port': ['ID=94b1468c-eb71-4800-b354-a4cbffde1a88,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.200603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.309025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.383905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.496239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.515275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.606801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:13.614141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:13.621170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:13.627325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:13.627946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.632940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=0223bc8e-19a8-4e63-9b3c-b17a61399663,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:13.736753 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-39a08ce5-503c-4ffa-9232-c2fbab4205b6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6072462 Dec 10 16:39:13.740324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52326) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:13.854452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.879932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 0223bc8e-19a8-4e63-9b3c-b17a61399663 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:13.880446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:13.927976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.026142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.049443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.102940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.123660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 0223bc8e-19a8-4e63-9b3c-b17a61399663 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:14.132360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.152487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.214902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 4320d849-9753-4bde-b543-9311132259e6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:14.217625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:14.244563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b12170-c222-4c6d-8401-32bb79dba7f6 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:14.279729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 172.26.4.246 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/7c9fc54e-fe8a-4cb7-be74-985f5aca661c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:14.316362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] Provisioning complete for port 94b1468c-eb71-4800-b354-a4cbffde1a88 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:14.320662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.429624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:14.466480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.475312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.559663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] For port 94b1468c-eb71-4800-b354-a4cbffde1a88, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94b1468c-eb71-4800-b354-a4cbffde1a88,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:14.582023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e46fa686-958a-49e5-bec0-a361530de81b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:14.599183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.616973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '170c59e4-ab2e-4d99-bd5a-75002027d962', 'ip_address': '2001:db8::f816:3eff:fe05:96b8'}, {'subnet_id': 'c802614e-ec86-4037-b179-2c5c2c839fe8'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '94b1468c-eb71-4800-b354-a4cbffde1a88'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:39:14.628013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.632386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:14.634564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=0223bc8e-19a8-4e63-9b3c-b17a61399663,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.643038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5505e6f5-1914-49e8-b892-85b98d73eb03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/ef6a032a-08c1-443e-9f80-ae2611be1f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0615461 Dec 10 16:39:14.645687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52328) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:14.661582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.722029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.730686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:14.734758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:14.736109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7da4c4-c495-44be-87ac-63453e021651 None None] Pushing event updated for resources: {'Port': ['ID=94b1468c-eb71-4800-b354-a4cbffde1a88,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.737306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:14.767203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e46fa686-958a-49e5-bec0-a361530de81b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:14.769483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.772203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=7c9fc54e-fe8a-4cb7-be74-985f5aca661c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:14.776450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6e6e4-587e-48c7-842c-849e4eec081d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:14.790641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:14.797093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f99b2f07-2da8-4250-be66-7dbbc5fc92f6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0223bc8e-19a8-4e63-9b3c-b17a61399663 HTTP/1.1" status: 204 len: 168 time: 1.0527096 Dec 10 16:39:14.800770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52330) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:14.942915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.945088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.945088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.945088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.945088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.947362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.948252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.953472 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2ab113fe-86c4-4217-b537-64db9bc4d513 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5024 time: 0.3036969 Dec 10 16:39:14.955574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52332) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:14.972495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49014e-d735-4394-b71b-054b7e301fc6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:14.977088 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df49014e-d735-4394-b71b-054b7e301fc6 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1749694 Dec 10 16:39:14.977749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52334) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.034512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0beca2-4620-492a-8fab-2e63ea155fd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.038596 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c0beca2-4620-492a-8fab-2e63ea155fd3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0574331 Dec 10 16:39:15.045932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80c767-a0dd-4ef0-95e1-8f4f5724b0b8 None None] Network 4320d849-9753-4bde-b543-9311132259e6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:15.051975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.109931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.110402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.111479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.111995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.112392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.114007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.114007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.114234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.118519 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8864f95f-15af-4f63-a20b-50f3c6a3a8e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1592751 Dec 10 16:39:15.119626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52338) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.160830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.166799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-673e6100-c822-4617-a01a-86f2bd8d80c6 None None] Provisioning complete for port e46fa686-958a-49e5-bec0-a361530de81b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:15.167181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-673e6100-c822-4617-a01a-86f2bd8d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.211574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5b408-04c8-45f9-9a7e-96116ecc3f1b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.213268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5b408-04c8-45f9-9a7e-96116ecc3f1b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.215046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5b408-04c8-45f9-9a7e-96116ecc3f1b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:15.216584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-34e5b408-04c8-45f9-9a7e-96116ecc3f1b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1633770 Dec 10 16:39:15.222575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.223025 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:15.234036 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:15.234653 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.296147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 170c59e4-ab2e-4d99-bd5a-75002027d962 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:15.349917 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00b7465c-db8c-49cc-8a5f-80bd326314e2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3755 time: 0.2298102 Dec 10 16:39:15.355056 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:15.400260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.406882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.459392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port e46fa686-958a-49e5-bec0-a361530de81b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e46fa686-958a-49e5-bec0-a361530de81b,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:15.479692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Allocated IP 2001:db8:0:1::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/c802614e-ec86-4037-b179-2c5c2c839fe8/94b1468c-eb71-4800-b354-a4cbffde1a88) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:15.545303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-673e6100-c822-4617-a01a-86f2bd8d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.558973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.559771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1d26ecd-e1cf-4bf4-82b3-2338d119c532 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:15.591099 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.605727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router eeeb1c14-731f-4169-9bab-b59868a7861b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:15.623673 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:15.624151 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Updating router ef6a032a-08c1-443e-9f80-ae2611be1f44 port 3fb906cd-1033-4f71-9030-f4f060aa9e76 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:15.650613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.712880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] For port 94b1468c-eb71-4800-b354-a4cbffde1a88, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94b1468c-eb71-4800-b354-a4cbffde1a88,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:15.723550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=e46fa686-958a-49e5-bec0-a361530de81b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:15.741431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-673e6100-c822-4617-a01a-86f2bd8d80c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:15.741807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-673e6100-c822-4617-a01a-86f2bd8d80c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:15.762906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.764781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:15.765210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.769093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:15.790786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] Sync routers for ids ['eeeb1c14-731f-4169-9bab-b59868a7861b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:15.816989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] Routers {'eeeb1c14-731f-4169-9bab-b59868a7861b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:15.817958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['eeeb1c14-731f-4169-9bab-b59868a7861b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.853674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.858205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.861227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.906952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.912874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:15.914161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-32ca0c09-1e86-4438-9fb8-1ee73a5cd9c7 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9598103 Dec 10 16:39:15.916936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52344) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:15.919244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] Routers {'eeeb1c14-731f-4169-9bab-b59868a7861b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:15.919871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['eeeb1c14-731f-4169-9bab-b59868a7861b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:15.992260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:16.002152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae06bb-971f-406d-aaf5-bef157d2ac17 None None] The sync data for ids ['eeeb1c14-731f-4169-9bab-b59868a7861b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:16.008255 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.039705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea0f5c-ab8d-41ae-9956-fae911431728 None None] Pushing event updated for resources: {'Port': ['ID=94b1468c-eb71-4800-b354-a4cbffde1a88,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.043111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.043276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94b1468c-eb71-4800-b354-a4cbffde1a88 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:16.099106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 94b1468c-eb71-4800-b354-a4cbffde1a88 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.099963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.104859 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7edb3711-1d19-440e-b856-d25dd2040196 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers/eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 200 len: 884 time: 0.1867352 Dec 10 16:39:16.105572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52346) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:16.121610 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.177548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Pushing event updated for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.187430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.192948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:16.217815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.276246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=170c59e4-ab2e-4d99-bd5a-75002027d962,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.282946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.286297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bbce0442-1602-4bb9-bad8-706900f4ff10 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/170c59e4-ab2e-4d99-bd5a-75002027d962 HTTP/1.1" status: 204 len: 168 time: 1.0627532 Dec 10 16:39:16.289956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52348) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:16.319868 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Attempting to bind port 3fb906cd-1033-4f71-9030-f4f060aa9e76 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:16.320353 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Attempting to bind port 3fb906cd-1033-4f71-9030-f4f060aa9e76 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:16.320604 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Attempting to bind port 3fb906cd-1033-4f71-9030-f4f060aa9e76 on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:16.331772 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:16.332158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Checking segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:16.332566 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.333122 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Bound using segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:16.333470 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Bound port: 3fb906cd-1033-4f71-9030-f4f060aa9e76, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:16.334046 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.401901 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet c802614e-ec86-4037-b179-2c5c2c839fe8 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:16.405599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.445712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94b1468c-eb71-4800-b354-a4cbffde1a88 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:16.450091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Provisioning complete for port e46fa686-958a-49e5-bec0-a361530de81b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.450498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.474831 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] For port 3fb906cd-1033-4f71-9030-f4f060aa9e76, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:16.481788 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] For port 3fb906cd-1033-4f71-9030-f4f060aa9e76, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3fb906cd-1033-4f71-9030-f4f060aa9e76,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:16.484977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.573668 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.579104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 94b1468c-eb71-4800-b354-a4cbffde1a88 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.579812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.582324 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-eed762ed-2587-417a-987c-306df5ef2135 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4754653 Dec 10 16:39:16.589982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52352) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:16.595564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-230303177'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:16.623612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.695862 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:16.696497 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:16.751041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Provisioning complete for port 7c9fc54e-fe8a-4cb7-be74-985f5aca661c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.751041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.836291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.848758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Port 7c9fc54e-fe8a-4cb7-be74-985f5aca661c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:16.852358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e46fa686-958a-49e5-bec0-a361530de81b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:16.927590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Provisioning complete for port 3fb906cd-1033-4f71-9030-f4f060aa9e76 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.928054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.941100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=c802614e-ec86-4037-b179-2c5c2c839fe8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:16.944335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:16.959013 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1fef98dd-13e2-47cb-a367-eab98d20380a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/c802614e-ec86-4037-b179-2c5c2c839fe8 HTTP/1.1" status: 204 len: 168 time: 0.6544118 Dec 10 16:39:16.960214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52354) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:16.978811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e46fa686-958a-49e5-bec0-a361530de81b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:16.979192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.017564 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-328905b1-2460-4898-a4f0-8792bff704ec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542831 Dec 10 16:39:17.018437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52356) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.024746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:17.035722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c71b7-f9b9-484a-a3b8-e5ea2293fbad None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:17.104077 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f612fe-b250-4ca0-8fde-6500df5ec89e None None] Pushing event updated for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.179032 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:17.209773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:17.215096 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.246228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.288228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] For port 3fb906cd-1033-4f71-9030-f4f060aa9e76, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3fb906cd-1033-4f71-9030-f4f060aa9e76,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:17.327163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:17.377516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52358) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.385770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288556962', 'description': 'tempest-secgroup-smoke-288556962 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:17.501535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.507597 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:16Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:17.524191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.525093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.543303 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5baa9-53a6-4912-8e74-7618d76a9b62 None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:16Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:17.602070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928bb24-98d9-478e-8213-e949f50fa97c None None] Pushing event updated for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.615409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.627120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Deleting port 94b1468c-eb71-4800-b354-a4cbffde1a88 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:17.629270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.638475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.645888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.679833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68a27b0d-fcd5-474c-831d-f3a2523a547c None None] Could not find standard attr ID for object 0223bc8e-19a8-4e63-9b3c-b17a61399663. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:17.711270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:17.715649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68a27b0d-fcd5-474c-831d-f3a2523a547c None None] Provisioning complete for port 94b1468c-eb71-4800-b354-a4cbffde1a88 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:17.716030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68a27b0d-fcd5-474c-831d-f3a2523a547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.721769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:17.730373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:17.731113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.746560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=211e0140-9271-4a57-a260-eb5e5c2a2b57,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.752618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] For port 94b1468c-eb71-4800-b354-a4cbffde1a88, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=94b1468c-eb71-4800-b354-a4cbffde1a88,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:17.752975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.770062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Calling delete_port for 94b1468c-eb71-4800-b354-a4cbffde1a88 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:17.787893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.795844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router eeeb1c14-731f-4169-9bab-b59868a7861b has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:17.833430 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c43c060b-a0d7-49a7-8e8d-0fb881ba2e8a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8128655 Dec 10 16:39:17.836212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.841982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:17.861141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.926109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68a27b0d-fcd5-474c-831d-f3a2523a547c None None] Provisioning complete for port 3fb906cd-1033-4f71-9030-f4f060aa9e76 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:17.926362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68a27b0d-fcd5-474c-831d-f3a2523a547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.958133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:17.968029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:17.969864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c89c29c0-8541-4d96-9cee-ce34a0dbe015 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 200 len: 891 time: 1.3784263 Dec 10 16:39:17.972104 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] Sync routers for ids ['eeeb1c14-731f-4169-9bab-b59868a7861b'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:17.973059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52362) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:17.992384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae49c2-7287-44f8-b138-8db5573ec342,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:17.992695 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] Routers {'eeeb1c14-731f-4169-9bab-b59868a7861b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:17.993509 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['eeeb1c14-731f-4169-9bab-b59868a7861b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.027043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.042812 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.053639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.055188 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ed4b46f3-71dc-45d2-bf9f-a96f3aa55bf8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6766696 Dec 10 16:39:18.061114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.067199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.074022 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] Routers {'eeeb1c14-731f-4169-9bab-b59868a7861b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:18.075045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['eeeb1c14-731f-4169-9bab-b59868a7861b'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.085904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] Pushing event deleted for resources: {'Port': ['ID=94b1468c-eb71-4800-b354-a4cbffde1a88,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.103814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cac6f-ccbe-4105-9c8f-665e467851c4 None None] No DVR routers for this DVR port 94b1468c-eb71-4800-b354-a4cbffde1a88 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:18.131425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac3e15-981d-44a2-840c-4f5ecce43952 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:18.143908 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:18.144555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea280bb5-35c1-4ea9-85ab-62104f5c3913 None None] The sync data for ids ['eeeb1c14-731f-4169-9bab-b59868a7861b'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:18.179587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4f4d6e8f-c0c4-4408-bcf9-2cb48ed05dc4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers/eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 200 len: 891 time: 0.2034595 Dec 10 16:39:18.181482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52366) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.211691 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e6580b27-8c1a-42ee-ab0a-53dad80c2a78 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 200 len: 205 time: 0.0282817 Dec 10 16:39:18.214403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.244784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'project_id': '171a920df7b342d4b1b0bd287017a8c3', 'fixed_ips': [{'subnet_id': '211e0140-9271-4a57-a260-eb5e5c2a2b57'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:18.246125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.300749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.380373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.389011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.423210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/211e0140-9271-4a57-a260-eb5e5c2a2b57/18589260-0d87-478a-8841-eccde1df318d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:18.434843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:18.439119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.444983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3fb906cd-1033-4f71-9030-f4f060aa9e76 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:18.483833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.549000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16146ef-51ba-4afd-92df-7c60e7d375c7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.577263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3fb906cd-1033-4f71-9030-f4f060aa9e76 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:18.578374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.608457 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 211e0140-9271-4a57-a260-eb5e5c2a2b57 (CIDR: 2001:db8::/64) Dec 10 16:39:18.612022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.681120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.681290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.681290 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f7b6fc59-8362-4564-81c5-d4bee0c10787 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6174605 Dec 10 16:39:18.682447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52370) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.688762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.701713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:39:18.702474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:18.770207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94b1468c-eb71-4800-b354-a4cbffde1a88 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:18.790464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 94b1468c-eb71-4800-b354-a4cbffde1a88 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:18.790818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 94b1468c-eb71-4800-b354-a4cbffde1a88 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:18.831912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.838502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.838822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 7c9fc54e-fe8a-4cb7-be74-985f5aca661c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:18.839497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.889154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:18.894916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:18.900122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:18.905140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:18.937986 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d9f0e0d7-96a7-493a-9533-887a0518bfc4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1005218 Dec 10 16:39:18.944592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52372) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:18.948603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.952724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:18.961419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Attempting to bind port 18589260-0d87-478a-8841-eccde1df318d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:18.961600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.962380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Attempting to bind port 18589260-0d87-478a-8841-eccde1df318d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:18.962845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Attempting to bind port 18589260-0d87-478a-8841-eccde1df318d on network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:18.968352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:18.968885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Checking segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:18.969869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.969869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Bound using segment: {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:18.970455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Bound port: 18589260-0d87-478a-8841-eccde1df318d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad4d347-790b-4a20-a49d-0dca8fe6318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:18.970934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:18.975415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 7c9fc54e-fe8a-4cb7-be74-985f5aca661c owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:19.035630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.063024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e0cdbe-729b-42db-b997-cb05b1148aac,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.063777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:19.068526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:19.145082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.178391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.180081 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b6fd33b-91d6-4cc4-bf70-096f46ca2845 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4955168 Dec 10 16:39:19.183910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:19.189435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:19.218918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970084a3-da75-4b48-bae4-0cd52e4ed0f0 None None] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.296961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:19.305027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.478174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.625278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.641527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.670069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=7c9fc54e-fe8a-4cb7-be74-985f5aca661c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.687222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f161b-cd30-4ee9-b9f6-89258cf1c6c1 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:19.745068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.755820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.783025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b509b102-d7bc-4f7e-a84f-87c0ecc7c2c7,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:19.845777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.851829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.880370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:19.880370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a22d25e5-9043-4560-8618-007ec55d87c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6920936 Dec 10 16:39:19.882910 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:19.887390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:19.956589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.objects.ports [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103598) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:20.030076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.030686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router eeeb1c14-731f-4169-9bab-b59868a7861b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:20.039859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.040814 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56d9cfb2-688f-4f98-b849-e30472530ef6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 204 len: 168 time: 1.8253288 Dec 10 16:39:20.045103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52378) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.050557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-397907455'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:20.061685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.145341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.163811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:20.163811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.190831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:20.200975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.201371 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 5f87f851-f433-4d59-a54d-6794ea6e659e of type vlan for network 8276d798-2131-433d-9c10-996fda7ed892 Dec 10 16:39:20.243762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.246841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.258339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.268597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dfe8f12a-f066-4d00-9938-b77771d5761d None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:20.268597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f12a-f066-4d00-9938-b77771d5761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.304947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab889e2-38a3-4ffe-a521-03b01f9e2d45,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.350704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.363956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:20.365162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.365762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dfe8f12a-f066-4d00-9938-b77771d5761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.425552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.429535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba1e92df-970a-43a6-8367-3cd048ab294f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5454586 Dec 10 16:39:20.430745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52380) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.435094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:20.460232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:20.464337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=8276d798-2131-433d-9c10-996fda7ed892,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.483112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8276d798-2131-433d-9c10-996fda7ed892 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:20.489640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 18589260-0d87-478a-8841-eccde1df318d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:20.496614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.521263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7cf48e7b-1869-4520-b828-c45e18bc2e75 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4750369 Dec 10 16:39:20.524157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.531933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '8276d798-2131-433d-9c10-996fda7ed892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:20.594512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:20.595036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.595354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.596121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.641686 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:20.647384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.662966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-dfe8f12a-f066-4d00-9938-b77771d5761d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:20.663328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-dfe8f12a-f066-4d00-9938-b77771d5761d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:20.682156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:20.691186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:20.698483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:20.698724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.716647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.717433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.738163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=cb7fa2b6-3ec6-4279-8506-004088b8dc1b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.743761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=4']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.777070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:20.777070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee5623-152e-4f84-8274-ad65fa6b566c None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:20.852667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.871121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13baaf7f-c602-420c-bbbd-3f66b74790cd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.885317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.885777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:20.894925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.940241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:20.960720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-54d836ce-0834-48e5-af32-0800cfcfc75c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0148811 Dec 10 16:39:20.963478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.966842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:20.971131 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-af0fefdc-79ab-4d2b-ac96-46d31d5c0ac2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5365007 Dec 10 16:39:20.971815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52386) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:20.973904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:0a:25:5b', 'name': 'tempest-NetworksTestDHCPv6-354666526'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:20.976046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '91ae49c2-7287-44f8-b138-8db5573ec342', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:21.113853 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:39:21.119896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.206334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.229798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:21.278731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.313709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.318383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-11457b80-9981-4533-aa2a-0938ce01c713 None None] Could not find standard attr ID for object 0223bc8e-19a8-4e63-9b3c-b17a61399663. {{(pid=103600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 16:39:21.339604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cde7764-0ae4-4ca4-b51c-a1dede39c61c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:21.377307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=4c38b774-57a6-41e9-972f-a8c3087f9841,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:21.385484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.404006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4e26325a-9b56-413d-b6e9-d592211f256c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4147327 Dec 10 16:39:21.405292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.412360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '5f87f851-f433-4d59-a54d-6794ea6e659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8276d798-2131-433d-9c10-996fda7ed892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:21.412727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 8276d798-2131-433d-9c10-996fda7ed892, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:21.432802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 4d3760a1-0624-45a8-9801-7df4e85035a4 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:21.528000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8276d798-2131-433d-9c10-996fda7ed892 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:21.549967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-91b8021c-60e3-4a2c-98e2-803a9ccfb3fe None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:21.550136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91b8021c-60e3-4a2c-98e2-803a9ccfb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.626655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8276d798-2131-433d-9c10-996fda7ed892) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:21.636078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875ab2a-5f8d-4fea-bbab-6a82f7480f07 None None] Network 8276d798-2131-433d-9c10-996fda7ed892 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:21.651781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:21.652379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.655021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::346 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/211e0140-9271-4a57-a260-eb5e5c2a2b57/4d3760a1-0624-45a8-9801-7df4e85035a4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:21.677141 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-6a509cf2-670c-4d79-92c2-cec8fa3497ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288556962&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.1034594 Dec 10 16:39:21.678431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0a:255b (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/cb7fa2b6-3ec6-4279-8506-004088b8dc1b/4d3760a1-0624-45a8-9801-7df4e85035a4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:21.747576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8276d798-2131-433d-9c10-996fda7ed892', 'network_id': '8276d798-2131-433d-9c10-996fda7ed892', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '4c38b774-57a6-41e9-972f-a8c3087f9841'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:21.750600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.782846 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aeb6c33c-ad0a-4c1a-8563-9f32eca2090b tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2575452 Dec 10 16:39:21.785727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52404) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:21.790532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-704434574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:21.870267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.871554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.893691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Allocated IP 2001:db8::2 (8276d798-2131-433d-9c10-996fda7ed892/4c38b774-57a6-41e9-972f-a8c3087f9841/861e90bf-7ab4-4b67-bec8-d9526cb0af8c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:21.923787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-3d63dd2a-17c8-4d4d-9576-9cf78bdafbdb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:21.925208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-3d63dd2a-17c8-4d4d-9576-9cf78bdafbdb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 795 time: 0.2397466 Dec 10 16:39:21.928104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:21.956204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-8b8b951f-9051-46b0-bd88-c09a7a516c9a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0219340 Dec 10 16:39:22.027734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.028780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.041153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.061573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-ec3290e1-fcd0-4d99-829b-4176ffe05dff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966518 Dec 10 16:39:22.131843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.175356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Network 8276d798-2131-433d-9c10-996fda7ed892 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:22.180533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:22.182740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.185307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:22.185425 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-71fd30a2-8432-4284-bb80-b51efaa3d006 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3970549 Dec 10 16:39:22.186862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52408) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:22.189458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.190177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Pushing event updated for resources: {'Port': ['ID=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.239434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:22.246058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Attempting to bind port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:22.246883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Attempting to bind port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '5f87f851-f433-4d59-a54d-6794ea6e659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8276d798-2131-433d-9c10-996fda7ed892'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:22.246883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Attempting to bind port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c on network 8276d798-2131-433d-9c10-996fda7ed892 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:22.249110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:22.252968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:22.253677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Checking segment: {'id': '5f87f851-f433-4d59-a54d-6794ea6e659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8276d798-2131-433d-9c10-996fda7ed892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:22.254284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.254872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Bound using segment: {'id': '5f87f851-f433-4d59-a54d-6794ea6e659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8276d798-2131-433d-9c10-996fda7ed892'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:22.254992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:22.255766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Bound port: 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f87f851-f433-4d59-a54d-6794ea6e659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8276d798-2131-433d-9c10-996fda7ed892'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:22.256367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.260634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:22.261268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.301593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=4d3760a1-0624-45a8-9801-7df4e85035a4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.333311 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-0dbcd05d-242e-4c1a-8cbf-de2abb6a368c service neutron] 10.222.0.21 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589433 Dec 10 16:39:22.333961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] For port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:22.337415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] For port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,segment=NetworkSegment(5f87f851-f433-4d59-a54d-6794ea6e659e),segment_id=5f87f851-f433-4d59-a54d-6794ea6e659e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:22.373845 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7ac3ba28-3cea-44f9-9ac8-0605e757c5bd tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4090314 Dec 10 16:39:22.409411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52410) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:22.417384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 18589260-0d87-478a-8841-eccde1df318d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:22.446424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.527569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e508-d028-4d92-ba6b-f2ffadf00d83 None None] Pushing event updated for resources: {'Port': ['ID=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:22.537485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:22.537865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.545529 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-35164f51-806c-4559-a33f-1cad49d490f3 service neutron] 10.222.0.21 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112331 Dec 10 16:39:22.579036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 4d3760a1-0624-45a8-9801-7df4e85035a4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:22.579524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.635948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.692175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.706568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 4d3760a1-0624-45a8-9801-7df4e85035a4 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:22.723315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0671f53e-1c5d-4eaa-ae84-1a4174fecd53 None None] Provisioning complete for port 4d3760a1-0624-45a8-9801-7df4e85035a4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:22.723695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0671f53e-1c5d-4eaa-ae84-1a4174fecd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:22.759094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0671f53e-1c5d-4eaa-ae84-1a4174fecd53 None None] Port 4d3760a1-0624-45a8-9801-7df4e85035a4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:22.934061 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:39:22.941753 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8::1 (8276d798-2131-433d-9c10-996fda7ed892/4c38b774-57a6-41e9-972f-a8c3087f9841/424bfdb7-5917-4347-93d7-e476475a991f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:23.032735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.061192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=4d3760a1-0624-45a8-9801-7df4e85035a4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.109435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.113110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-16ec74a0-144f-4737-92dd-ee92de8ed8a8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/4d3760a1-0624-45a8-9801-7df4e85035a4 HTTP/1.1" status: 204 len: 168 time: 0.7023709 Dec 10 16:39:23.115604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52412) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.163798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.176660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8215b0d6-7b45-49b1-83f6-8a4445795696 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.178402 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8215b0d6-7b45-49b1-83f6-8a4445795696 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0618412 Dec 10 16:39:23.181978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52414) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.263145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cfd28-3e09-4762-975d-214f72bb7f0f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.264764 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bc5cfd28-3e09-4762-975d-214f72bb7f0f tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0810053 Dec 10 16:39:23.268041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52416) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.319534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.328736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb292bd5-980a-4b2d-a874-1df31d068bde tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.331313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb292bd5-980a-4b2d-a874-1df31d068bde tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.331967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb292bd5-980a-4b2d-a874-1df31d068bde tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:23.333663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb292bd5-980a-4b2d-a874-1df31d068bde tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0646622 Dec 10 16:39:23.336622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52418) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.370847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8276d798-2131-433d-9c10-996fda7ed892 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:23.374121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:23.378698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:23.379260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.398303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 211e0140-9271-4a57-a260-eb5e5c2a2b57 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:23.402073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.427022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=424bfdb7-5917-4347-93d7-e476475a991f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.448238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.574371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.593986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.688232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f045b-1350-453b-86e6-29aff80af633 None None] Network 8276d798-2131-433d-9c10-996fda7ed892 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:23.750595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.782077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=211e0140-9271-4a57-a260-eb5e5c2a2b57,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:23.798050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.804477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5ed638ad-0b92-427d-afad-f4d4141f0b5b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/211e0140-9271-4a57-a260-eb5e5c2a2b57 HTTP/1.1" status: 204 len: 168 time: 0.4665740 Dec 10 16:39:23.807038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52424) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:23.811609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b63de3-72a3-4ff4-9f8b-81c85b63ffb2 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:23.871766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] Provisioning complete for port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:23.872151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.873706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet cb7fa2b6-3ec6-4279-8506-004088b8dc1b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:23.877845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.905279 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cab64bb5-4368-4cc2-acfd-d69a055fea27 req-fd17ffd5-9680-44f0-9c4b-eb9101baac8d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0552764 Dec 10 16:39:23.931076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:23.955468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.016014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.018229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.020066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.126726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=424bfdb7-5917-4347-93d7-e476475a991f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:24.166072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.181671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.184040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8276d798-2131-433d-9c10-996fda7ed892 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:24.185656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:24.212466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] For port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,segment=NetworkSegment(5f87f851-f433-4d59-a54d-6794ea6e659e),segment_id=5f87f851-f433-4d59-a54d-6794ea6e659e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:24.226327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7fa2b6-3ec6-4279-8506-004088b8dc1b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:24.233301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.239809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1479deca-6c55-4afb-aef8-b9207baae68d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/cb7fa2b6-3ec6-4279-8506-004088b8dc1b HTTP/1.1" status: 204 len: 168 time: 0.4290555 Dec 10 16:39:24.240245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52426) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.284382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-206054f1-6b6d-445c-8f60-18c5a99e780a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406327 Dec 10 16:39:24.284650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52428) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.290055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:24.292957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.375177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f639ea-6fda-45d7-962f-fe671c565e35 None None] Pushing event updated for resources: {'Port': ['ID=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:24.449837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 8eab42e5-4372-4293-a329-ee0ee99c6081 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:24.487701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 861e90bf-7ab4-4b67-bec8-d9526cb0af8c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:24.552171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:24.556748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.565283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:24.565664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.568228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ee88247-714d-4f8f-9636-e64447e672e0 None None] Provisioning complete for port 424bfdb7-5917-4347-93d7-e476475a991f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:24.569006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee88247-714d-4f8f-9636-e64447e672e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.628461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ee88247-714d-4f8f-9636-e64447e672e0 None None] Port 424bfdb7-5917-4347-93d7-e476475a991f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:24.630105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:24.637344 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-749381ed-3b0d-4eaf-b169-f173c5ba258d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/8eab42e5-4372-4293-a329-ee0ee99c6081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486837 Dec 10 16:39:24.639370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.651455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] Sync routers for ids ['8eab42e5-4372-4293-a329-ee0ee99c6081'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:24.674286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ee88247-714d-4f8f-9636-e64447e672e0 None None] Provisioning complete for port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:24.674697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ee88247-714d-4f8f-9636-e64447e672e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:24.721570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] Routers {'8eab42e5-4372-4293-a329-ee0ee99c6081'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:24.722395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8eab42e5-4372-4293-a329-ee0ee99c6081'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:24.740936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c6bfd-5dc9-492c-bec9-784795725343 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:24.742491 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-766c6bfd-5dc9-492c-bec9-784795725343 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports/424bfdb7-5917-4347-93d7-e476475a991f HTTP/1.1" status: 200 len: 911 time: 0.1020997 Dec 10 16:39:24.746728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52432) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:24.758237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c38b774-57a6-41e9-972f-a8c3087f9841'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:24.791994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:24.867816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] Routers {'8eab42e5-4372-4293-a329-ee0ee99c6081'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:24.869188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8eab42e5-4372-4293-a329-ee0ee99c6081'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:24.932613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:24.933817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12183145-3bfe-447b-b5b7-92a91ceabe38 None None] The sync data for ids ['8eab42e5-4372-4293-a329-ee0ee99c6081'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:25.098502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5ffab151-40cf-4f28-8807-85bab807f6a3 req-c5cd9ad6-9806-450f-890c-5169b9bdeb5e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0597494 Dec 10 16:39:25.116211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.170565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-95bf8d6f-5dab-4b09-966f-e9fa50f62e4e None None] Provisioning complete for port 424bfdb7-5917-4347-93d7-e476475a991f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:25.170951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95bf8d6f-5dab-4b09-966f-e9fa50f62e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.201098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.228464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-95bf8d6f-5dab-4b09-966f-e9fa50f62e4e None None] Port 424bfdb7-5917-4347-93d7-e476475a991f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:25.234849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0271cd4-3fcb-4f14-a6fe-7b822f1b26ec None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:25.371146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d5cb1e1-6437-454f-803d-ec5cb124dde1 None None] Provisioning complete for port 424bfdb7-5917-4347-93d7-e476475a991f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:25.371539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb1e1-6437-454f-803d-ec5cb124dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.418650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cb1e1-6437-454f-803d-ec5cb124dde1 None None] Port 424bfdb7-5917-4347-93d7-e476475a991f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:25.431150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d5cb1e1-6437-454f-803d-ec5cb124dde1 None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:25.431520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb1e1-6437-454f-803d-ec5cb124dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.513420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Update dhcp port {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'fixed_ips': [{'subnet_id': '867ff677-45ed-4f1a-91ab-dc72268578eb'}], 'binding:host_id': 'dv-neutron-820858-1-hyperv'}, 'id': '18589260-0d87-478a-8841-eccde1df318d'} from dv-neutron-820858-1-hyperv. {{(pid=103600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 16:39:25.562872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.608798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:25.637445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:25.646167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:25.646760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.655346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=867ff677-45ed-4f1a-91ab-dc72268578eb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:25.742239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Allocated IP 2001:db8::2 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/867ff677-45ed-4f1a-91ab-dc72268578eb/18589260-0d87-478a-8841-eccde1df318d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:25.760650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-27da197b-b08a-49cd-86b4-9e6425f0f38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4747891 Dec 10 16:39:25.763771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:25.770312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:25.864400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:25.904854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:25.928886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.006875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:26.010440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.032355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.037009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.038390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:26.039015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.040439 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/ports/424bfdb7-5917-4347-93d7-e476475a991f HTTP/1.1" status: 200 len: 911 time: 1.2926605 Dec 10 16:39:26.043698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52446) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:26.122909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c5651-1524-4112-b6c1-a4a08f34fcef None None] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:26.126043 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.ipam_backend_mixin [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 867ff677-45ed-4f1a-91ab-dc72268578eb (CIDR: 2001:db8::/64) Dec 10 16:39:26.169081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572f049-9138-41bd-b009-285a1a6ad413 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=424bfdb7-5917-4347-93d7-e476475a991f,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:26.219704 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8284209f-f721-473f-a25b-0013033f8bcf req-a0baca3a-1807-4e5b-9289-e7b24e8f594a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0304654 Dec 10 16:39:26.336238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 16:39:26.336749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:26.421709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 861e90bf-7ab4-4b67-bec8-d9526cb0af8c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:26.443905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.466373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-770bc906-cfec-4751-ba0a-ea9a08bdb449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6984334 Dec 10 16:39:26.466625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:26.472373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'subnet': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:26.480358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:26.480653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.580757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 18589260-0d87-478a-8841-eccde1df318d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:26.640500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:26.641083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.724520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:26.729950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.740714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e001b3-2aab-497e-93bf-b80a46fa2347 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:26.751657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 424bfdb7-5917-4347-93d7-e476475a991f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:26.752011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.832358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-14961052-6312-46f0-82e4-5ad7135d4444 None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:26.832750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14961052-6312-46f0-82e4-5ad7135d4444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.849287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:26.862317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 424bfdb7-5917-4347-93d7-e476475a991f owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:27.147941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.167104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cb8a3dab-459e-42fe-b375-28a8159b27df None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:27.167596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3dab-459e-42fe-b375-28a8159b27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.171438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.objects.ports [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 16:39:27.177751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=424bfdb7-5917-4347-93d7-e476475a991f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:27.327050 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4cf51572-816e-40a1-9a9d-b652069aa9fa req-5618adb2-3c06-4ec5-b55c-68b885859044 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0354095 Dec 10 16:39:27.327912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.427387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.498627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 8eab42e5-4372-4293-a329-ee0ee99c6081 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:27.586499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:27.591865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-66fd0cdb-1227-4955-9e2e-654422dcab91 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/8eab42e5-4372-4293-a329-ee0ee99c6081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459068 Dec 10 16:39:27.594805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52458) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:27.598183 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] Sync routers for ids ['8eab42e5-4372-4293-a329-ee0ee99c6081'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:27.601592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:27.613403 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] Routers {'8eab42e5-4372-4293-a329-ee0ee99c6081'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:27.614298 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8eab42e5-4372-4293-a329-ee0ee99c6081'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:27.629845 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b28d755-7175-4a84-8d38-db1d1a7152d1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eab42e5-4372-4293-a329-ee0ee99c6081 HTTP/1.1" status: 200 len: 205 time: 0.0309365 Dec 10 16:39:27.630173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:27.634793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.648983 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:27.658577 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] Routers {'8eab42e5-4372-4293-a329-ee0ee99c6081'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:27.659252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['8eab42e5-4372-4293-a329-ee0ee99c6081'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:27.694412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:27.695093 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525f736-4c10-4d67-b23a-b41f2670ffc9 None None] The sync data for ids ['8eab42e5-4372-4293-a329-ee0ee99c6081'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:27.707235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.735736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.736557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.814647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:27.823809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:27.826954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:27.828106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.838263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5501e-2a0e-4279-9385-7c559dd2b405 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:27.850845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Subnet': ['ID=5b73ce96-1534-4a0e-85b5-c2d675d015e5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:27.860403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=10']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:27.864637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.865026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.865382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.865722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.866063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.866398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.866823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.867157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.867489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.867817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.868146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.868940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.868940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.873914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.876835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.880802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.882555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.882555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:27.882555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.029447 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bb16c42c-7eb1-4a2b-bf2e-0750b7edcedc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5618382 Dec 10 16:39:28.032501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52464) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:28.037693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Request body: {'port': {'network_id': '8e497c21-7d53-4ceb-8825-4f3ef6e1d21d', 'mac_address': 'fa:16:3e:cb:07:0a', 'name': 'tempest-NetworksTestDHCPv6-1599546371'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:28.072187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.077177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router 8eab42e5-4372-4293-a329-ee0ee99c6081 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:39:28.083959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.085109 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2eed62a0-8a91-4b3d-b785-9503702d32c1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/8eab42e5-4372-4293-a329-ee0ee99c6081 HTTP/1.1" status: 204 len: 168 time: 0.4539983 Dec 10 16:39:28.087817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:28.149005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 4c38b774-57a6-41e9-972f-a8c3087f9841 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:28.152472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.195710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.275638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Made reservation on behalf of 171a920df7b342d4b1b0bd287017a8c3 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:28.290794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.372257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.400778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] device_id is not set on port 875587e9-d9d3-46a1-b001-fc7b3861449d yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:28.406133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 18589260-0d87-478a-8841-eccde1df318d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:28.444444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.458157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:28.458419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.481314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-df8b4fea-c400-400a-89d5-1a5456ea2d1b req-a503230a-b7e2-404e-b200-67e490e18257 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0599401 Dec 10 16:39:28.497378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=4c38b774-57a6-41e9-972f-a8c3087f9841,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.500322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.506632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/4c38b774-57a6-41e9-972f-a8c3087f9841 HTTP/1.1" status: 204 len: 168 time: 0.4175174 Dec 10 16:39:28.510454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:28.521900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ac931-eb53-4292-99b9-a5af462403eb None None] Network 8276d798-2131-433d-9c10-996fda7ed892 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:28.565103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.565475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.565926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.566359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.566791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.567528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.567528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.568125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.568550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.569002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.569425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.569850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.570429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e14684b-8d02-4142-8e6e-d4a7cd1f376c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:28.613436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.635638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8::2f6 (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/867ff677-45ed-4f1a-91ab-dc72268578eb/875587e9-d9d3-46a1-b001-fc7b3861449d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:28.642641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:70a (8e497c21-7d53-4ceb-8825-4f3ef6e1d21d/5b73ce96-1534-4a0e-85b5-c2d675d015e5/875587e9-d9d3-46a1-b001-fc7b3861449d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:28.676971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:28.677315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.708980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cabb3dcc-75a0-4d4a-bed3-851d260eb429 None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:28.709515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcc-75a0-4d4a-bed3-851d260eb429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.742789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] DHCP port deletion for 8276d798-2131-433d-9c10-996fda7ed892 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:28.748109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,segment=NetworkSegment(5f87f851-f433-4d59-a54d-6794ea6e659e),segment_id=5f87f851-f433-4d59-a54d-6794ea6e659e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:28.748478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.762396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 861e90bf-7ab4-4b67-bec8-d9526cb0af8c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:28.814387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.836323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Deleting port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:28.836743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.903769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] For port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,segment=NetworkSegment(5f87f851-f433-4d59-a54d-6794ea6e659e),segment_id=5f87f851-f433-4d59-a54d-6794ea6e659e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:28.904168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.916277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Calling delete_port for 861e90bf-7ab4-4b67-bec8-d9526cb0af8c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:28.946472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.959127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:28.972257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:28.975834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:28.997205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.014061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event updated for resources: {'Port': ['ID=875587e9-d9d3-46a1-b001-fc7b3861449d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:29.021083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:29.022618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:29.025339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:29.029128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] Pushing event deleted for resources: {'Port': ['ID=861e90bf-7ab4-4b67-bec8-d9526cb0af8c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:29.031830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:29.032842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.033704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfbdc0-f87f-42fa-bff5-89b5dc64691c None None] No DVR routers for this DVR port 861e90bf-7ab4-4b67-bec8-d9526cb0af8c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:29.066051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.093234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8276d798-2131-433d-9c10-996fda7ed892']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:29.097236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f87f851-f433-4d59-a54d-6794ea6e659e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:29.097540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f87f851-f433-4d59-a54d-6794ea6e659e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:29.107478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.115421 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e11af31e-6752-4462-883d-c420b0ce9052 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0817399 Dec 10 16:39:29.117907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52472) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:29.126224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.132788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:29.133219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:29.136792 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:29.219487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting port 875587e9-d9d3-46a1-b001-fc7b3861449d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:29.219837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.261216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.273653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.273653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/8276d798-2131-433d-9c10-996fda7ed892 HTTP/1.1" status: 204 len: 168 time: 0.7601790 Dec 10 16:39:29.276362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:29.283580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-650362824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:29.292621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563eaa9-f17c-4f6e-9d87-a52e25cd1324 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=8276d798-2131-433d-9c10-996fda7ed892,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:29.330420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.342174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Calling delete_port for 875587e9-d9d3-46a1-b001-fc7b3861449d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:29.378519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0eb73465-a6e0-43c9-bb7a-2ddb55283ad2 None None] Provisioning complete for port 875587e9-d9d3-46a1-b001-fc7b3861449d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:29.378888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0eb73465-a6e0-43c9-bb7a-2ddb55283ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.415156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0eb73465-a6e0-43c9-bb7a-2ddb55283ad2 None None] Port 875587e9-d9d3-46a1-b001-fc7b3861449d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:29.581323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec66bd17-5fd2-4828-a798-09233a768e8c req-7269a25c-736f-491e-9efd-00e4f6da12eb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0282366 Dec 10 16:39:29.717394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.719192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.787355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:29.898346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.000985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.002216 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-099f6a66-ead4-4c4b-921f-426f1c300f4c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7249970 Dec 10 16:39:30.003121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.005325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.010734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1183113255'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:30.032262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Port': ['ID=875587e9-d9d3-46a1-b001-fc7b3861449d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.082711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.086078 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4d98acc2-eef6-4010-9cef-da9f7c1dd4ed tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/875587e9-d9d3-46a1-b001-fc7b3861449d HTTP/1.1" status: 204 len: 168 time: 0.9672124 Dec 10 16:39:30.088625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.138180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:30.139681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97665a4e-3f28-4a54-96b3-b229c1278d86 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.142825 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-97665a4e-3f28-4a54-96b3-b229c1278d86 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0528383 Dec 10 16:39:30.145085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.147938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.175713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:30.187675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.188012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 0d36eede-d951-487a-8b3f-141c0f6ff25e of type vlan for network a4e4f057-ca03-4632-8032-5328797b21a2 Dec 10 16:39:30.196617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff5350-ecc8-4d73-9850-e19184f7545a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.198107 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1eff5350-ecc8-4d73-9850-e19184f7545a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0520475 Dec 10 16:39:30.200682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.231466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.257209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f3862-c3c6-4e57-8c2a-b86874208cdf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.258736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f3862-c3c6-4e57-8c2a-b86874208cdf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.260509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f3862-c3c6-4e57-8c2a-b86874208cdf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.262210 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa0f3862-c3c6-4e57-8c2a-b86874208cdf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0604703 Dec 10 16:39:30.265613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.320810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.321080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 5b73ce96-1534-4a0e-85b5-c2d675d015e5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:30.324353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.327006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.327612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.368093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.401704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 861e90bf-7ab4-4b67-bec8-d9526cb0af8c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:30.415778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=a4e4f057-ca03-4632-8032-5328797b21a2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.429452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a4e4f057-ca03-4632-8032-5328797b21a2 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:30.431662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 861e90bf-7ab4-4b67-bec8-d9526cb0af8c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:30.432014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 861e90bf-7ab4-4b67-bec8-d9526cb0af8c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:30.460127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.467581 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cd2486eb-cd15-427e-8cfb-2ef54fb48534 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4610763 Dec 10 16:39:30.468397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52490) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.473529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:30.658141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:30.661760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.670142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.731444 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8f32a63a-9641-4d6b-afe1-0baa50f98eb0 req-f4e43427-9d1c-4f49-9b61-9e22b31e7024 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0656049 Dec 10 16:39:30.738366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=5b73ce96-1534-4a0e-85b5-c2d675d015e5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:30.740486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.751611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-059262aa-e43e-43e8-971c-d962c7e5ce76 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/5b73ce96-1534-4a0e-85b5-c2d675d015e5 HTTP/1.1" status: 204 len: 168 time: 0.4772172 Dec 10 16:39:30.752017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:30.752128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e04fda-72ce-4226-a224-a7e3971705b1 None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:30.792237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-f297439f-5c0e-452a-9502-14f7bf65a2b4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:30.794135 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-f297439f-5c0e-452a-9502-14f7bf65a2b4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 795 time: 0.1751318 Dec 10 16:39:30.828652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Deleting subnet 867ff677-45ed-4f1a-91ab-dc72268578eb {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:30.832713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:30.870923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fca606de-7122-4f77-bad8-cdbde1617e07 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 379 time: 0.0637386 Dec 10 16:39:30.887244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['91ae49c2-7287-44f8-b138-8db5573ec342']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:30.906913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.092546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:31.097434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.254726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.12 (4320d849-9753-4bde-b543-9311132259e6/95e16273-cf34-467f-b1f4-6589ef83697a/bb67440f-b59e-4134-8ae1-f9a953ee9a3e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:31.422005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.463655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.489061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879aa93-e89e-4ba1-b513-2fba332bd5b2 req-e7a70263-535d-43ea-98d6-96ad09bf3f2e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.489061 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2879aa93-e89e-4ba1-b513-2fba332bd5b2 req-e7a70263-535d-43ea-98d6-96ad09bf3f2e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.0743406 Dec 10 16:39:31.512474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.557416 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2879aa93-e89e-4ba1-b513-2fba332bd5b2 req-bf8bd21a-888a-4d68-b4b0-f6565265514d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629308 Dec 10 16:39:31.581301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=c73e66e7-aadb-47c3-bb7f-c9c667d4e21b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:31.588656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:31.589084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: a4e4f057-ca03-4632-8032-5328797b21a2, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:31.638495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.656637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e1eeb9f6-163d-47a5-a151-5ad7beb57d53 None None] Provisioning complete for port 18589260-0d87-478a-8841-eccde1df318d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:31.657291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb9f6-163d-47a5-a151-5ad7beb57d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.661562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.666314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Subnet': ['ID=867ff677-45ed-4f1a-91ab-dc72268578eb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:31.670535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.674080 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6bd1951f-2c1c-457c-b4a3-fe45a58dfbe8 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/867ff677-45ed-4f1a-91ab-dc72268578eb HTTP/1.1" status: 204 len: 168 time: 0.9260347 Dec 10 16:39:31.676492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.686000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b7ae9-5021-46f4-ba7b-76337b7ad30f None None] Network 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:31.717207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 4320d849-9753-4bde-b543-9311132259e6 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:31.718148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network a4e4f057-ca03-4632-8032-5328797b21a2 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:31.720687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:31.723944 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21863027-fd2e-4fc1-b052-999b4472d6ac tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439816 Dec 10 16:39:31.725447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:31.725731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.758236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:31.789348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.790186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.809484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b92b30-8895-404a-b71a-41782887ac4c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.814011 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-51b92b30-8895-404a-b71a-41782887ac4c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0873230 Dec 10 16:39:31.816721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.830099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a4e4f057-ca03-4632-8032-5328797b21a2) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:31.843860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1518cbd-1a19-4637-be66-7b25a0cc9f70 None None] Network a4e4f057-ca03-4632-8032-5328797b21a2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:31.850666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.851808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:31.883591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548c547-07de-4e1f-96da-a3cfc0013c67 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.885378 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c548c547-07de-4e1f-96da-a3cfc0013c67 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675116 Dec 10 16:39:31.887925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.941056 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be30ff5d-6905-4c35-b2ee-8d7ce24ca2e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471594 Dec 10 16:39:31.941537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05b17-d886-4cec-acb2-9a7566b3f559 req-867f6201-18d9-4f87-b65f-1d6ed4738027 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:31.948141 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-79212105-564d-46f4-9a10-aa5fb46649a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655272 Dec 10 16:39:31.948737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.949632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dae05b17-d886-4cec-acb2-9a7566b3f559 req-867f6201-18d9-4f87-b65f-1d6ed4738027 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 932 time: 0.0922165 Dec 10 16:39:31.963027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Request body: {'port': {'device_id': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:31.969844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] DHCP port deletion for 8e497c21-7d53-4ceb-8825-4f3ef6e1d21d request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:31.986975 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdea95e9-78c1-4f35-9de2-b8e86eb4a095 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:31.989089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdea95e9-78c1-4f35-9de2-b8e86eb4a095 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:31.995600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a504f244-ae94-4235-9d18-df9b0dab2755 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5234966 Dec 10 16:39:31.995920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.996216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:31.997306 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fdea95e9-78c1-4f35-9de2-b8e86eb4a095 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/875587e9-d9d3-46a1-b001-fc7b3861449d HTTP/1.1" status: 404 len: 333 time: 0.0472224 Dec 10 16:39:32.037119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-43507f02-ca9f-431e-b4f2-3b5178e717b1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.037576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43507f02-ca9f-431e-b4f2-3b5178e717b1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.043333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-43507f02-ca9f-431e-b4f2-3b5178e717b1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/5b73ce96-1534-4a0e-85b5-c2d675d015e5 HTTP/1.1" status: 404 len: 337 time: 0.0372250 Dec 10 16:39:32.049911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.086189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-491b3299-38a9-460e-a418-070bd0934180 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.086811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491b3299-38a9-460e-a418-070bd0934180 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.093743 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-491b3299-38a9-460e-a418-070bd0934180 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/867ff677-45ed-4f1a-91ab-dc72268578eb HTTP/1.1" status: 404 len: 337 time: 0.0396972 Dec 10 16:39:32.094025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52522) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.102253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.121499 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dae05b17-d886-4cec-acb2-9a7566b3f559 req-d8d46879-629c-4c39-a487-f665ee8d0d77 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708987 Dec 10 16:39:32.133896 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b425a945-90d3-4371-9a0c-3cc4f562c449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.134548 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b425a945-90d3-4371-9a0c-3cc4f562c449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.140811 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b425a945-90d3-4371-9a0c-3cc4f562c449 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/4d3760a1-0624-45a8-9801-7df4e85035a4 HTTP/1.1" status: 404 len: 333 time: 0.0429108 Dec 10 16:39:32.141273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.191682 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83f5ba8-4322-4b40-a7bd-95dae547d6df tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.192276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83f5ba8-4322-4b40-a7bd-95dae547d6df tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.198999 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d83f5ba8-4322-4b40-a7bd-95dae547d6df tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/cb7fa2b6-3ec6-4279-8506-004088b8dc1b HTTP/1.1" status: 404 len: 337 time: 0.0532169 Dec 10 16:39:32.200157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.215849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-a4e4f057-ca03-4632-8032-5328797b21a2', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:32.216809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.230869 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6569510-4dcb-4020-a6f9-d97bf13c85f0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.231836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6569510-4dcb-4020-a6f9-d97bf13c85f0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.231975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-942b668f-1b3f-454b-a43e-c778003cdff9 None None] Provisioning complete for port bb67440f-b59e-4134-8ae1-f9a953ee9a3e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:32.232103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-942b668f-1b3f-454b-a43e-c778003cdff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.235705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a6569510-4dcb-4020-a6f9-d97bf13c85f0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/211e0140-9271-4a57-a260-eb5e5c2a2b57 HTTP/1.1" status: 404 len: 337 time: 0.0338888 Dec 10 16:39:32.267245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52528) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.299744 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bf31e8-4c93-4ff3-9005-46d2246df7db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.300393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bf31e8-4c93-4ff3-9005-46d2246df7db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.303920 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56bf31e8-4c93-4ff3-9005-46d2246df7db tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0223bc8e-19a8-4e63-9b3c-b17a61399663 HTTP/1.1" status: 404 len: 333 time: 0.0357642 Dec 10 16:39:32.306635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.332731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-942b668f-1b3f-454b-a43e-c778003cdff9 None None] Port bb67440f-b59e-4134-8ae1-f9a953ee9a3e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:32.335125 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-99680a7f-12fa-42bb-9ac1-68dff436adfb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.335594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99680a7f-12fa-42bb-9ac1-68dff436adfb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.338912 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99680a7f-12fa-42bb-9ac1-68dff436adfb tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/c802614e-ec86-4037-b179-2c5c2c839fe8 HTTP/1.1" status: 404 len: 337 time: 0.0313139 Dec 10 16:39:32.341429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52532) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.355679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Deleting port 18589260-0d87-478a-8841-eccde1df318d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:32.356451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.376866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-239cec01-31af-44b9-84ea-cb58798ceeac tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.386357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239cec01-31af-44b9-84ea-cb58798ceeac tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.386357 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-239cec01-31af-44b9-84ea-cb58798ceeac tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/170c59e4-ab2e-4d99-bd5a-75002027d962 HTTP/1.1" status: 404 len: 337 time: 0.0381944 Dec 10 16:39:32.388203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52534) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.418793 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba5196e-9a27-4fe5-9900-16ded582d007 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.419429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba5196e-9a27-4fe5-9900-16ded582d007 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.425168 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3ba5196e-9a27-4fe5-9900-16ded582d007 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/24d35c22-e8d2-4da7-a1b0-e50533a91b58 HTTP/1.1" status: 404 len: 333 time: 0.0335217 Dec 10 16:39:32.425338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 18589260-0d87-478a-8841-eccde1df318d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:32.425624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.464639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da6d43c-e2f0-4b37-b118-78ac4b52c005 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.465122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da6d43c-e2f0-4b37-b118-78ac4b52c005 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.471435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4da6d43c-e2f0-4b37-b118-78ac4b52c005 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/2e48697b-e4c4-4dc8-af06-8f5c86ce9b25 HTTP/1.1" status: 404 len: 337 time: 0.0424399 Dec 10 16:39:32.471665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.491392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] For port 18589260-0d87-478a-8841-eccde1df318d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=18589260-0d87-478a-8841-eccde1df318d,segment=NetworkSegment(dad4d347-790b-4a20-a49d-0dca8fe6318d),segment_id=dad4d347-790b-4a20-a49d-0dca8fe6318d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:32.491801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.520266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Allocated IP 2001:db8::2 (a4e4f057-ca03-4632-8032-5328797b21a2/c73e66e7-aadb-47c3-bb7f-c9c667d4e21b/3f8b5904-36f7-4d27-8bb8-7e7079347a2c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:32.522939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Calling delete_port for 18589260-0d87-478a-8841-eccde1df318d owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:32.525006 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b516d5-2589-4b8e-b30a-d6fb05b5fd68 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.525475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b516d5-2589-4b8e-b30a-d6fb05b5fd68 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.528738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c6b516d5-2589-4b8e-b30a-d6fb05b5fd68 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/af6f7f7a-23c3-4934-9272-c0e5e1e85da4 HTTP/1.1" status: 404 len: 337 time: 0.0560734 Dec 10 16:39:32.530310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.535672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.539976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb67440f-b59e-4134-8ae1-f9a953ee9a3e {{(pid=103599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:32.573211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.576389 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1de86f-e1d6-41ac-9145-c9ce0bd01eb1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.576990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1de86f-e1d6-41ac-9145-c9ce0bd01eb1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.580835 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5e1de86f-e1d6-41ac-9145-c9ce0bd01eb1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0eb7a506-cea1-42e8-85a4-e735de3c2202 HTTP/1.1" status: 404 len: 333 time: 0.0432882 Dec 10 16:39:32.594708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.627627 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-923fad6e-21b3-4fba-a364-d37fe1e52bd1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.628100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923fad6e-21b3-4fba-a364-d37fe1e52bd1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.633626 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-923fad6e-21b3-4fba-a364-d37fe1e52bd1 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/536a7d8a-683c-4126-bfe4-4bd4bdad3c8f HTTP/1.1" status: 404 len: 337 time: 0.0356007 Dec 10 16:39:32.633626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.provisioning_blocks [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Transition to ACTIVE for port object bb67440f-b59e-4134-8ae1-f9a953ee9a3e will not be triggered until provisioned by entity L2. {{(pid=103599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:32.642402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.668591 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8887be-f63a-46bc-b15e-e5740100dfe0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.669200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8887be-f63a-46bc-b15e-e5740100dfe0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.675434 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea8887be-f63a-46bc-b15e-e5740100dfe0 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/8d4e39ab-d052-4175-bf43-e71a41d8c39d HTTP/1.1" status: 404 len: 333 time: 0.0376093 Dec 10 16:39:32.675434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52548) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.684128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.722052 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e724425-6b9a-4f94-b725-a74f360f0e2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.722446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e724425-6b9a-4f94-b725-a74f360f0e2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.731219 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1e724425-6b9a-4f94-b725-a74f360f0e2d tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/6811bdab-b115-433a-af62-d4b6d43783a3 HTTP/1.1" status: 404 len: 337 time: 0.0494785 Dec 10 16:39:32.731219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.760447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.766722 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed9017a-aa06-4c62-b588-7cd3b2eb1a92 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.767293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed9017a-aa06-4c62-b588-7cd3b2eb1a92 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.770526 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-aed9017a-aa06-4c62-b588-7cd3b2eb1a92 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/372e716f-4e4e-46de-ba78-1593597094ba HTTP/1.1" status: 404 len: 333 time: 0.0412090 Dec 10 16:39:32.773830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.800078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 16:39:32.800078 dv-neutron-820858-1-hyperv neutron-server[103600]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 10 16:39:32.800078 dv-neutron-820858-1-hyperv neutron-server[103600]: [parameters: {'status': 'DOWN', 'ports_id': '18589260-0d87-478a-8841-eccde1df318d'}] Dec 10 16:39:32.800078 dv-neutron-820858-1-hyperv neutron-server[103600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:32.801476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:32.807360 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24c1cfa-7804-48a3-b6e9-917eafda1366 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.807832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24c1cfa-7804-48a3-b6e9-917eafda1366 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.811695 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d24c1cfa-7804-48a3-b6e9-917eafda1366 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/39e7535e-9bf9-40c6-abb3-6536c1790e47 HTTP/1.1" status: 404 len: 337 time: 0.0349402 Dec 10 16:39:32.813856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.821908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf2573-6a76-4c57-9f0d-4bd071f5ef87 req-6a2d0b79-780a-4193-9a7e-e7573af891dc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:32.823578 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38bf2573-6a76-4c57-9f0d-4bd071f5ef87 req-6a2d0b79-780a-4193-9a7e-e7573af891dc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.1641150 Dec 10 16:39:32.839748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb3edd3-7778-4bc0-abe3-6329dd40848c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.840335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb3edd3-7778-4bc0-abe3-6329dd40848c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.846273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dfb3edd3-7778-4bc0-abe3-6329dd40848c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/2184d7b6-a2fd-4f29-9b4f-a3abec40cc72 HTTP/1.1" status: 404 len: 333 time: 0.0289030 Dec 10 16:39:32.847229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.847904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Pushing event updated for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.862571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.895855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Pushing event deleted for resources: {'Port': ['ID=18589260-0d87-478a-8841-eccde1df318d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:32.908916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] No DVR routers for this DVR port 18589260-0d87-478a-8841-eccde1df318d on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:32.929017 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00cd1a8-ae6b-48e3-bc61-ef5376f70e7e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.929157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.929401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.929516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00cd1a8-ae6b-48e3-bc61-ef5376f70e7e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.929755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.930087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.930417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.930983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.931097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.931411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.931741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.932068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.932949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.933113 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f00cd1a8-ae6b-48e3-bc61-ef5376f70e7e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/ea22e1e8-be3f-4425-8fcc-6b876764eede HTTP/1.1" status: 404 len: 337 time: 0.0790415 Dec 10 16:39:32.935295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:32.937538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.938123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4df1ea-f05c-41fe-9eb9-b309f81847a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:39:32.941818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:32.974395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b06ce5-0149-4759-9f7c-95f321c65ae4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:32.974894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b06ce5-0149-4759-9f7c-95f321c65ae4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:32.980884 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6b06ce5-0149-4759-9f7c-95f321c65ae4 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/c436e104-15fd-4b4d-94eb-6315865a05b1 HTTP/1.1" status: 404 len: 333 time: 0.0419164 Dec 10 16:39:32.981090 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38bf2573-6a76-4c57-9f0d-4bd071f5ef87 req-4b07d1ad-a293-45b1-9cf6-25c0d39a8a12 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458468 Dec 10 16:39:32.981230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.004625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3303318f-8174-42af-b093-76e4fbad1f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.009585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Attempting to bind port bb67440f-b59e-4134-8ae1-f9a953ee9a3e on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:33.009999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Attempting to bind port bb67440f-b59e-4134-8ae1-f9a953ee9a3e by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:33.010336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Attempting to bind port bb67440f-b59e-4134-8ae1-f9a953ee9a3e on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:33.016065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa8c163-7727-4afe-9100-279cca0f12e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.016279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Port bb67440f-b59e-4134-8ae1-f9a953ee9a3e on network 4320d849-9753-4bde-b543-9311132259e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:33.016526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa8c163-7727-4afe-9100-279cca0f12e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.016678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Attempting to bind port bb67440f-b59e-4134-8ae1-f9a953ee9a3e on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:33.019679 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3fa8c163-7727-4afe-9100-279cca0f12e2 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/095c61a3-2149-43a6-bb91-add24c2b0b10 HTTP/1.1" status: 404 len: 337 time: 0.0374441 Dec 10 16:39:33.022282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.030394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:33.030394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Checking segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:33.030394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Bound using segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} {{(pid=103599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:33.030394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.managers [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Bound port: bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}}] {{(pid=103599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:33.030394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.049762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.063650 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e8797f-d517-4b59-8562-b893a92d1d79 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.064241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e8797f-d517-4b59-8562-b893a92d1d79 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.067552 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b8e8797f-d517-4b59-8562-b893a92d1d79 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/6e92417a-14a5-4c34-8ea6-1d609927b4fe HTTP/1.1" status: 404 len: 333 time: 0.0441782 Dec 10 16:39:33.069913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.099222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Network a4e4f057-ca03-4632-8032-5328797b21a2 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:33.104830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:33.107327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:33.108798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8::1 (a4e4f057-ca03-4632-8032-5328797b21a2/c73e66e7-aadb-47c3-bb7f-c9c667d4e21b/c0165d69-a542-466d-b990-8a3a04c5347f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:33.111018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Pushing event updated for resources: {'Port': ['ID=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.117500 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ccfbc1-8a7c-4581-9d08-17e88a81396e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.117968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ccfbc1-8a7c-4581-9d08-17e88a81396e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.121178 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88ccfbc1-8a7c-4581-9d08-17e88a81396e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a32125-0d90-4b87-beb6-c55482b82ac4 HTTP/1.1" status: 404 len: 337 time: 0.0503228 Dec 10 16:39:33.124929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.166260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, cleared binding levels {{(pid=103599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:33.171946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:33.180392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-506edea5-ccee-4ddc-808f-81553557757c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.180863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506edea5-ccee-4ddc-808f-81553557757c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.186443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-506edea5-ccee-4ddc-808f-81553557757c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/f5e1a386-7e0e-48a6-8176-80841997d3f9 HTTP/1.1" status: 404 len: 337 time: 0.0581419 Dec 10 16:39:33.187820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.200042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Attempting to bind port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:33.200596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Attempting to bind port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:33.200998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Attempting to bind port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c on network a4e4f057-ca03-4632-8032-5328797b21a2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Checking segment: {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Bound using segment: {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Bound port: 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:33.218589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.222119 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfdf6aa-62bf-45c5-9cd8-77d7ba4ea2ee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.223083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfdf6aa-62bf-45c5-9cd8-77d7ba4ea2ee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.229471 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5dfdf6aa-62bf-45c5-9cd8-77d7ba4ea2ee tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/aa2e6ef4-913d-4b67-9b4b-d0c8b2424bc7 HTTP/1.1" status: 404 len: 333 time: 0.0391996 Dec 10 16:39:33.229912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.244559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.275308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-5c602965-2ef1-4233-afcc-9843d662b0b9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.276879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-5c602965-2ef1-4233-afcc-9843d662b0b9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.0644348 Dec 10 16:39:33.289720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] For port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:33.294080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] For port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:33.295213 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa667f3f-313a-4cc1-b915-cb5f1df389e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.295694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa667f3f-313a-4cc1-b915-cb5f1df389e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.301402 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa667f3f-313a-4cc1-b915-cb5f1df389e5 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/4b9f1781-7e47-4808-ba51-45c2a56564d3 HTTP/1.1" status: 404 len: 337 time: 0.0678980 Dec 10 16:39:33.304009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.323879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Port 18589260-0d87-478a-8841-eccde1df318d update to DOWN by agent not found {{(pid=103600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 16:39:33.359709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c97ba5-bc30-453c-84ac-db754e12ba2e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.359709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c97ba5-bc30-453c-84ac-db754e12ba2e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.359709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e1c97ba5-bc30-453c-84ac-db754e12ba2e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/6d470c00-b64d-4bf5-8deb-7079fda94286 HTTP/1.1" status: 404 len: 337 time: 0.0472414 Dec 10 16:39:33.361743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52578) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.376691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.377440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.378900 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] 10.222.0.61 "PUT /v2.0/ports/bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 200 len: 1094 time: 1.4201999 Dec 10 16:39:33.379441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:33.382053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060c307-563e-4e49-ad91-1ad451087ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:33.404188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49cec8-821a-4c15-ad71-ce14dcf0a573 service neutron] Pushing event updated for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=3']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.407867 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ea1349-7ad9-44ac-b102-6361c95a3779 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.408544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ea1349-7ad9-44ac-b102-6361c95a3779 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.412971 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-38ea1349-7ad9-44ac-b102-6361c95a3779 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/a41c365d-7c39-4ea1-b846-80088a898519 HTTP/1.1" status: 404 len: 333 time: 0.0490570 Dec 10 16:39:33.418097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.442825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.452052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e737d-631e-4bc7-95e1-784aaa7fc09d req-cb5945de-0377-4628-95ac-227c100d253c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.454477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d1e737d-631e-4bc7-95e1-784aaa7fc09d req-cb5945de-0377-4628-95ac-227c100d253c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 944 time: 0.1746664 Dec 10 16:39:33.462784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.466619 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa51566-41cf-4957-932e-e50aee5a12e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.470221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa51566-41cf-4957-932e-e50aee5a12e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.478561 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8aa51566-41cf-4957-932e-e50aee5a12e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/9a4859e4-6af1-4a23-a310-7563f686ed72 HTTP/1.1" status: 404 len: 337 time: 0.0584052 Dec 10 16:39:33.482817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.490073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fa35b1-820b-4c4f-a8a4-5305d47d4ab7 x-openstack-request-id: req-65fa35b1-820b-4c4f-a8a4-5305d47d4ab7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:33.490379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:33.490644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65fa35b1-820b-4c4f-a8a4-5305d47d4ab7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:33.491055 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'status': 'completed', 'code': 200} Dec 10 16:39:33.546576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374f036-5509-4acd-9d5f-047ad00818c4 None None] Pushing event updated for resources: {'Port': ['ID=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.549251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d53bd2-ab21-499a-a4d0-d090c7bef398 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.549757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-316a966e-33ec-4eeb-b08c-0122d3f4d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.550233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d53bd2-ab21-499a-a4d0-d090c7bef398 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.551864 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-316a966e-33ec-4eeb-b08c-0122d3f4d091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1097 time: 0.0718417 Dec 10 16:39:33.553194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69d53bd2-ab21-499a-a4d0-d090c7bef398 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/8e810211-b7a0-4333-9df5-42245226ccf7 HTTP/1.1" status: 404 len: 337 time: 0.0693765 Dec 10 16:39:33.555851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.583426 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60d0d6c-a55f-46e9-b565-53e9762e9f02 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.584880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60d0d6c-a55f-46e9-b565-53e9762e9f02 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.589133 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b60d0d6c-a55f-46e9-b565-53e9762e9f02 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/1a973c97-9aa6-425f-a2df-765f91e76b29 HTTP/1.1" status: 404 len: 333 time: 0.0299873 Dec 10 16:39:33.596615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d1e737d-631e-4bc7-95e1-784aaa7fc09d req-53906887-e5b6-41bd-aee7-101185494ca3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310852 Dec 10 16:39:33.598637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.632605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port b69699f4-36ed-413f-91fe-b9b26d068819 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:33.632984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.637910 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-24452b11-a4c3-44a1-a988-2331d38a8da7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.638377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24452b11-a4c3-44a1-a988-2331d38a8da7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.644362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-24452b11-a4c3-44a1-a988-2331d38a8da7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/31f6236e-83e0-42dc-9308-5d61563db9da HTTP/1.1" status: 404 len: 337 time: 0.0420837 Dec 10 16:39:33.648538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.660128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.681949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ea59d-6300-47fb-bb80-5744d4e7e42a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.682423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1ea59d-6300-47fb-bb80-5744d4e7e42a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.688655 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0c1ea59d-6300-47fb-bb80-5744d4e7e42a tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/5cc5bbc6-a0c0-46a8-8f65-9011fc46b3c0 HTTP/1.1" status: 404 len: 337 time: 0.0318136 Dec 10 16:39:33.690059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52592) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.727502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-3b57b856-9791-46de-8fa2-1ad8eae7a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.729200 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-3b57b856-9791-46de-8fa2-1ad8eae7a171 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1405051 Dec 10 16:39:33.763890 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-48b5d21a-2856-43ef-bc31-7ffffa721674 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports?device_id=31be6ccc-4abd-44f6-a660-ee71c2980e8b HTTP/1.1" status: 200 len: 205 time: 0.0645835 Dec 10 16:39:33.775228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52594) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.794449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network a4e4f057-ca03-4632-8032-5328797b21a2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:33.803638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:33.854098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:33.854750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:33.861601 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-3232f613-cb90-4a9d-9409-88252ef98d64 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] delete failed (client error): The resource could not be found. Dec 10 16:39:33.864941 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3232f613-cb90-4a9d-9409-88252ef98d64 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/routers/31be6ccc-4abd-44f6-a660-ee71c2980e8b HTTP/1.1" status: 404 len: 336 time: 0.0810778 Dec 10 16:39:33.865116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-d0e11a91-fa33-4d89-a263-acf7ea9d98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:33.865861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3060c307-563e-4e49-ad91-1ad451087ce1 req-d0e11a91-fa33-4d89-a263-acf7ea9d98eb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246552 Dec 10 16:39:33.866339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52596) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.897581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:33.900397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-97590546-d2ba-472d-b549-c625f364f320 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:33.901421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97590546-d2ba-472d-b549-c625f364f320 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:33.907435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-97590546-d2ba-472d-b549-c625f364f320 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/55808773-5e9a-4f20-82d5-125ad88a1fe2 HTTP/1.1" status: 404 len: 337 time: 0.0401220 Dec 10 16:39:33.910654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.959016 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d356dbe5-67fa-4a35-b60a-9dd7ebed1fc3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "GET /v2.0/ports?device_id=67980cc2-e97e-420f-a6d9-f1405c95bf56 HTTP/1.1" status: 200 len: 205 time: 0.0470490 Dec 10 16:39:33.962313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:33.966607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] For port b69699f4-36ed-413f-91fe-b9b26d068819, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b69699f4-36ed-413f-91fe-b9b26d068819,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:33.966973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.009338 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-452ec997-95f0-4ab7-ae84-cf3dab21efec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] delete failed (client error): The resource could not be found. Dec 10 16:39:34.010293 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-452ec997-95f0-4ab7-ae84-cf3dab21efec tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/routers/67980cc2-e97e-420f-a6d9-f1405c95bf56 HTTP/1.1" status: 404 len: 336 time: 0.0471230 Dec 10 16:39:34.013779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52604) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.049086 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-174c8a13-08c3-4d83-aa4a-7c25c6eda840 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.049638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174c8a13-08c3-4d83-aa4a-7c25c6eda840 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.055144 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-174c8a13-08c3-4d83-aa4a-7c25c6eda840 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/99a91c5a-9891-4dc5-92f1-28e45f16ec6b HTTP/1.1" status: 404 len: 337 time: 0.0383999 Dec 10 16:39:34.055707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-da92f449-de72-4a88-8bf4-677ad42a3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.057244 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-da92f449-de72-4a88-8bf4-677ad42a3f47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1097 time: 0.1339076 Dec 10 16:39:34.057711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52606) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.116046 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-92426cf2-df7a-4498-bc6d-112c46bea11c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.116506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92426cf2-df7a-4498-bc6d-112c46bea11c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.122285 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-92426cf2-df7a-4498-bc6d-112c46bea11c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/efc6658a-b50e-4b45-ba33-fea5b453255b HTTP/1.1" status: 404 len: 337 time: 0.0610125 Dec 10 16:39:34.123726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52608) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.178304 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-df0bad25-0a71-45c4-b40b-616077b9da60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 200 len: 217 time: 0.0855987 Dec 10 16:39:34.181435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f2880-b418-4378-a391-c660aa20cc4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.181994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57f2880-b418-4378-a391-c660aa20cc4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.185034 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c57f2880-b418-4378-a391-c660aa20cc4b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/c575988a-ba37-4037-b9f7-d4de48d1dc0c HTTP/1.1" status: 404 len: 333 time: 0.0613356 Dec 10 16:39:34.187794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52610) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.237204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.241982 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a937196-b95d-47c3-b1dc-6e88d9450daf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.242441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a937196-b95d-47c3-b1dc-6e88d9450daf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.245545 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6a937196-b95d-47c3-b1dc-6e88d9450daf tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/93a0765d-6762-4cf8-b320-cd4f04dca98a HTTP/1.1" status: 404 len: 337 time: 0.0570827 Dec 10 16:39:34.253094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.253300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36042c5-f6ef-4542-b318-dae51f4e807c req-2721065b-81ee-41d8-8b2a-e43a6e490167 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.254707 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b36042c5-f6ef-4542-b318-dae51f4e807c req-2721065b-81ee-41d8-8b2a-e43a6e490167 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 945 time: 0.1892123 Dec 10 16:39:34.284230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.284965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.287458 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 02b08e88-ddb0-44e4-9093-6afb5c27c6e7 disassociated. External IP: 172.26.4.119, port: b69699f4-36ed-413f-91fe-b9b26d068819. Dec 10 16:39:34.287458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for b69699f4-36ed-413f-91fe-b9b26d068819 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:34.288511 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f1e10e-6580-4f68-831a-b13bdfe138e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.289111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f1e10e-6580-4f68-831a-b13bdfe138e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.289545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-35bb6a6d-7497-4213-8f28-7dfbd34d7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.291016 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-35bb6a6d-7497-4213-8f28-7dfbd34d7222 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.0952098 Dec 10 16:39:34.292273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c0f1e10e-6580-4f68-831a-b13bdfe138e3 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/0726b874-266f-4e4b-a73f-c302611fc87f HTTP/1.1" status: 404 len: 333 time: 0.0375481 Dec 10 16:39:34.295183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.357832 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb56c867-b7a0-4b64-8899-d5d205e531b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.358324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb56c867-b7a0-4b64-8899-d5d205e531b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.363447 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb56c867-b7a0-4b64-8899-d5d205e531b9 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/64851f8d-d11a-4f54-9780-09c149c47a20 HTTP/1.1" status: 404 len: 337 time: 0.0655172 Dec 10 16:39:34.365884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.403547 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b369ff65-89dd-4660-be81-9c4db3b1c38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.404135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b369ff65-89dd-4660-be81-9c4db3b1c38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.408080 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b369ff65-89dd-4660-be81-9c4db3b1c38e tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/ae9d3c80-4f68-4be9-8cea-ec296a2be95e HTTP/1.1" status: 404 len: 333 time: 0.0399275 Dec 10 16:39:34.412184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b36042c5-f6ef-4542-b318-dae51f4e807c req-5d6f982e-74fc-444b-a45d-e6011019a788 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491458 Dec 10 16:39:34.412682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52618) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.452706 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-51389d09-3f4e-4529-83cd-7aa23762d5cc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.453223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51389d09-3f4e-4529-83cd-7aa23762d5cc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.458817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-51389d09-3f4e-4529-83cd-7aa23762d5cc tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/224151ef-f101-4c94-a440-e717d8150175 HTTP/1.1" status: 404 len: 337 time: 0.0417876 Dec 10 16:39:34.459700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52620) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.470875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-94f430e7-0fbb-4b8f-8821-1c4c3665985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.473650 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-94f430e7-0fbb-4b8f-8821-1c4c3665985b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693056 Dec 10 16:39:34.479884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3f8b5904-36f7-4d27-8bb8-7e7079347a2c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:34.506877 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5a664a-8cf7-4146-90c5-5461f7a16ff7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.507596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5a664a-8cf7-4146-90c5-5461f7a16ff7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.513630 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f5a664a-8cf7-4146-90c5-5461f7a16ff7 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/27a59fc3-4665-443f-8545-78b4287d463d HTTP/1.1" status: 404 len: 333 time: 0.0535228 Dec 10 16:39:34.513883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.540966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:34.541560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.555479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a81c74-69ed-4b41-839b-1ea5b3260655 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.556043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a81c74-69ed-4b41-839b-1ea5b3260655 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.559245 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-23a81c74-69ed-4b41-839b-1ea5b3260655 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/f574db8a-88ed-4108-8235-3b0a0dc8ae2a HTTP/1.1" status: 404 len: 337 time: 0.0412052 Dec 10 16:39:34.563969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.589282 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a562089-6004-4058-a22d-f595c0989d0c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.589831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a562089-6004-4058-a22d-f595c0989d0c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.597355 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a562089-6004-4058-a22d-f595c0989d0c tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/2234c162-68a0-4e75-88b6-98be7d1ec813 HTTP/1.1" status: 404 len: 333 time: 0.0322864 Dec 10 16:39:34.598283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.635918 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf6c80c-0be8-4411-98c7-7b8cdcebdb65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.636391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf6c80c-0be8-4411-98c7-7b8cdcebdb65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.640628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.642903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-eaf6c80c-0be8-4411-98c7-7b8cdcebdb65 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/b8734015-d188-4ac0-995c-2c589f80e934 HTTP/1.1" status: 404 len: 337 time: 0.0421453 Dec 10 16:39:34.643533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.672070 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-270014c2-e8e9-4060-b0d9-de539f5d9a59 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.672662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270014c2-e8e9-4060-b0d9-de539f5d9a59 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.677520 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-270014c2-e8e9-4060-b0d9-de539f5d9a59 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/85687096-ba34-4f73-b723-d982699f278c HTTP/1.1" status: 404 len: 333 time: 0.0303988 Dec 10 16:39:34.683113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:34.685849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.722797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3675d6-302b-473b-985c-19189b2c583b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.723749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3675d6-302b-473b-985c-19189b2c583b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.729392 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ec3675d6-302b-473b-985c-19189b2c583b tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/d618207c-d705-4635-81d9-70b96ca1380d HTTP/1.1" status: 404 len: 337 time: 0.0420184 Dec 10 16:39:34.731842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.756207 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8ecf75-a1a5-4a06-891b-27b60e85d7fa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.757475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8ecf75-a1a5-4a06-891b-27b60e85d7fa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.758315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.762793 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca8ecf75-a1a5-4a06-891b-27b60e85d7fa tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/ports/5ffa7085-39c3-41bc-874b-3dbc19611726 HTTP/1.1" status: 404 len: 333 time: 0.0299990 Dec 10 16:39:34.769264 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-88790da9-dc9b-4a69-b070-b321528c3007 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673206 Dec 10 16:39:34.769264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.793315 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7d482e-885b-4055-afdb-8eee21592b43 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] DELETE failed (client error): The resource could not be found. Dec 10 16:39:34.793816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7d482e-885b-4055-afdb-8eee21592b43 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:39:34.800166 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ec7d482e-885b-4055-afdb-8eee21592b43 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/subnets/a4228687-7d79-4d73-ac33-8a5e3dee38b6 HTTP/1.1" status: 404 len: 337 time: 0.0325246 Dec 10 16:39:34.800772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:34.804746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7042-f5fa-4203-9dcf-2bfe8e434c2f req-a6d42f56-36e9-44f0-bc2c-93a5736cefbd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:34.806308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8a0b7042-f5fa-4203-9dcf-2bfe8e434c2f req-a6d42f56-36e9-44f0-bc2c-93a5736cefbd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 944 time: 0.0975831 Dec 10 16:39:34.815643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.818776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:34.837649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e9e87-e578-4761-9857-c0b3901126cb None None] Network a4e4f057-ca03-4632-8032-5328797b21a2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:34.859321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=b69699f4-36ed-413f-91fe-b9b26d068819,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:34.884579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.940228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-434a4e76-87d2-4aab-90b2-2afe39cd8a4a None None] Provisioning complete for port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:34.941152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-434a4e76-87d2-4aab-90b2-2afe39cd8a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.975313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.980700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8a0b7042-f5fa-4203-9dcf-2bfe8e434c2f req-b08e9f27-e0b1-48cc-a03b-d943086d6bf4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629400 Dec 10 16:39:34.982404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.983216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:34.989852 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4c52e50-1d6d-4281-925e-58b1329085ab req-1042b0d8-dd29-4ba3-b618-340f06016c3c service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876268 Dec 10 16:39:35.091464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:35.118824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.143688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e497c21-7d53-4ceb-8825-4f3ef6e1d21d']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:35.144334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:35.154202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad4d347-790b-4a20-a49d-0dca8fe6318d') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:35.154493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad4d347-790b-4a20-a49d-0dca8fe6318d') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:35.165908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.170481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network a4e4f057-ca03-4632-8032-5328797b21a2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:35.173687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:35.182041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.188782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:35.189293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:35.192749 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:35.212225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21585370-20bb-4045-8cbf-3b6d6198517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.352395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.364182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:35.379776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:35.381922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.389269 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] 10.222.0.21 "DELETE /v2.0/networks/8e497c21-7d53-4ceb-8825-4f3ef6e1d21d HTTP/1.1" status: 204 len: 168 time: 0.5831568 Dec 10 16:39:35.389269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7afe3-e24a-480b-acf6-01450169c536 tempest-NetworksTestDHCPv6-623349818 tempest-NetworksTestDHCPv6-623349818-project] Pushing event deleted for resources: {'Network': ['ID=8e497c21-7d53-4ceb-8825-4f3ef6e1d21d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:35.423086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] No DVR routers for this DVR port b69699f4-36ed-413f-91fe-b9b26d068819 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:35.426920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.430527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3cca099-b5c0-43d7-b28f-aec02563b3cb req-37ba0afe-bc39-4b72-8842-ea2da7ff205d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "DELETE /v2.0/ports/b69699f4-36ed-413f-91fe-b9b26d068819 HTTP/1.1" status: 204 len: 173 time: 2.1371307 Dec 10 16:39:35.431435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'name': 'network-vif-deleted', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:35.431683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:35.432331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:35.434220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd6e7c6-4ef5-47b9-8924-05da125262d9" -d '{"events": [{"server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "name": "network-vif-deleted", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:35.445706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d0d49a63-622e-4dc7-8cd2-e9212cee64a1 None None] Provisioning complete for port c0165d69-a542-466d-b990-8a3a04c5347f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:35.447137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0d49a63-622e-4dc7-8cd2-e9212cee64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.532061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ea3e1-a032-4c3f-9cbd-0b3f6d1c0bcb x-openstack-request-id: req-b56ea3e1-a032-4c3f-9cbd-0b3f6d1c0bcb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:35.532383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1f9cd2-888d-4777-8e68-489952ff27ee", "name": "network-vif-deleted", "tag": "b69699f4-36ed-413f-91fe-b9b26d068819", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:35.532644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56ea3e1-a032-4c3f-9cbd-0b3f6d1c0bcb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:35.533853 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1f9cd2-888d-4777-8e68-489952ff27ee', 'name': 'network-vif-deleted', 'tag': 'b69699f4-36ed-413f-91fe-b9b26d068819', 'status': 'completed', 'code': 200} Dec 10 16:39:35.574164 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4e694a1-e25e-4028-89ac-b0bf800f3564 req-c553f2e0-b639-405e-ad49-62d2d3269417 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0555408 Dec 10 16:39:35.575623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:35.585056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d0d49a63-622e-4dc7-8cd2-e9212cee64a1 None None] Port c0165d69-a542-466d-b990-8a3a04c5347f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:35.619054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:35.623850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b69699f4-36ed-413f-91fe-b9b26d068819 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:39:35.676530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d0d49a63-622e-4dc7-8cd2-e9212cee64a1 None None] Provisioning complete for port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:35.676931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d0d49a63-622e-4dc7-8cd2-e9212cee64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:35.698843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: b69699f4-36ed-413f-91fe-b9b26d068819 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:39:35.699079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b69699f4-36ed-413f-91fe-b9b26d068819 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:39:35.960520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:35.995602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:36.029328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:36.033753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:36.071685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:36.083037 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:36.086442 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1e9d3375-c9e4-4e29-96a3-c7c03e58c8a3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0881512 Dec 10 16:39:36.086442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:36.086782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:36.093433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666625519'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:36.103480 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:36.104497 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:36.217493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72ad4a-44db-4571-801d-e9f1d8483c48 req-04b51e7d-d32c-43e7-981d-a5fb3d3869c6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.225684 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2a72ad4a-44db-4571-801d-e9f1d8483c48 req-04b51e7d-d32c-43e7-981d-a5fb3d3869c6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 944 time: 0.1136556 Dec 10 16:39:36.247693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:36.252168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.288316 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2a72ad4a-44db-4571-801d-e9f1d8483c48 req-73b377bb-3716-48d6-9019-a341537328b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570173 Dec 10 16:39:36.300656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:36.307469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52660) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:36.318083 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-abe1b3c1-e13e-4008-8028-239d93324812 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=171a920df7b342d4b1b0bd287017a8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288930 Dec 10 16:39:36.322137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c3166628-69d6-4039-b527-d607a80ff6d3 None None] Provisioning complete for port c0165d69-a542-466d-b990-8a3a04c5347f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:36.322525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3166628-69d6-4039-b527-d607a80ff6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.326210 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:36.336128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.336621 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 7f0ea707-0013-48c1-9bbd-d2bb6811d4b6 of type vlan for network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 Dec 10 16:39:36.390646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.420255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.429352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c3166628-69d6-4039-b527-d607a80ff6d3 None None] Port c0165d69-a542-466d-b990-8a3a04c5347f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:36.441078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.444234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3f8b5904-36f7-4d27-8bb8-7e7079347a2c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:36.497741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:36.547481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.554449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:36.554954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.586455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.589479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.590730 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57efebec-237b-4810-8160-4dc6ec3e1139 HTTP/1.1" status: 204 len: 168 time: 0.2822380 Dec 10 16:39:36.604472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b83dd-9838-4bcc-b5f6-cde4dc98cd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efebec-237b-4810-8160-4dc6ec3e1139,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.620122 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:36.656171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:36.656805 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Updating router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 port c0165d69-a542-466d-b990-8a3a04c5347f binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:36.675287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=877b7fa0-1e0c-45c1-9b54-6f59436b19c5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:36.693085 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.700517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:36.702512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.735102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8a6f00e9-87e0-4748-8397-6f4d352645c8 req-c426e6d5-f0d5-4bb1-8a0a-f5480cd02bab tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0345862 Dec 10 16:39:36.739224 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-af5d0cd8-1ffe-4070-89ab-d55538dcdf2c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6514049 Dec 10 16:39:36.742201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52666) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:36.749621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:36.777643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:36.778771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.967434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:36.973155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:36.973644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:37.009623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f48828-722f-4f6f-a19f-1487cfea9501 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:37.035493 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.112343 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.165796 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7147a7-28c4-4a67-945a-39477536e6c6 None None] Pushing event updated for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:37.276754 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Attempting to bind port c0165d69-a542-466d-b990-8a3a04c5347f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:37.277631 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Attempting to bind port c0165d69-a542-466d-b990-8a3a04c5347f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:37.278092 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Attempting to bind port c0165d69-a542-466d-b990-8a3a04c5347f on network a4e4f057-ca03-4632-8032-5328797b21a2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:37.285445 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:37.285965 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Checking segment: {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:37.286461 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.286949 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Bound using segment: {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:37.287511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Bound port: c0165d69-a542-466d-b990-8a3a04c5347f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d36eede-d951-487a-8b3f-141c0f6ff25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:37.288107 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.335104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.367289 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] For port c0165d69-a542-466d-b990-8a3a04c5347f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:37.371428 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] For port c0165d69-a542-466d-b990-8a3a04c5347f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c0165d69-a542-466d-b990-8a3a04c5347f,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:37.449747 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.476368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c4291-a7a5-4fe8-93cf-1960dabb9713 None None] New status for floating IP 02b08e88-ddb0-44e4-9093-6afb5c27c6e7: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:39:37.506315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=28e79313-8e15-458c-a21c-4f528e22ee80,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:37.510900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:37.511515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 877b7fa0-1e0c-45c1-9b54-6f59436b19c5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:37.568115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa819435-f44f-4e35-a8a1-8df6b0b6e768 req-454e04c9-fbb9-476e-be4b-119c543fc8df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:37.569764 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-aa819435-f44f-4e35-a8a1-8df6b0b6e768 req-454e04c9-fbb9-476e-be4b-119c543fc8df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 944 time: 0.1629252 Dec 10 16:39:37.577835 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:37.578605 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:37.662727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-aa819435-f44f-4e35-a8a1-8df6b0b6e768 req-333acc4f-1394-4f9f-8345-37a2c48c0262 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842588 Dec 10 16:39:37.663976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:37.684859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device bb67440f-b59e-4134-8ae1-f9a953ee9a3e details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:39:37.763598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 877b7fa0-1e0c-45c1-9b54-6f59436b19c5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:37.777706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:37.781050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.816139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097f386-46e3-4e02-a39b-a6ec6dd28a0a None None] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:37.843688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] Provisioning complete for port c0165d69-a542-466d-b990-8a3a04c5347f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:37.847071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:37.851320 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7147a7-28c4-4a67-945a-39477536e6c6 None None] Pushing event updated for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:37.885346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:37.901112 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44687081-3667-4bc8-b443-0df033f3e672 req-a3ff338f-7745-4e90-8a97-e409997c8b81 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0514874 Dec 10 16:39:37.911627 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4fb1314-ebf9-438c-b8e8-9a07c14ecf3a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1680822 Dec 10 16:39:37.932774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52690) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:38.019730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:38.028452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:38.081928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'port_id': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'mac_address': 'fa:16:3e:78:0a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:39:38.204117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.212246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.212971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1768924599'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:38.267127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:38.268022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.277225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb67440f-b59e-4134-8ae1-f9a953ee9a3e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:38.295889 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:38.333549 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaceebe-d828-4440-bc69-4a0ac9b88827 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:34Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:37Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:38.338522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:38.345624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.346923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:38.352371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.376815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.417493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.504085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] For port c0165d69-a542-466d-b990-8a3a04c5347f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c0165d69-a542-466d-b990-8a3a04c5347f,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:38.507525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.530866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.551226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.565128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Allocated IP 2001:db8:1::2 (877b7fa0-1e0c-45c1-9b54-6f59436b19c5/28e79313-8e15-458c-a21c-4f528e22ee80/915facd4-279b-470d-8505-5a77c30bffdf) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:38.646025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.679111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.710844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e3afc-c342-42c8-ad35-f06c77380883 None None] Pushing event updated for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.788833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:38.800858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['bb67440f-b59e-4134-8ae1-f9a953ee9a3e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:39:38.808208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.852117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2d68b17a-a484-42ae-b748-f7208ac0af3f None None] Provisioning complete for port c0165d69-a542-466d-b990-8a3a04c5347f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:38.852860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2d68b17a-a484-42ae-b748-f7208ac0af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.899082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6c2d0-4807-47c2-8de3-bab540892805,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:38.916493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:38.918357 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Added segment 782ba557-3477-4b7a-86d5-fc1155b00d8c of type vlan for network 15e170a2-e467-426e-b04a-3a8526ee7fc0 Dec 10 16:39:39.012260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5b5d-5bd6-4eee-b759-cc863b853d9b req-e090dc74-6963-4b63-b1a6-ad3ed8e241c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:39.014136 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-003d5b5d-5bd6-4eee-b759-cc863b853d9b req-e090dc74-6963-4b63-b1a6-ad3ed8e241c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 945 time: 0.2106547 Dec 10 16:39:39.022595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.085007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1eaf646b-e727-4868-a5c6-025dbbf18245 req-de190806-0304-4e7e-b792-ab2dd3c70b78 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0731835 Dec 10 16:39:39.093409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.160430 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-003d5b5d-5bd6-4eee-b759-cc863b853d9b req-35072a6f-f6e1-4eac-b652-009d4264a994 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756700 Dec 10 16:39:39.192075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.200143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:39.205844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.234291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.254694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:39.262275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:39.264650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:39.324741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Network': ['ID=15e170a2-e467-426e-b04a-3a8526ee7fc0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.336778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8:1::1 (877b7fa0-1e0c-45c1-9b54-6f59436b19c5/28e79313-8e15-458c-a21c-4f528e22ee80/bb93508c-9de9-4805-a06b-cc8154094d22) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:39.342152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:39.390622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f21fd2e-29ce-4ca9-964b-163e7c29d52c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3579354 Dec 10 16:39:39.391180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:39.396727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'subnet': {'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:39.465713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Pushing event updated for resources: {'Port': ['ID=915facd4-279b-470d-8505-5a77c30bffdf,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.491884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Attempting to bind port 915facd4-279b-470d-8505-5a77c30bffdf on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:39.492266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Attempting to bind port 915facd4-279b-470d-8505-5a77c30bffdf by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:39.492644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Attempting to bind port 915facd4-279b-470d-8505-5a77c30bffdf on network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:39.509824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.527887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:39.528378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Checking segment: {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:39.529475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.529771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Bound using segment: {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:39.531524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Bound port: 915facd4-279b-470d-8505-5a77c30bffdf, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:39.531524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.654662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] For port 915facd4-279b-470d-8505-5a77c30bffdf, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:39.658540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:39.659486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] For port 915facd4-279b-470d-8505-5a77c30bffdf, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=915facd4-279b-470d-8505-5a77c30bffdf,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:39.662495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.663693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.718567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:39.721973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:39.726655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:39.727198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.731379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.767973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:39.895858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc2e76-039d-4478-bfca-abb782dfe2b2 None None] Pushing event updated for resources: {'Port': ['ID=915facd4-279b-470d-8505-5a77c30bffdf,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:39.930074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.298339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27472238-a7ff-437a-9d2e-d6c8b52ff979 req-4e4713be-01ad-4e1e-82b8-4e404c22d71b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0421588 Dec 10 16:39:40.346243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.411176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.418925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78dbb0-876b-4f49-8a4b-b7f319bf5537 req-0c60ef92-15ab-466c-8894-bd803ccee76a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:40.421556 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bd78dbb0-876b-4f49-8a4b-b7f319bf5537 req-0c60ef92-15ab-466c-8894-bd803ccee76a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 945 time: 0.1382723 Dec 10 16:39:40.471837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Subnet': ['ID=1dde13b5-35fe-4d70-9c3a-6701178e84f4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.488804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Checking segment: {'id': '782ba557-3477-4b7a-86d5-fc1155b00d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:40.489221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network hostable DHCP agents. Network: 15e170a2-e467-426e-b04a-3a8526ee7fc0, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:40.515408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.515408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.532462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bd78dbb0-876b-4f49-8a4b-b7f319bf5537 req-dd254865-8d03-4ace-85b4-7ba607d40e19 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023664 Dec 10 16:39:40.546952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c0165d69-a542-466d-b990-8a3a04c5347f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:40.614124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port c0165d69-a542-466d-b990-8a3a04c5347f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:40.614849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.621297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:40.658380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:40.670151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:40.671869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:40.698637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 915facd4-279b-470d-8505-5a77c30bffdf up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:40.750288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 915facd4-279b-470d-8505-5a77c30bffdf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:40.750660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.771008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 15e170a2-e467-426e-b04a-3a8526ee7fc0) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:40.778332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:40.779017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.780656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:40.790254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f96b2-ad17-4e8d-8a2e-4d837407b887 None None] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:40.877507 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cef9c810-ba0d-46ad-8510-2261bebf69de tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4847682 Dec 10 16:39:40.879489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52706) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.886504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1565335486', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:40.891202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:40.897144 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9c97814f-d6b7-4548-bcb0-759262890f74 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9627793 Dec 10 16:39:40.899875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52708) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:40.903849 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:40.918081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790027770'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:40.924583 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:40.925545 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:40.932751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:40.935457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad460d0b-16bc-4568-8505-060211c802b2 None None] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:41.022581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 915facd4-279b-470d-8505-5a77c30bffdf, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=915facd4-279b-470d-8505-5a77c30bffdf,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:41.023131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.025604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.041024 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:41.094587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.104153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.126977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:41.130537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.175225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=915facd4-279b-470d-8505-5a77c30bffdf,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.179646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:41.195407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.195794 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment 396c1c13-6f30-49c5-961a-a01e0f9fd9c2 of type vlan for network 9cf3fcc8-c99c-4be9-8364-96219eab91be Dec 10 16:39:41.260817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.309355 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:39Z', 'revision_number': 3, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:40Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:41.349273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.352252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:41.352619 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Updating router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 port bb93508c-9de9-4805-a06b-cc8154094d22 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:41.355806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.356656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.376689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.392702 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.485357 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3a36a205-916d-4dab-aa8e-794bbc2474f4 req-3ba6f8e6-4db2-4195-a36a-636e0dd09c3f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0592465 Dec 10 16:39:41.498077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=9cf3fcc8-c99c-4be9-8364-96219eab91be,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:41.515172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:41.585054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2c21060a-da89-492b-a18c-47e75af9047c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6838741 Dec 10 16:39:41.585707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52714) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:41.590818 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:41.652437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device bb67440f-b59e-4134-8ae1-f9a953ee9a3e up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:41.780736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003a3e9-ef4d-4a2e-83a1-24194827b050 None None] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:41.805318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.817022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b1b4-0b27-4717-bf21-f6ce445a4054 req-19fe1436-4091-4046-b31d-6f4eef6a0051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:41.818740 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6637b1b4-0b27-4717-bf21-f6ce445a4054 req-19fe1436-4091-4046-b31d-6f4eef6a0051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 945 time: 0.1290669 Dec 10 16:39:41.827883 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.830647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port bb67440f-b59e-4134-8ae1-f9a953ee9a3e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:39:41.837080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port bb67440f-b59e-4134-8ae1-f9a953ee9a3e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:41.839785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.839932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.855011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:41.859693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.907702 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.930439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dcb7138c-ace7-4027-ab6e-c9d67cd29018 None None] Provisioning complete for port 915facd4-279b-470d-8505-5a77c30bffdf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:41.930819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcb7138c-ace7-4027-ab6e-c9d67cd29018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:41.964290 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6637b1b4-0b27-4717-bf21-f6ce445a4054 req-a8f12b55-6c66-42ba-9200-c1bbbfc0b2b3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274967 Dec 10 16:39:42.006248 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad441746-52e6-43d4-a783-ebc4ea25bdb7 None None] Pushing event updated for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.031421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.043793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.34 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/c0f02fcb-916e-498b-b43b-9669070e32f2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:42.090174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:42.090174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bd74a-65a7-4f9a-a798-22b0450f2ecd" -d '{"events": [{"server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "name": "network-vif-plugged", "status": "completed", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:42.109642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:42.133531 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Attempting to bind port bb93508c-9de9-4805-a06b-cc8154094d22 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:42.134316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Attempting to bind port bb93508c-9de9-4805-a06b-cc8154094d22 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:42.134452 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Attempting to bind port bb93508c-9de9-4805-a06b-cc8154094d22 on network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:42.138258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.140692 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:42.141258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Checking segment: {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:42.142033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.142161 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Bound using segment: {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:42.142593 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Bound port: bb93508c-9de9-4805-a06b-cc8154094d22, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:42.143034 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.179702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.206928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.207730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=49e0ea1e-af5d-4973-bd00-b777b5e871e4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.243660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:42.244176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 9cf3fcc8-c99c-4be9-8364-96219eab91be, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:42.267508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] For port bb93508c-9de9-4805-a06b-cc8154094d22, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:42.272321 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] For port bb93508c-9de9-4805-a06b-cc8154094d22, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bb93508c-9de9-4805-a06b-cc8154094d22,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:42.285196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.304345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.335209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:42.360098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:42.364784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96f112-1371-4c02-beff-39f181126a61 x-openstack-request-id: req-bc96f112-1371-4c02-beff-39f181126a61 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:42.365113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "name": "network-vif-plugged", "status": "completed", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:42.365374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc96f112-1371-4c02-beff-39f181126a61 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:42.365766 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'code': 200} Dec 10 16:39:42.366459 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:42.370216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:42.376463 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.403771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9cf3fcc8-c99c-4be9-8364-96219eab91be) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:42.414798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:42.414798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.419314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145d18f-9484-49c5-8fd2-478783f0a489 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:42.462918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 915facd4-279b-470d-8505-5a77c30bffdf up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:42.463430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:42.464067 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:42.464819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69a1b9-aa93-494a-9833-e3f61a8b3328 None None] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:42.478757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=c0f02fcb-916e-498b-b43b-9669070e32f2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.541878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-19a3ce01-857f-4b64-b259-997597ce5ca9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9551198 Dec 10 16:39:42.544824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52722) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:42.548025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Provisioning complete for port bb93508c-9de9-4805-a06b-cc8154094d22 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:42.548552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.607096 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad441746-52e6-43d4-a783-ebc4ea25bdb7 None None] Pushing event updated for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:42.647214 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5879fded-e4ae-47b6-8940-98eea91320de req-6cb64997-c74e-49e1-8839-20e5575a82fa tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1f9cd2-888d-4777-8e68-489952ff27ee HTTP/1.1" status: 200 len: 210 time: 0.0403290 Dec 10 16:39:42.682778 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:42.775086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 915facd4-279b-470d-8505-5a77c30bffdf triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:42.777817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.812980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9cf3fcc8-c99c-4be9-8364-96219eab91be', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:42.819367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:42.933156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.070402 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:39Z', 'revision_number': 3, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:42Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:43.101339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79f0b-12d3-4373-83a7-f321e4b68135 req-b1c3b5ce-bfe2-4184-9e57-370e43dfac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:43.105386 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec79f0b-12d3-4373-83a7-f321e4b68135 req-b1c3b5ce-bfe2-4184-9e57-370e43dfac69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1099 time: 0.1494546 Dec 10 16:39:43.129219 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedde2ba-1841-4c7c-848e-37fb63132b4a None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:39Z', 'revision_number': 3, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:42Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:43.229344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.233792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.264956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cea242-035d-4c08-8774-7aca8afc5d29 req-f21cb147-e383-4dcd-afdb-54ade36dd22d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:43.274039 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c7cea242-035d-4c08-8774-7aca8afc5d29 req-f21cb147-e383-4dcd-afdb-54ade36dd22d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.2046843 Dec 10 16:39:43.329616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.415889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] For port bb93508c-9de9-4805-a06b-cc8154094d22, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bb93508c-9de9-4805-a06b-cc8154094d22,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:43.440072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Allocated IP 2001:db8:2::2 (9cf3fcc8-c99c-4be9-8364-96219eab91be/49e0ea1e-af5d-4973-bd00-b777b5e871e4/2acb8e1a-4be9-4b98-94e3-bd907d6c12d2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:43.448464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ec79f0b-12d3-4373-83a7-f321e4b68135 req-1946bf6c-c4b3-48bb-9c3b-f4308d306b91 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290746 Dec 10 16:39:43.464146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c7cea242-035d-4c08-8774-7aca8afc5d29 req-e4a7f099-5151-486c-8df0-5a59c1ff08d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904240 Dec 10 16:39:43.531686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.606819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Provisioning complete for port 915facd4-279b-470d-8505-5a77c30bffdf triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:43.607306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.631983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:39:43.751820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.755246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149738fb-bfd1-4635-8889-2f7dde99f36f None None] Pushing event updated for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:43.794755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:43.824998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:43.829341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.901003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8:2::1 (9cf3fcc8-c99c-4be9-8364-96219eab91be/49e0ea1e-af5d-4973-bd00-b777b5e871e4/ec505fb8-5248-4156-add6-6173606397c8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:43.905766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:43.907796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:43.908443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:43.917349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:43.923619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:43.929359 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e3779fe5-6524-47e6-92fc-65b070d53361 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0467794 Dec 10 16:39:43.930647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:43.953528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:43.959576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:43.965273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Pushing event updated for resources: {'Port': ['ID=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.003066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:44.003066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:44.070121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:44.070797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86648858-3190-406f-99a1-6a4a3c5b17aa None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:44.079421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Attempting to bind port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:44.079805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Attempting to bind port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:44.080179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Attempting to bind port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 on network 9cf3fcc8-c99c-4be9-8364-96219eab91be {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:44.080366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-92431a60-5651-4844-a608-17043618c33b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205814987&fields=id&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 267 time: 0.0879812 Dec 10 16:39:44.088076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:44.088457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Checking segment: {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:44.088863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.089683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Bound using segment: {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:44.090116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Bound port: 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:44.090499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.102650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f4a9e22-df14-4210-a42b-4a6cc9c925ff None None] Provisioning complete for port c0f02fcb-916e-498b-b43b-9669070e32f2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:44.103024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9e22-df14-4210-a42b-4a6cc9c925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.165328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a9e22-df14-4210-a42b-4a6cc9c925ff None None] Port c0f02fcb-916e-498b-b43b-9669070e32f2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:44.174353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.189677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] For port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:44.193730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] For port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:44.195812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f4a9e22-df14-4210-a42b-4a6cc9c925ff None None] Provisioning complete for port bb93508c-9de9-4805-a06b-cc8154094d22 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:44.195812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9e22-df14-4210-a42b-4a6cc9c925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.224758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-a5dbc282-8adb-491d-89da-e1e5a6d46736 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:44.229385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-a5dbc282-8adb-491d-89da-e1e5a6d46736 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.1481738 Dec 10 16:39:44.257032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-bd94431f-42a4-457f-a621-96f4a5054ad9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/quotas/4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 375 time: 0.0205350 Dec 10 16:39:44.269008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.321355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-393d9269-3481-431d-950a-8011a8a1b14d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606737 Dec 10 16:39:44.344260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01950c89-a2b7-420e-81c4-5c90a2e0da82 None None] Pushing event updated for resources: {'Port': ['ID=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.377196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.438007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:44.447144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:44.451337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:44.451994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.502033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bb93508c-9de9-4805-a06b-cc8154094d22 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:44.503921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:44.542851 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-0dc7f5f2-1cd0-4c12-8a51-355e684866fb service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160835 Dec 10 16:39:44.587793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.657610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bb93508c-9de9-4805-a06b-cc8154094d22 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:44.658254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:44.815292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5c3a-4c45-4317-b586-2f3472ad4459 req-a7a0bde7-e28f-469c-b994-63a131f9df02 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:44.817263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faee5c3a-4c45-4317-b586-2f3472ad4459 req-a7a0bde7-e28f-469c-b994-63a131f9df02 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.2245700 Dec 10 16:39:44.929935 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faee5c3a-4c45-4317-b586-2f3472ad4459 req-a6279858-1fb1-43ae-9efd-ceb681e788ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023788 Dec 10 16:39:45.032723 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-bb6ad080-f48e-472a-a751-7abac5a8c8cf service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826362 Dec 10 16:39:45.060529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.1 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/8651b3ce-3299-497d-8a3b-6b6926d31d87) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:45.115307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.195420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.330499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.383202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:45.387067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:45.390289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:45.417375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.418938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=8651b3ce-3299-497d-8a3b-6b6926d31d87,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.441614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.500488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.505037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.549046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c33be4-a34e-45f1-a590-4264fee592fc None None] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:45.600529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:45.614229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] Provisioning complete for port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:45.614609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.650482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:45.652147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:45.680477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.754755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.780688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:45.798957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] For port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:45.888812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:45.892957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:45.898093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9935e343-065e-4308-9189-b82330b6e5b5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3520744 Dec 10 16:39:45.898852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:45.904514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757375067'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:45.910217 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:45.927388 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:45.931121 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:45.975560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04db4-8bc5-4075-8700-68fe6084d28f None None] Pushing event updated for resources: {'Port': ['ID=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:46.070115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:46.073977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.161892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f017e-fa70-4293-a208-eaec0d091a3b req-6e511ead-7cf5-46af-be7a-703544ef79ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:46.163736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c77f017e-fa70-4293-a208-eaec0d091a3b req-6e511ead-7cf5-46af-be7a-703544ef79ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.1270838 Dec 10 16:39:46.167766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:39:46.196486 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:46.232747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85483c29-5f87-454f-943c-fba8afa67255 None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:46.233494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85483c29-5f87-454f-943c-fba8afa67255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.273413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.273805 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added segment b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8 of type vlan for network 8bf35277-e7b3-4efd-a515-2f071bc70af7 Dec 10 16:39:46.307240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-85483c29-5f87-454f-943c-fba8afa67255 None None] Port ec505fb8-5248-4156-add6-6173606397c8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:46.309564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c77f017e-fa70-4293-a208-eaec0d091a3b req-29cbb123-c58d-4275-90a2-6bd8e5d0322a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392167 Dec 10 16:39:46.336581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85483c29-5f87-454f-943c-fba8afa67255 None None] Provisioning complete for port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:46.337409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85483c29-5f87-454f-943c-fba8afa67255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.380868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.474659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.488165 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6a8a3720-0508-4600-b46a-5192967ccdf8 req-ba7645ca-d8a0-47f1-84c8-5386cbb2b969 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.7361979 Dec 10 16:39:46.518885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.524305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:46.524967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.551415 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:44Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:45Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:46.572008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:46.585014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.606749 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:46.607379 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Updating router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 port ec505fb8-5248-4156-add6-6173606397c8 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:46.621165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c08a-a0fc-49d0-9394-3ab56274bd3f req-50ad8e34-3c90-4079-a13a-59b1f1a1733d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:46.628545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a964c08a-a0fc-49d0-9394-3ab56274bd3f req-50ad8e34-3c90-4079-a13a-59b1f1a1733d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.1877377 Dec 10 16:39:46.628545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Network': ['ID=8bf35277-e7b3-4efd-a515-2f071bc70af7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:46.632686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1d6b1f4d-bf6e-49b3-bed9-f8599cfabbbb tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7326179 Dec 10 16:39:46.633945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:46.643821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:39:46.644054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'subnet': {'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:46.668581 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.701188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7ba5b8f5-3efe-4909-a58c-74c4b529dda3 None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:46.702025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b8f5-3efe-4909-a58c-74c4b529dda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.746831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=8651b3ce-3299-497d-8a3b-6b6926d31d87,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:46.757651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.776231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5b8f5-3efe-4909-a58c-74c4b529dda3 None None] Port ec505fb8-5248-4156-add6-6173606397c8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:46.780772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:46.781469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.792016 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a964c08a-a0fc-49d0-9394-3ab56274bd3f req-11a7f9bf-93b1-4f5f-92a8-7df63110db57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404819 Dec 10 16:39:46.824662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52764) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:46.909169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Made reservation on behalf of 56c98f6d256341e2924c23e5366a2edf for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:46.912715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:46.935815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:46.937389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:47.010038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2bbb77a-7694-4fb2-9994-7ba945304488 None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:47.010421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb77a-7694-4fb2-9994-7ba945304488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.071032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbb77a-7694-4fb2-9994-7ba945304488 None None] Port ec505fb8-5248-4156-add6-6173606397c8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:47.103606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:47.118162 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.118824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b3f418-0e75-4712-ad3b-fb7faabf0b8c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:47.120781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b9b3f418-0e75-4712-ad3b-fb7faabf0b8c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1094 time: 0.2950537 Dec 10 16:39:47.123883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52768) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:47.131957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:47.206838 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.224340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:47.232190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4bc37cda-7361-480e-9144-1c78798f6e33 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/routers/dba01c4b-4868-46fe-baf7-9465e85818d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975283 Dec 10 16:39:47.232316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:47.237244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'port': {'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0', 'name': 'tempest-FloatingIPTestJSON-697246765'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:47.238094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:47.266639 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ad3bb-b4af-412d-9d2a-837b27b0314f None None] Pushing event updated for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.286167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:47.287813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.299017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.324953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.337697 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Attempting to bind port ec505fb8-5248-4156-add6-6173606397c8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:47.338330 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Attempting to bind port ec505fb8-5248-4156-add6-6173606397c8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:47.338869 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Attempting to bind port ec505fb8-5248-4156-add6-6173606397c8 on network 9cf3fcc8-c99c-4be9-8364-96219eab91be {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:47.345880 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:47.346546 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Checking segment: {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:47.347126 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.347820 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Bound using segment: {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:47.348480 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Bound port: ec505fb8-5248-4156-add6-6173606397c8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396c1c13-6f30-49c5-961a-a01e0f9fd9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:47.349136 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.352773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.364055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:47.364585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.402723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.403379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfefe8d-86dd-4c8b-8ab1-cd07c4f30277 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:47.427695 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] For port ec505fb8-5248-4156-add6-6173606397c8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:47.432873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.440157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] For port ec505fb8-5248-4156-add6-6173606397c8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ec505fb8-5248-4156-add6-6173606397c8,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:47.463884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Subnet': ['ID=bb89d4e1-0de2-41f5-b23f-3f3499e77f86,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.507267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Checking segment: {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:47.507645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network hostable DHCP agents. Network: 8bf35277-e7b3-4efd-a515-2f071bc70af7, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:39:47.581366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.595238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-04def604-34bf-4945-bf0c-8485ffb33187 None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:47.595238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04def604-34bf-4945-bf0c-8485ffb33187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.595856 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3af8ef64-d5b3-40f0-b79b-9518a82b3b41 req-c94189e0-01c9-4c76-99e5-809a88f6e89f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Dec 10 16:39:47.640505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-04def604-34bf-4945-bf0c-8485ffb33187 None None] Port ec505fb8-5248-4156-add6-6173606397c8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:47.675267 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.677423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:47.680957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.702441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.123 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/3bf0fa29-1292-43fb-af24-4d4d48dc78cc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:47.716043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:39:47.722192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] device_id is not set on port 5f55780a-d9d6-4606-b628-935cbbc18c1d yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:47.724334 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:47.724998 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:47.801618 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ad3bb-b4af-412d-9d2a-837b27b0314f None None] Pushing event updated for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:47.826712 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:47.830382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8bf35277-e7b3-4efd-a515-2f071bc70af7) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:47.841676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee384984-15e6-484b-ba27-6d034fdc931f None None] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:47.844017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:47.844823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.956530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.4 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/5f55780a-d9d6-4606-b628-935cbbc18c1d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:47.966026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:47.990820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:47.991762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-18bc4dbf-cfe3-415a-9446-baf0aae7fe44 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3560624 Dec 10 16:39:48.022837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8bf35277-e7b3-4efd-a515-2f071bc70af7', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:39:48.023738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.096505 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:44Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:47Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:48.127403 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b8986-d635-40e8-96ae-7b005cf3ed87 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:44Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:47Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:48.162137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:48.162515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.171516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.288574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.301510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:48.352557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Allocated IP 2001:db8:3::2 (8bf35277-e7b3-4efd-a515-2f071bc70af7/bb89d4e1-0de2-41f5-b23f-3f3499e77f86/28d75536-4752-4800-ab8f-f7af354c741c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:48.354962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.358023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:48.367662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:48.432590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3bf0fa29-1292-43fb-af24-4d4d48dc78cc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:48.471890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] For port ec505fb8-5248-4156-add6-6173606397c8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ec505fb8-5248-4156-add6-6173606397c8,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:48.539874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.564990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.613393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ec505fb8-5248-4156-add6-6173606397c8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:48.753955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672948d2-7cb0-45d7-a696-bfd34c6cd5ae None None] Pushing event updated for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:48.761738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.767993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fcbb66be-e4cf-43e3-b1bb-663f7352b4b4 req-a98338e5-4534-49a1-bbb8-e65b8407a923 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0573325 Dec 10 16:39:48.772995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:48.779222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.789382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-ba70eea6-f488-44b0-a756-5946fb31261a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:48.797592 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-ba70eea6-f488-44b0-a756-5946fb31261a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.5280042 Dec 10 16:39:48.813392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.871799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:48.974009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:48.993359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:48.999945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:49.055442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Allocated IP 2001:db8:3::1 (8bf35277-e7b3-4efd-a515-2f071bc70af7/bb89d4e1-0de2-41f5-b23f-3f3499e77f86/ed927524-970f-4956-ad54-216dbeb060bb) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:49.086940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Pushing event updated for resources: {'Port': ['ID=28d75536-4752-4800-ab8f-f7af354c741c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:49.106291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Attempting to bind port 28d75536-4752-4800-ab8f-f7af354c741c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:49.106743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Attempting to bind port 28d75536-4752-4800-ab8f-f7af354c741c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:49.107174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Attempting to bind port 28d75536-4752-4800-ab8f-f7af354c741c on network 8bf35277-e7b3-4efd-a515-2f071bc70af7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:49.118770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:49.120532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Checking segment: {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:49.121046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.122800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Bound using segment: {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:49.123292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Bound port: 28d75536-4752-4800-ab8f-f7af354c741c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:49.124814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.184367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:49.196842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:49.210405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.215179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:49.228673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.249256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] For port 28d75536-4752-4800-ab8f-f7af354c741c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:49.253523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] For port 28d75536-4752-4800-ab8f-f7af354c741c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=28d75536-4752-4800-ab8f-f7af354c741c,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:49.306405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=5f55780a-d9d6-4606-b628-935cbbc18c1d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:49.341407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.378296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:49.378922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.383305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.386566 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-99c49ef9-14e6-4681-8be8-4bb2dcc4ef74 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 380 time: 0.5709600 Dec 10 16:39:49.390476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:49.395175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:49.399357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:49.400008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.403058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'port': {'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'admin_state_up': True, 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'security_groups': ['22b32988-54b1-4ee7-ba20-2ffbb044e487']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:49.455579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:49.505998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f81329-df0a-4f29-9d87-677c063a170e None None] Pushing event updated for resources: {'Port': ['ID=28d75536-4752-4800-ab8f-f7af354c741c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:49.783688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.898951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f99b07d5-a979-4542-9681-be9e62b94634 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6635802 Dec 10 16:39:49.910911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52782) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:49.918667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'port': {'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0', 'name': 'tempest-FloatingIPTestJSON-591334519'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:49.958811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:49.984673 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7e4f2ac9-1d2b-4e1b-94f1-2d97501b4973 req-d6e64631-4de7-40cc-932f-be133e5e5752 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.1147568 Dec 10 16:39:50.159605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Made reservation on behalf of 4934f08b18cf4eca908ef4e3dd5dc8cd for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:50.164996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.193566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.266991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.281613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:39:50.285394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.309174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] device_id is not set on port 04b28999-5f08-4d82-bfed-88a800d9b625 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:39:50.313648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.346779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.347717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.356054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.20.0.4 (0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8/725e359d-2923-4934-9a9b-ebafad0e84ea/9d132057-b63b-4bd7-a1cb-dbd71cb57014) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:50.420960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=3bf0fa29-1292-43fb-af24-4d4d48dc78cc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:50.489937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.555113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event updated for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:50.604123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.7 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/04b28999-5f08-4d82-bfed-88a800d9b625) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:50.630794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:50.636639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:50.705263 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973 associated. External IP: 172.26.4.123, port: bb67440f-b59e-4134-8ae1-f9a953ee9a3e. Dec 10 16:39:50.716764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 28d75536-4752-4800-ab8f-f7af354c741c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:50.820400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 28d75536-4752-4800-ab8f-f7af354c741c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:50.822915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.853292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.908149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:50.985546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:50.999613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:51.119227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3be9e-fbf4-4cf8-a7e4-bb5d2b16d2d6 None None] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:51.125120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.139347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:51.158229 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:51.173687 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:51.174562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:51.175001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:51.191591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.204241 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-782b3b6e-0d79-4553-a2ab-c8bf3d4e94f4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2109840 Dec 10 16:39:51.205403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52786) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:51.211330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:51.222986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:51.239752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:51.253338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:51.259032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:51.259032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:51.279691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:51.350294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.384227 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:51.404351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5043d639-0031-4cf9-ae68-e1720d904f02 None None] Provisioning complete for port 28d75536-4752-4800-ab8f-f7af354c741c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:51.405289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5043d639-0031-4cf9-ae68-e1720d904f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.452959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab894759-2557-4f29-a916-5ad5251120e3 req-9b400e18-ba41-4a77-9175-bd89500a0919 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.454614 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ab894759-2557-4f29-a916-5ad5251120e3 req-9b400e18-ba41-4a77-9175-bd89500a0919 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 931 time: 0.3405015 Dec 10 16:39:51.455312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:51.516351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c88a9be0-f981-479d-9ece-6faa15af7245 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3912897 Dec 10 16:39:51.523052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:51.523543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:51.525921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68550ee5-c290-4bc2-a89e-83becee9efc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:51.537062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:51.539053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.581004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:51.639479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307df928-5d25-418e-bf4b-ec484bc4bf3b x-openstack-request-id: req-307df928-5d25-418e-bf4b-ec484bc4bf3b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:51.639479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:51.639479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-307df928-5d25-418e-bf4b-ec484bc4bf3b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:51.639479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'status': 'completed', 'code': 200} Dec 10 16:39:51.727346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ab894759-2557-4f29-a916-5ad5251120e3 req-a11939ca-4c7a-4bbd-bb5e-5d92749914e2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371325 Dec 10 16:39:51.744556 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-054a16e1-2e3a-4166-8962-bea030d226a0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 992 time: 0.2034469 Dec 10 16:39:51.758095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-82ce8d0a-d537-435e-8d0b-8ca5fbe65063 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3619745 Dec 10 16:39:51.772259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Request body: {'port': {'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:51.774755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:51.801271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:78:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:51.847554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.873764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.941422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5043d639-0031-4cf9-ae68-e1720d904f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:51.999825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 28d75536-4752-4800-ab8f-f7af354c741c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=28d75536-4752-4800-ab8f-f7af354c741c,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:52.036654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=04b28999-5f08-4d82-bfed-88a800d9b625,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:52.040048 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:52.046811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:52.062731 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:52.063551 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:52.065652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:52.084610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.085437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ec505fb8-5248-4156-add6-6173606397c8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:52.234593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-ef19c63f-00d4-434f-b1b4-8b474266dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.236115 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-ef19c63f-00d4-434f-b1b4-8b474266dd52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1099 time: 0.4583437 Dec 10 16:39:52.240230 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:52.244750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.245451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.423318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-5043d639-0031-4cf9-ae68-e1720d904f02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:39:52.423673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-5043d639-0031-4cf9-ae68-e1720d904f02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:39:52.444067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=28d75536-4752-4800-ab8f-f7af354c741c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:52.469609 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a7d1e930-092c-45d7-bafb-5e3440bb720d tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5570028 Dec 10 16:39:52.470015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:52.501134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:49Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:50Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:52.533427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '04b28999-5f08-4d82-bfed-88a800d9b625', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:52.542870 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:78:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:52.554928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d132057-b63b-4bd7-a1cb-dbd71cb57014 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:39:52.566213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.575676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:52.576050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Updating router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 port ed927524-970f-4956-ad54-216dbeb060bb binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:39:52.588645 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beb5c2-eb7f-4bfb-96be-63254633f726 None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:78:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:52.597722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-8937e404-2d51-432e-b143-4a5fabac8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:52.599233 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-8937e404-2d51-432e-b143-4a5fabac8fe1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 896 time: 0.3510532 Dec 10 16:39:52.608543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Transition to ACTIVE for port object 9d132057-b63b-4bd7-a1cb-dbd71cb57014 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:39:52.613872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ec505fb8-5248-4156-add6-6173606397c8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:52.614500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.686921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.700514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.751886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:52.894787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:52.960259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:52.965165 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-952d2fb3-c336-4315-845d-2e3273e629f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 200 len: 1000 time: 0.3519003 Dec 10 16:39:52.966594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Attempting to bind port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:52.966943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Attempting to bind port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:52.967332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Attempting to bind port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:52.974181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:39:52.976877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Attempting to bind port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:52.979946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:52.989995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:52.990619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Bound using segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:52.993122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Bound port: 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:52.993500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.021115 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ac106-e345-4fb4-97ac-fe2797633b98 None None] New status for floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:39:53.158931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.208492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 28d75536-4752-4800-ab8f-f7af354c741c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:53.238068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:53.238068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:53.240952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:39:53.253599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.277631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:39:53.278105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.287492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-d31ed679-3452-475e-8e2c-cbfcf27d2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.289024 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-d31ed679-3452-475e-8e2c-cbfcf27d2cbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.1992476 Dec 10 16:39:53.307907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54463336-d793-4d02-a99c-1fda0d8d6f5a None None] Pushing event updated for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:53.336074 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e20c9dc8-ec80-464f-b1a1-def14d9ed236 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 992 time: 0.5793006 Dec 10 16:39:53.355920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.357269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 28d75536-4752-4800-ab8f-f7af354c741c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:53.357663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.371322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd42e-6a88-45ab-8ecc-24348bb1c3e5 req-30fae0a5-004c-4116-a873-77a92ea1c027 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.373044 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e9bd42e-6a88-45ab-8ecc-24348bb1c3e5 req-30fae0a5-004c-4116-a873-77a92ea1c027 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.5088832 Dec 10 16:39:53.429693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.437019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.437019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] 10.222.0.61 "PUT /v2.0/ports/9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 1093 time: 1.6663611 Dec 10 16:39:53.437258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-62aa4c5f-62df-46e1-bea7-c3b4fc32441e None None] Provisioning complete for port ed927524-970f-4956-ad54-216dbeb060bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:53.437258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62aa4c5f-62df-46e1-bea7-c3b4fc32441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.458647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09248-0afa-4f6e-97ef-2dc46a113a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:53.541933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Attempting to bind port ed927524-970f-4956-ad54-216dbeb060bb on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:39:53.542433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Attempting to bind port ed927524-970f-4956-ad54-216dbeb060bb by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:39:53.542991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Attempting to bind port ed927524-970f-4956-ad54-216dbeb060bb on network 8bf35277-e7b3-4efd-a515-2f071bc70af7 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:39:53.548709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62aa4c5f-62df-46e1-bea7-c3b4fc32441e None None] Port ed927524-970f-4956-ad54-216dbeb060bb cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:39:53.554795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:39:53.555185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Checking segment: {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:39:53.555575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.555976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Bound using segment: {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:39:53.556683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Bound port: ed927524-970f-4956-ad54-216dbeb060bb, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:39:53.557101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.633488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-62aa4c5f-62df-46e1-bea7-c3b4fc32441e None None] Provisioning complete for port 28d75536-4752-4800-ab8f-f7af354c741c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:53.633874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62aa4c5f-62df-46e1-bea7-c3b4fc32441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.637315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-803f6495-d7be-4a4b-9468-55f3e0ea53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.639425 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-803f6495-d7be-4a4b-9468-55f3e0ea53fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3386581 Dec 10 16:39:53.644732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:39:53.647894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3166f1d-1761-4589-803f-5910af771e75" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:39:53.713847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-22992d2f-a1d4-4e2b-b2d5-d0ada0aaf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.716254 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-22992d2f-a1d4-4e2b-b2d5-d0ada0aaf56f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1096 time: 0.1556036 Dec 10 16:39:53.775537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6edca6-b371-4714-8a5d-8bf46d17ccc6 x-openstack-request-id: req-0e6edca6-b371-4714-8a5d-8bf46d17ccc6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:39:53.775867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:39:53.776127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e6edca6-b371-4714-8a5d-8bf46d17ccc6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:39:53.776807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'status': 'completed', 'code': 200} Dec 10 16:39:53.798002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] For port ed927524-970f-4956-ad54-216dbeb060bb, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:39:53.814988 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-5d730580-2016-4f40-aacd-271b62605c28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 217 time: 0.0897229 Dec 10 16:39:53.884278 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e9bd42e-6a88-45ab-8ecc-24348bb1c3e5 req-84058f56-0813-498d-817b-53b48bbe54a3 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5023556 Dec 10 16:39:53.888009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-d12e1eed-3561-4918-bd2b-e83f2a38e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:53.891295 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-d12e1eed-3561-4918-bd2b-e83f2a38e6dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0667465 Dec 10 16:39:53.951531 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-cbf4cdcb-90f3-4ddf-9720-e22745b3b34e service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888803 Dec 10 16:39:53.957856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:53.978291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] For port ed927524-970f-4956-ad54-216dbeb060bb, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ed927524-970f-4956-ad54-216dbeb060bb,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:39:53.993589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.003612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-e5fd5642-a2b7-47d6-8fc8-bce39cc3fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.005214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-e5fd5642-a2b7-47d6-8fc8-bce39cc3fc78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992711 Dec 10 16:39:54.032616 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.044101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.159373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:54.159846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:54.162567 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-5c338903-e39e-4147-b608-ebe449825f9a service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500909 Dec 10 16:39:54.251631 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68550ee5-c290-4bc2-a89e-83becee9efc4 req-4c889fe6-b743-41f9-9f96-a39558926720 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852280 Dec 10 16:39:54.271500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:54.282766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54463336-d793-4d02-a99c-1fda0d8d6f5a None None] Pushing event updated for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:54.286612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] Provisioning complete for port ed927524-970f-4956-ad54-216dbeb060bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:54.293321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.341579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:54.370705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:54.509623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.175 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/c7c332ac-4d58-4255-92ea-c6128e626d0a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:54.524377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.553938 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3556929b-856b-4f6e-916e-ff3a6334025b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 994 time: 0.1819463 Dec 10 16:39:54.561850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:54.572525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.574632 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7a57ce57-ed88-4a67-8267-6c8afa4a51fe tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 953 time: 3.3588476 Dec 10 16:39:54.587901 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:54.658255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] For port ed927524-970f-4956-ad54-216dbeb060bb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ed927524-970f-4956-ad54-216dbeb060bb,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:54.658531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b559cf5a-ba0d-4853-9535-f8b24f8a308d req-6541efff-7e7f-4fe5-9b81-0fb66ecd8180 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742205 Dec 10 16:39:54.679045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:53Z', 'revision_number': 6, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:53Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:54.710090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fdf93-4c7d-43ea-a45d-d27807c8ec2a None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:53Z', 'revision_number': 6, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:53Z', 'revision_number': 4, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:54.755378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:54.884704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0f4e-50e8-406b-a1c4-d407879531c4 None None] Pushing event updated for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:54.903813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166f1d-1761-4589-803f-5910af771e75 req-3bfcb2ef-e2a3-4450-8d8f-1f3d677b3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:54.905530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-3bfcb2ef-e2a3-4450-8d8f-1f3d677b3558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1096 time: 0.0847969 Dec 10 16:39:55.003547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d6c99147-ccdb-4aa9-aa74-360bb08b39d4 None None] Provisioning complete for port ed927524-970f-4956-ad54-216dbeb060bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:55.003933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6c99147-ccdb-4aa9-aa74-360bb08b39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.080010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ed927524-970f-4956-ad54-216dbeb060bb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:39:55.213415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ed927524-970f-4956-ad54-216dbeb060bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:39:55.214108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.219530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc6614-c4e8-4b26-8b73-e48e10845f35 req-dead3dad-17d4-44e3-89ea-6eba1376bcfc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.226869 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-96ebcec0-3373-4835-9e53-05862ce8e94f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 953 time: 0.6348705 Dec 10 16:39:55.227455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ccdc6614-c4e8-4b26-8b73-e48e10845f35 req-dead3dad-17d4-44e3-89ea-6eba1376bcfc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.1912332 Dec 10 16:39:55.230767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52806) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:55.255543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'routes': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:55.305542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.338580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166f1d-1761-4589-803f-5910af771e75 req-2fc424dc-796f-4756-afd6-7046a73035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.340076 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-2fc424dc-796f-4756-afd6-7046a73035d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.4242451 Dec 10 16:39:55.403405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-47242ecf-6a7c-4ed7-b9f8-ea8a9d2f4249 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 217 time: 0.0522914 Dec 10 16:39:55.453488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.500336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:55.503559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:55.507688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:55.550830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ccdc6614-c4e8-4b26-8b73-e48e10845f35 req-862c7ec2-e36a-4227-aa6d-e4b6170d957b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116977 Dec 10 16:39:55.566640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=c7c332ac-4d58-4255-92ea-c6128e626d0a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:55.584015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166f1d-1761-4589-803f-5910af771e75 req-3debc596-ea41-438b-9d78-631f1dfe4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.584661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-3debc596-ea41-438b-9d78-631f1dfe4a58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.1696744 Dec 10 16:39:55.713347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166f1d-1761-4589-803f-5910af771e75 req-f528526d-9571-4d04-a192-db42bf071b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:55.714995 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-f528526d-9571-4d04-a192-db42bf071b31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967929 Dec 10 16:39:55.851586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:55.863249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:55.864037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:55.900358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-1cbe72e0-9a7f-47dc-9934-d443ffa87b79 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771202 Dec 10 16:39:55.952867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:55.964317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:39:55.964638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:39:55.969501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:56.030590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.042696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3166f1d-1761-4589-803f-5910af771e75 req-e2f55904-beea-4f38-ae46-44a90277f69a service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319122 Dec 10 16:39:56.160529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.208691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:53Z', 'revision_number': 6, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.238732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:56.249741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:56.254393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.350077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:56.350747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.366572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.370049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.435291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.473384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:56.512401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=c7c332ac-4d58-4255-92ea-c6128e626d0a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:56.522034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.618425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:56.626099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 7, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:56.628119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:56.629465 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5882cacc-8551-4d80-96b1-a02aee5f27b6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 703 time: 1.3920760 Dec 10 16:39:56.632109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52810) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:56.673007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35714a93-0eba-40b7-9536-eeb4e23e29d3 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 7, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:56.714859 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP 53d642ff-f114-4264-a4c6-03d70f40d60e associated. External IP: 172.26.4.175, port: 04b28999-5f08-4d82-bfed-88a800d9b625. Dec 10 16:39:56.742790 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8f5184f1-1dd2-4e6e-9e82-984420927ae5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 703 time: 0.1094961 Dec 10 16:39:56.745541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52812) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:56.806594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d58218-c6cc-41f8-b36f-1b13f7711fe7 req-f3a57df4-108a-4105-9871-a60a84353910 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:56.810320 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-84d58218-c6cc-41f8-b36f-1b13f7711fe7 req-f3a57df4-108a-4105-9871-a60a84353910 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.1427252 Dec 10 16:39:56.888148 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-84d58218-c6cc-41f8-b36f-1b13f7711fe7 req-8383d62b-061b-4979-8b30-a6430d70a9de tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665481 Dec 10 16:39:56.963533 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:56.976430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:56.977120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.010783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:57.075229 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:57.138580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:57.161916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:57.184128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:57.185099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.259946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.259946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:57.259946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.287714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.288379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304f11d-556d-4024-8efe-f8fe788d2389 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:57.334970 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 7, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.361313 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:57.370760 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:57.371808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.372295 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.399882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.401341 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9331ebba-7f7b-43fd-8c20-c761349768bd tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8728504 Dec 10 16:39:57.409348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52814) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:57.413934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:57.469430 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:57.475408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.646651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.688276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port ed927524-970f-4956-ad54-216dbeb060bb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:57.688642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.693290 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 7, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:57.706224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.706604 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP 53d642ff-f114-4264-a4c6-03d70f40d60e disassociated. External IP: 172.26.4.175, port: 04b28999-5f08-4d82-bfed-88a800d9b625. Dec 10 16:39:57.723102 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b55025-64e3-42e3-8e26-b95cac0c27c9 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:55Z', 'revision_number': 7, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed927524-970f-4956-ad54-216dbeb060bb', 'name': '', 'network_id': '8bf35277-e7b3-4efd-a515-2f071bc70af7', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:7b:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:39:54Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'bb89d4e1-0de2-41f5-b23f-3f3499e77f86', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:57.788714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port ed927524-970f-4956-ad54-216dbeb060bb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ed927524-970f-4956-ad54-216dbeb060bb,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:57.789403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:57.802276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for ed927524-970f-4956-ad54-216dbeb060bb owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:57.968945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:58.067799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abc064-8548-4386-bb37-949c482b1e28 req-71004d4c-2156-4374-8ae7-c4ffef7c59c4 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:58.069769 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68abc064-8548-4386-bb37-949c482b1e28 req-71004d4c-2156-4374-8ae7-c4ffef7c59c4 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.0623765 Dec 10 16:39:58.070571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.093382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:58.101107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.106637 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:58.107145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=ed927524-970f-4956-ad54-216dbeb060bb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.116463 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:58.117251 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.145790 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b3832896-8e10-4344-b3ec-a8b7d13f0107 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/53d642ff-f114-4264-a4c6-03d70f40d60e HTTP/1.1" status: 200 len: 688 time: 0.7329111 Dec 10 16:39:58.146022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.176244 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.187746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:58.188999 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.258614 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68abc064-8548-4386-bb37-949c482b1e28 req-9ca179ec-d4ce-49b4-9f95-ac21bfe65fa1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813114 Dec 10 16:39:58.297251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.343114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port c7c332ac-4d58-4255-92ea-c6128e626d0a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:58.343516 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.343772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.344555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e9815-1168-4148-83f6-d74ffb89c5d2 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:58.424665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.425272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.444353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for c7c332ac-4d58-4255-92ea-c6128e626d0a owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:58.504860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:39:58.602029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:39:58.607218 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-45e0f942-a49f-41cf-b3b3-327a90783dab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8607082 Dec 10 16:39:58.610586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52820) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.613587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:39:58.625213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:58.625842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.641017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.670125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=c7c332ac-4d58-4255-92ea-c6128e626d0a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.670503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet bb89d4e1-0de2-41f5-b23f-3f3499e77f86 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:39:58.674134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.717182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.733608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:58.734039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.736641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.738174 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b197fb1a-1299-43a8-8f61-b9501be3c9d1 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/53d642ff-f114-4264-a4c6-03d70f40d60e HTTP/1.1" status: 204 len: 168 time: 0.5912251 Dec 10 16:39:58.742023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.746465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '5f55780a-d9d6-4606-b628-935cbbc18c1d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:39:58.813892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.835381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.940845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.957632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:57Z', 'revision_number': 8, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:58.960194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.970903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=bb89d4e1-0de2-41f5-b23f-3f3499e77f86,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:58.982010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:58.988684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32cf4d01-67e3-4626-864f-6cc15b7a83ed tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/bb89d4e1-0de2-41f5-b23f-3f3499e77f86 HTTP/1.1" status: 204 len: 168 time: 0.3744323 Dec 10 16:39:58.989918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:58.997160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7c50b-ed11-4c9a-9774-58665a8ef249 None None] Network 8bf35277-e7b3-4efd-a515-2f071bc70af7 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:39:59.001178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:39:59.057197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:39:59.057825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.069799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.089064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.100 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/90096b26-fea0-4afe-99bc-407c9157fc82) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:39:59.129444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 28d75536-4752-4800-ab8f-f7af354c741c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:59.129932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.172086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:39:59.218651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 28d75536-4752-4800-ab8f-f7af354c741c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=28d75536-4752-4800-ab8f-f7af354c741c,segment=NetworkSegment(b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8),segment_id=b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:59.218863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.219098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.237642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 28d75536-4752-4800-ab8f-f7af354c741c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:59.262643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847376a9-e96c-4a49-9935-b783073a717f None None] DHCP port deletion for 8bf35277-e7b3-4efd-a515-2f071bc70af7 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:39:59.322841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.382626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:39:59.403810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.404691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:39:59.407596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:39:59.409711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=90096b26-fea0-4afe-99bc-407c9157fc82,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.410836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Deleting port 28d75536-4752-4800-ab8f-f7af354c741c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:39:59.411226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.441009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=28d75536-4752-4800-ab8f-f7af354c741c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.443309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 28d75536-4752-4800-ab8f-f7af354c741c on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:59.459359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a30c4-8085-4ed8-adb6-b220598ec21b req-23c9e10a-61b2-420a-aa5f-4250e74373b9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:39:59.460941 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc7a30c4-8085-4ed8-adb6-b220598ec21b req-23c9e10a-61b2-420a-aa5f-4250e74373b9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.1039453 Dec 10 16:39:59.498703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-847376a9-e96c-4a49-9935-b783073a717f None None] For port 28d75536-4752-4800-ab8f-f7af354c741c, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:39:59.498703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.513224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:57Z', 'revision_number': 8, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.515342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Calling delete_port for 28d75536-4752-4800-ab8f-f7af354c741c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:39:59.518920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Port 28d75536-4752-4800-ab8f-f7af354c741c was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:39:59.532185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.543572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.547905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17cef0-85c0-4905-accb-35bc99ecf062 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:39:57Z', 'revision_number': 8, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec505fb8-5248-4156-add6-6173606397c8', 'name': '', 'network_id': '9cf3fcc8-c99c-4be9-8364-96219eab91be', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:3d:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:43Z', 'updated_at': '2021-12-10T16:39:48Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '49e0ea1e-af5d-4973-bd00-b777b5e871e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:39:59.558823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf35277-e7b3-4efd-a515-2f071bc70af7']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.569930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.573290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a17dff-d2bf-46bc-ba00-e6c6ca5b44c8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:39:59.575336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847376a9-e96c-4a49-9935-b783073a717f None None] Pushing event deleted for resources: {'Port': ['ID=28d75536-4752-4800-ab8f-f7af354c741c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.580099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847376a9-e96c-4a49-9935-b783073a717f None None] No DVR routers for this DVR port 28d75536-4752-4800-ab8f-f7af354c741c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:39:59.593709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.614385 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc7a30c4-8085-4ed8-adb6-b220598ec21b req-f33316bb-e99e-46e0-8e10-4a4bdcfd0c9c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464372 Dec 10 16:39:59.619525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.628491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:39:59.628925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:39:59.632145 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:39:59.797720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.805925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:39:59.809288 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/8bf35277-e7b3-4efd-a515-2f071bc70af7 HTTP/1.1" status: 204 len: 168 time: 0.8194637 Dec 10 16:39:59.812878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:39:59.819756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827856-8abf-49c5-af3a-9fa029a6c4c4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=8bf35277-e7b3-4efd-a515-2f071bc70af7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:39:59.933630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:40:00.015849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.163465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.352401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.394281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.735288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca765a5-a5dc-4c81-ad42-f120a86f7622 req-6f17887f-f6eb-4278-bf64-71af0c7cc456 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:00.736877 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aca765a5-a5dc-4c81-ad42-f120a86f7622 req-6f17887f-f6eb-4278-bf64-71af0c7cc456 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.0513277 Dec 10 16:40:00.762004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.792291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aca765a5-a5dc-4c81-ad42-f120a86f7622 req-b99dc47f-47fe-4048-be54-196b7adc35d9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490177 Dec 10 16:40:00.843358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=90096b26-fea0-4afe-99bc-407c9157fc82,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:00.911208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:00.953704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 28d75536-4752-4800-ab8f-f7af354c741c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:00.976674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 28d75536-4752-4800-ab8f-f7af354c741c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:00.977048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 28d75536-4752-4800-ab8f-f7af354c741c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:00.977468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ed927524-970f-4956-ad54-216dbeb060bb no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:00.995869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ed927524-970f-4956-ad54-216dbeb060bb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:00.996211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ed927524-970f-4956-ad54-216dbeb060bb not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:01.049005 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP ddcfb557-1ae7-4283-9aec-157508443819 associated. External IP: 172.26.4.100, port: 5f55780a-d9d6-4606-b628-935cbbc18c1d. Dec 10 16:40:01.179932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port ec505fb8-5248-4156-add6-6173606397c8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:01.180277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.353630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port ec505fb8-5248-4156-add6-6173606397c8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ec505fb8-5248-4156-add6-6173606397c8,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:01.353996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.371015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for ec505fb8-5248-4156-add6-6173606397c8 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:01.384341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:01.582609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:01.592423 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:01.602504 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:01.603186 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.634999 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.643709 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:01.644299 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.694347 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:01.694983 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72eb9c-7ac5-4b86-beb4-0e8c3b241fef None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:01.705714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.726442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.758550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-aae4f459-46d8-4fd5-8bd7-8192a7893a0a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0154560 Dec 10 16:40:01.759789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=ec505fb8-5248-4156-add6-6173606397c8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:01.761209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52832) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.841980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2278c78a-3ed4-4995-ade1-af76968d3202 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/floatingips/ddcfb557-1ae7-4283-9aec-157508443819 HTTP/1.1" status: 200 len: 977 time: 0.0795102 Dec 10 16:40:01.845392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52836) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.897169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:01.969945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-febf92a1-37b3-4a63-8c83-2806267d6414 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1228445 Dec 10 16:40:01.972466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52838) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:01.976937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': '04b28999-5f08-4d82-bfed-88a800d9b625'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:02.009304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14218e0f-a5ce-47ea-8b20-22f135553b32 req-8ce65fa2-fbf6-407d-86a1-6c8c9628fc59 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:02.010832 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-14218e0f-a5ce-47ea-8b20-22f135553b32 req-8ce65fa2-fbf6-407d-86a1-6c8c9628fc59 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.1249044 Dec 10 16:40:02.033000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.141607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-14218e0f-a5ce-47ea-8b20-22f135553b32 req-119e71f0-05fc-4207-b30c-51cc8d29a993 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215816 Dec 10 16:40:02.166405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:02.262008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:02.269964 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dd87e089-ff96-44b2-8262-25a616e2634e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4533501 Dec 10 16:40:02.271257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:02.271739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52840) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:02.281709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:02.282325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:02.371856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:02.576103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:01Z', 'revision_number': 9, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:02.608163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:02.617414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:02.618027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:02.626994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 49e0ea1e-af5d-4973-bd00-b777b5e871e4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:02.631708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.703865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:02.745617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.915550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:02.920928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.008692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.042842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c9b734f0-6139-4f23-b531-5c418b2ca3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.071921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:01Z', 'revision_number': 9, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.096392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.102460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643170ae-b90c-42ca-bcb7-8b92456d09ff None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:01Z', 'revision_number': 9, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'bb93508c-9de9-4805-a06b-cc8154094d22', 'name': '', 'network_id': '877b7fa0-1e0c-45c1-9b54-6f59436b19c5', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:1f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:38Z', 'updated_at': '2021-12-10T16:39:43Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': '28e79313-8e15-458c-a21c-4f528e22ee80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:03.139060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=49e0ea1e-af5d-4973-bd00-b777b5e871e4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.146194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.146194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-966da26c-1305-49da-8a04-f9f5e1c93f43 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/49e0ea1e-af5d-4973-bd00-b777b5e871e4 HTTP/1.1" status: 204 len: 168 time: 0.8736255 Dec 10 16:40:03.148824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52842) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:03.152069 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP ddcfb557-1ae7-4283-9aec-157508443819 associated. External IP: 172.26.4.100, port: 5f55780a-d9d6-4606-b628-935cbbc18c1d. Dec 10 16:40:03.152267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76cba24-33df-4938-b5f5-90eb24a598d6 None None] Network 9cf3fcc8-c99c-4be9-8364-96219eab91be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:03.244767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.300372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:03.300839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.308137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad0bf-31f0-4424-80ff-e2c319e95b9f req-836a5564-45d2-42da-9418-a3ffc71401c1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:03.309819 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d18ad0bf-31f0-4424-80ff-e2c319e95b9f req-836a5564-45d2-42da-9418-a3ffc71401c1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.0821815 Dec 10 16:40:03.366483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:03.366849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.384004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:03.433369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d18ad0bf-31f0-4424-80ff-e2c319e95b9f req-5df2cf76-2f3a-4a41-8f4e-eb45c6bb1f65 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885320 Dec 10 16:40:03.460775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] DHCP port deletion for 9cf3fcc8-c99c-4be9-8364-96219eab91be request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:03.461404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:03.532459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Deleting port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:03.533267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.581871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.595134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:03.605989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] For port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,segment=NetworkSegment(396c1c13-6f30-49c5-961a-a01e0f9fd9c2),segment_id=396c1c13-6f30-49c5-961a-a01e0f9fd9c2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:03.605989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.608563 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:03.616430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Calling delete_port for 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:03.620982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.625599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:03.634843 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:03.636202 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.678827 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.688958 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:03.689827 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.726296 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.726955 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992222c-0de8-4bef-87b8-f55762319bec None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:03.736567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.737914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.757506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf3fcc8-c99c-4be9-8364-96219eab91be']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.767389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396c1c13-6f30-49c5-961a-a01e0f9fd9c2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.767815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396c1c13-6f30-49c5-961a-a01e0f9fd9c2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:03.769918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] Pushing event deleted for resources: {'Port': ['ID=2acb8e1a-4be9-4b98-94e3-bd907d6c12d2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.771724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d754665-f6a4-4d91-bb8a-4de51925d31c None None] No DVR routers for this DVR port 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:03.788931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.802958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.809061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:03.809480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:03.812766 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:03.836273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:03.931857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.940500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.944731 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/9cf3fcc8-c99c-4be9-8364-96219eab91be HTTP/1.1" status: 204 len: 168 time: 0.7947285 Dec 10 16:40:03.946860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:03.955947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:03.955947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:03.958430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:03.964835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142bf6b-4485-4beb-87d7-ac6bc3adf8f1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=9cf3fcc8-c99c-4be9-8364-96219eab91be,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:03.971075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:03.971378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.004647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.013482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:04.014622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.050680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.051219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555af5f-dd67-4c3c-aa54-14443487eaf6 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:04.088236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-68aae984-8f51-4be4-8cc3-bf288d81fc35 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/ddcfb557-1ae7-4283-9aec-157508443819 HTTP/1.1" status: 200 len: 977 time: 2.1146255 Dec 10 16:40:04.092937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52848) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.097659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:04.159210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.305388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.327312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.360488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.360837 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP ddcfb557-1ae7-4283-9aec-157508443819 disassociated. External IP: 172.26.4.100, port: 04b28999-5f08-4d82-bfed-88a800d9b625. Dec 10 16:40:04.576466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port bb93508c-9de9-4805-a06b-cc8154094d22 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:04.577364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.600984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f47a1-053c-4fd4-810b-c1dc46a4d797 req-f3ca316e-19e5-47ec-b70e-314402551793 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:04.602460 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-074f47a1-053c-4fd4-810b-c1dc46a4d797 req-f3ca316e-19e5-47ec-b70e-314402551793 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.0700788 Dec 10 16:40:04.620706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:04.672081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port bb93508c-9de9-4805-a06b-cc8154094d22, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bb93508c-9de9-4805-a06b-cc8154094d22,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:04.672445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.685305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for bb93508c-9de9-4805-a06b-cc8154094d22 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:04.725173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-074f47a1-053c-4fd4-810b-c1dc46a4d797 req-c85af15d-d362-4909-858b-dd9b20ada1b1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145294 Dec 10 16:40:04.761763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:04.767555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.772779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:04.787632 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:04.788336 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.800950 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7f7daf0f-c5e6-42cd-aef3-582114628191 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/ddcfb557-1ae7-4283-9aec-157508443819 HTTP/1.1" status: 200 len: 688 time: 0.7067957 Dec 10 16:40:04.801567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:04.820492 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.830087 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:04.830620 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:39:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.862851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:04.863542 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7e1f8-0a5c-4d41-9106-0db1b06dd244 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:04.930989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 90096b26-fea0-4afe-99bc-407c9157fc82 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:04.931335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.945854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:04.956935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ec505fb8-5248-4156-add6-6173606397c8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:04.976006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=bb93508c-9de9-4805-a06b-cc8154094d22,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:04.978527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ec505fb8-5248-4156-add6-6173606397c8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:04.979038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ec505fb8-5248-4156-add6-6173606397c8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:04.979567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:05.000510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:05.001014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2acb8e1a-4be9-4b98-94e3-bd907d6c12d2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:05.049531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.049531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.066287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 90096b26-fea0-4afe-99bc-407c9157fc82 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:05.177797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aadb643c-65f8-43a1-8cbd-72b5cfd09c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.303423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.334761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=90096b26-fea0-4afe-99bc-407c9157fc82,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:05.357243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.406302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.408919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.410472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f354d66d-9db1-4df1-98f0-6b7106ee65db tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/ddcfb557-1ae7-4283-9aec-157508443819 HTTP/1.1" status: 204 len: 168 time: 0.6077354 Dec 10 16:40:05.412760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.449085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-b25f1781-e66e-4b16-9035-e7bfb986e134 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] delete failed (client error): The resource could not be found. Dec 10 16:40:05.457184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b25f1781-e66e-4b16-9035-e7bfb986e134 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/ddcfb557-1ae7-4283-9aec-157508443819 HTTP/1.1" status: 404 len: 345 time: 0.0364280 Dec 10 16:40:05.460722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52856) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.613513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed60230-860f-40e3-8035-4f910a798163 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.619445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed60230-860f-40e3-8035-4f910a798163 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.626071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed60230-860f-40e3-8035-4f910a798163 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.627639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3ed60230-860f-40e3-8035-4f910a798163 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/ports?network_id=15e170a2-e467-426e-b04a-3a8526ee7fc0 HTTP/1.1" status: 200 len: 2356 time: 0.1657939 Dec 10 16:40:05.630482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.636366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:05.689996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd397b4-a06e-42e9-a920-041ace7248b4 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.691368 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0cd397b4-a06e-42e9-a920-041ace7248b4 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/subnets/1dde13b5-35fe-4d70-9c3a-6701178e84f4 HTTP/1.1" status: 200 len: 797 time: 0.0598922 Dec 10 16:40:05.696029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.701065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'port': {'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0', 'name': 'tempest-FloatingIPTestJSON-1898658508', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:05.727817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:05.734137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9d132057-b63b-4bd7-a1cb-dbd71cb57014 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:40:05.736599 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2c85567a-e90b-43ca-bdbb-cb11d26ce014 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799292 Dec 10 16:40:05.737649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52862) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:05.741730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:05.771651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:05.771890 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:05.802056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet 28e79313-8e15-458c-a21c-4f528e22ee80 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:05.805380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.872906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:05.900956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:05.908326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:05.917734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245e22e-de44-4299-a311-2b332122b575 req-a577a140-9358-4a85-84a8-ebe1b69e6ecd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:05.919322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6245e22e-de44-4299-a311-2b332122b575 req-a577a140-9358-4a85-84a8-ebe1b69e6ecd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 943 time: 0.0913725 Dec 10 16:40:05.993384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.003062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.011774 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6245e22e-de44-4299-a311-2b332122b575 req-d4b0e56a-ac9a-4a23-a799-aae5587ca104 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828812 Dec 10 16:40:06.013506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] device_id is not set on port ca654e2d-50cc-475d-9b7a-1b293894cca4 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:40:06.014426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.051995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:40:06.111838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.135667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d132057-b63b-4bd7-a1cb-dbd71cb57014 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:06.157322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.176508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.187356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=28e79313-8e15-458c-a21c-4f528e22ee80,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.191102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.196759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c508c730-b7f5-41a9-8d9d-810c25ed0fe6 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/28e79313-8e15-458c-a21c-4f528e22ee80 HTTP/1.1" status: 204 len: 168 time: 0.4558027 Dec 10 16:40:06.199023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.202094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:04Z', 'revision_number': 10, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.231097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:06.233709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c58459-bd79-4448-8a5e-5d23903ebeaf None None] Network 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:06.275798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.282202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.307085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:06.308230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.324073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.14 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/ca654e2d-50cc-475d-9b7a-1b293894cca4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:06.330063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.13 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/ca654e2d-50cc-475d-9b7a-1b293894cca4) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:06.336139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 915facd4-279b-470d-8505-5a77c30bffdf {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:06.336482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.404229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 915facd4-279b-470d-8505-5a77c30bffdf, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=915facd4-279b-470d-8505-5a77c30bffdf,segment=NetworkSegment(7f0ea707-0013-48c1-9bbd-d2bb6811d4b6),segment_id=7f0ea707-0013-48c1-9bbd-d2bb6811d4b6)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:06.404620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.418609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 915facd4-279b-470d-8505-5a77c30bffdf owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:06.441959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:06.489218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.493476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.552308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9d132057-b63b-4bd7-a1cb-dbd71cb57014'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:06.700922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.731886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=915facd4-279b-470d-8505-5a77c30bffdf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.742920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.749756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 915facd4-279b-470d-8505-5a77c30bffdf on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:06.773527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f117a25-cfb4-4c24-9dff-4306588cff46 None None] DHCP port deletion for 877b7fa0-1e0c-45c1-9b54-6f59436b19c5 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:06.780036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.789806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:06.795798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:06.799765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:06.845621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=ca654e2d-50cc-475d-9b7a-1b293894cca4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:06.866398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:06.866663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.867051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.887626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877b7fa0-1e0c-45c1-9b54-6f59436b19c5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.897607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.897978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ea707-0013-48c1-9bbd-d2bb6811d4b6') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.914306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.930771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.940170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:06.941042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:06.944020 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:06.948285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:04Z', 'revision_number': 10, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:06.959531 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-69de84a2-e4f9-4713-855d-d81a0508f55c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2622445 Dec 10 16:40:06.963211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:06.972388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'ca654e2d-50cc-475d-9b7a-1b293894cca4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:06.988464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578185d-0725-4aad-ba20-e6bea8001ff4 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:04Z', 'revision_number': 10, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None, '_interfaces': [{'id': 'c0165d69-a542-466d-b990-8a3a04c5347f', 'name': '', 'network_id': 'a4e4f057-ca03-4632-8032-5328797b21a2', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'mac_address': 'fa:16:3e:f3:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:32Z', 'updated_at': '2021-12-10T16:39:38Z', 'revision_number': 5, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'subnets': [{'id': 'c73e66e7-aadb-47c3-bb7f-c9c667d4e21b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:07.115045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.137539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.144828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.148147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/877b7fa0-1e0c-45c1-9b54-6f59436b19c5 HTTP/1.1" status: 204 len: 168 time: 0.9500079 Dec 10 16:40:07.150957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52872) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:07.174967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613244fb-be74-4fdc-bebb-10e74a7185a5 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=877b7fa0-1e0c-45c1-9b54-6f59436b19c5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:07.179336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac0106-434d-4488-b6c1-a48d614b2cc6 req-1e890c9f-1626-4a71-8a9a-5ee642d3bc2d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:07.181511 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99ac0106-434d-4488-b6c1-a48d614b2cc6 req-1e890c9f-1626-4a71-8a9a-5ee642d3bc2d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 944 time: 0.0961707 Dec 10 16:40:07.346743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 915facd4-279b-470d-8505-5a77c30bffdf no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:07.368115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 915facd4-279b-470d-8505-5a77c30bffdf {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:07.368459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 915facd4-279b-470d-8505-5a77c30bffdf not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:07.574398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.656350 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99ac0106-434d-4488-b6c1-a48d614b2cc6 req-dde3bc92-c906-4d52-af6d-98c219fb8c4a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661226 Dec 10 16:40:07.682990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.768185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9d132057-b63b-4bd7-a1cb-dbd71cb57014 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:07.808677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.14 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/33db5e43-fb95-4067-8016-4bbbc0abfe6e) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:07.843199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.876141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port c0165d69-a542-466d-b990-8a3a04c5347f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:07.876492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.900376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:40:07.904859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:07.905712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.919564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.969554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port c0165d69-a542-466d-b990-8a3a04c5347f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=c0165d69-a542-466d-b990-8a3a04c5347f,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:07.970433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.984657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:07.987631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for c0165d69-a542-466d-b990-8a3a04c5347f owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:08.007112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:08.009424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a0fd3-98d3-477c-8e45-ce61f1edb08f" -d '{"events": [{"server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "name": "network-vif-plugged", "status": "completed", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:08.026255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:08.031904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.054028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f152190-e6d7-4e38-b388-3af938dd8e26 x-openstack-request-id: req-4f152190-e6d7-4e38-b388-3af938dd8e26 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:08.054385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "name": "network-vif-plugged", "status": "completed", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:08.054693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f152190-e6d7-4e38-b388-3af938dd8e26 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:08.055045 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'code': 200} Dec 10 16:40:08.079657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:08.091549 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:08.093630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=33db5e43-fb95-4067-8016-4bbbc0abfe6e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.095877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:08.112627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.172869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.269085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.296984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=c0165d69-a542-466d-b990-8a3a04c5347f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:08.428801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.448513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7cf6-b5df-4bca-ab4b-8fbb13a11a9e req-bd4102ab-fea2-44ef-8a68-fba4f0bdb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:08.450154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dfcb7cf6-b5df-4bca-ab4b-8fbb13a11a9e req-bd4102ab-fea2-44ef-8a68-fba4f0bdb135 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1098 time: 0.0863478 Dec 10 16:40:08.479176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.620392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dfcb7cf6-b5df-4bca-ab4b-8fbb13a11a9e req-0d21b148-fa99-4bd1-87e0-4d8444319d3f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359015 Dec 10 16:40:08.634362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:08.646598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.682054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.724607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:08.732514 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-64fd9925-ddb6-4a0e-963b-eddf5b5adc2e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774114 Dec 10 16:40:08.732832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52878) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:08.740842 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:08.754031 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:08.755556 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:08.792761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting subnet c73e66e7-aadb-47c3-bb7f-c9c667d4e21b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:08.797781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.818896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24740b3-167d-404e-8fe4-5195ae98f7a3 req-283f7423-b5f7-477d-a177-164fe6609450 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:08.820427 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d24740b3-167d-404e-8fe4-5195ae98f7a3 req-283f7423-b5f7-477d-a177-164fe6609450 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 945 time: 0.0734770 Dec 10 16:40:08.831086 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:08.844216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.889479 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:08.903098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.908340 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d24740b3-167d-404e-8fe4-5195ae98f7a3 req-dad96df8-542d-4e3d-af88-9d4e194750cb tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780203 Dec 10 16:40:08.917041 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:08.925513 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:08.926137 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:08.944405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.969887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:08.996330 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:09.020528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bb93508c-9de9-4805-a06b-cc8154094d22 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:09.041041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: bb93508c-9de9-4805-a06b-cc8154094d22 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:09.041582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bb93508c-9de9-4805-a06b-cc8154094d22 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:09.048274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=33db5e43-fb95-4067-8016-4bbbc0abfe6e,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.054482 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:09.075966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.089331 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a37d3a-cd7e-4801-bd07-82410b8ff4c0 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:09.089809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.121573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Subnet': ['ID=c73e66e7-aadb-47c3-bb7f-c9c667d4e21b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.124755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.132679 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d78b8844-fff7-4680-ba56-f152424b1811 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/c73e66e7-aadb-47c3-bb7f-c9c667d4e21b HTTP/1.1" status: 204 len: 168 time: 0.3965580 Dec 10 16:40:09.135419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52880) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:09.137031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae97a1-5651-42da-a6db-6ad1f6382016 None None] Network a4e4f057-ca03-4632-8032-5328797b21a2 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:09.197732 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP f1dc8f88-5067-4537-b660-dd29cbf115ea associated. External IP: 172.26.4.14, port: ca654e2d-50cc-475d-9b7a-1b293894cca4. Dec 10 16:40:09.223204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.283551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Deleting port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:09.284252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.346703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] For port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:09.347178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.360505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Calling delete_port for 3f8b5904-36f7-4d27-8bb8-7e7079347a2c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:09.421279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:09.487913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] DHCP port deletion for a4e4f057-ca03-4632-8032-5328797b21a2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:09.560424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Deleting port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:09.560424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.562485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:09.610131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:09.638677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:09.639684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:09.684302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:09.688462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] For port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,segment=NetworkSegment(0d36eede-d951-487a-8b3f-141c0f6ff25e),segment_id=0d36eede-d951-487a-8b3f-141c0f6ff25e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:09.688873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.693854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.706777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:09.707572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:09.709589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Calling delete_port for 3f8b5904-36f7-4d27-8bb8-7e7079347a2c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:09.730903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-420272a2-9aa9-4daa-a559-9bb0ff6a7380 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7665195 Dec 10 16:40:09.731704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52882) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:09.739653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': 'ca654e2d-50cc-475d-9b7a-1b293894cca4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:09.773687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:09.774639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75517b0-aa4c-4997-bd33-518733adc65b None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:09.807963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.875328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.880695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:09.905863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Port': ['ID=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.906118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] Pushing event deleted for resources: {'Port': ['ID=3f8b5904-36f7-4d27-8bb8-7e7079347a2c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:09.910059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e3e6d-f5fa-4f14-a452-57efc72b883d None None] No DVR routers for this DVR port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:09.913733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No DVR routers for this DVR port 3f8b5904-36f7-4d27-8bb8-7e7079347a2c on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:10.021378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.061781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e4f057-ca03-4632-8032-5328797b21a2']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:10.074830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d36eede-d951-487a-8b3f-141c0f6ff25e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:10.075135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d36eede-d951-487a-8b3f-141c0f6ff25e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:10.092739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa557042-9fbc-4eae-8d2d-3a8d892ddd74 req-89c27757-cc33-4d3a-98bc-0b15f830f472 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:10.094325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa557042-9fbc-4eae-8d2d-3a8d892ddd74 req-89c27757-cc33-4d3a-98bc-0b15f830f472 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 945 time: 0.0848196 Dec 10 16:40:10.097812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.127685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.137846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:10.138242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:10.145074 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:10.207035 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa557042-9fbc-4eae-8d2d-3a8d892ddd74 req-096ae8b0-ee10-4967-94c9-a36cd8c7bcdd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998273 Dec 10 16:40:10.312346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.322450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.323441 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/networks/a4e4f057-ca03-4632-8032-5328797b21a2 HTTP/1.1" status: 204 len: 168 time: 1.1870084 Dec 10 16:40:10.327596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52888) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.332740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.335095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab4424-bd54-4a68-b141-a311d22f76f3 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Pushing event deleted for resources: {'Network': ['ID=a4e4f057-ca03-4632-8032-5328797b21a2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:10.336760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'routes': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:10.412374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d8afd-3669-4bbd-b132-3755e7520ed6 req-212c5a6b-393c-4e36-b790-adac722f1f57 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:10.413859 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-468d8afd-3669-4bbd-b132-3755e7520ed6 req-212c5a6b-393c-4e36-b790-adac722f1f57 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 945 time: 0.1287384 Dec 10 16:40:10.414487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.622205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Added routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:40:10.622509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.extraroute_db [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Removed routes are [] {{(pid=103599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:40:10.622870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.629393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-468d8afd-3669-4bbd-b132-3755e7520ed6 req-74732f9f-d176-4251-98fa-9c8ad1aa042f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740947 Dec 10 16:40:10.653632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52892) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.695560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c1f9b-6225-4d16-aaea-827c13a623d3 tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:10.697126 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9f1c1f9b-6225-4d16-aaea-827c13a623d3 tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1093 time: 0.0417838 Dec 10 16:40:10.699905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:10.704249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:10.797357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.838694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.845515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.898052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:10.941118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:10.947939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:10.969335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c0165d69-a542-466d-b990-8a3a04c5347f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:10.993710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: c0165d69-a542-466d-b990-8a3a04c5347f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:10.994448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device c0165d69-a542-466d-b990-8a3a04c5347f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:10.994734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3f8b5904-36f7-4d27-8bb8-7e7079347a2c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:11.009877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.26.4.13 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/b05a28ff-86e6-4c56-b85f-3a49d47a8370) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:11.014262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 3f8b5904-36f7-4d27-8bb8-7e7079347a2c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:11.014728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3f8b5904-36f7-4d27-8bb8-7e7079347a2c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:11.083603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:11.095090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.095532 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Sync routers for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:11.099500 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dd08d999-75d6-41eb-bb20-b59434e99700 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 704 time: 0.7662642 Dec 10 16:40:11.099637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:11.107021 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:11.107838 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.129537 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3625d5fa-2a85-4ab4-ad39-a1f5fd6e62ec tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 205 time: 0.0292811 Dec 10 16:40:11.133683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52900) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:11.155277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.178815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:11.192209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:11.197883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:11.205464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:11.206170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.240111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.250501 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.250916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:11.251811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.258001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.279572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Checking router: 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:11.289746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Routers {'0e509c37-8d76-4f56-aa4e-02e81f4f4a75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:11.290377 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.294538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.295654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53a100-f85e-4ade-8a75-5a8fde52dd2f None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:11.313073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:11.318022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:11.320867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:11.364283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=b05a28ff-86e6-4c56-b85f-3a49d47a8370,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:11.366364 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] Set router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:11.422766 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:11.449248 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d606e-45e9-4ff8-9943-ff0191eab750 None None] The sync data for ids ['0e509c37-8d76-4f56-aa4e-02e81f4f4a75'] in dv-neutron-820858-1-hyperv is: [{'id': '0e509c37-8d76-4f56-aa4e-02e81f4f4a75', 'name': 'tempest-RoutersIpV6Test-router-650362824', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:29Z', 'updated_at': '2021-12-10T16:40:08Z', 'revision_number': 11, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:11.561195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.589363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.707075 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-41e14121-10d9-4a10-85ca-5a2f380a4359 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/f1dc8f88-5067-4537-b660-dd29cbf115ea HTTP/1.1" status: 200 len: 978 time: 1.9734814 Dec 10 16:40:11.709767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:11.773220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.777131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.779338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.903095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.903714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router 0e509c37-8d76-4f56-aa4e-02e81f4f4a75 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:11.914663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 33db5e43-fb95-4067-8016-4bbbc0abfe6e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:11.914663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.918252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:11.918252 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea28557b-3c37-46ec-b783-bc5103b80483 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 204 len: 168 time: 0.7777762 Dec 10 16:40:11.918252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52906) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:11.922999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1380475202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:11.987900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.026364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.027493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.054122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.054446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.071556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 33db5e43-fb95-4067-8016-4bbbc0abfe6e owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:12.084215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.146162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.228119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.229364 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4dbfcda-1f70-4391-a1e3-d518cb64d868 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3107669 Dec 10 16:40:12.232150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52908) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.237522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:12.271999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.337260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.400294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.415900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=b05a28ff-86e6-4c56-b85f-3a49d47a8370,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.441766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.447582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=33db5e43-fb95-4067-8016-4bbbc0abfe6e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:12.469572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.520579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.578824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.579146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP f1dc8f88-5067-4537-b660-dd29cbf115ea disassociated (deleted). External IP: 172.26.4.14, port: ca654e2d-50cc-475d-9b7a-1b293894cca4. Dec 10 16:40:12.672791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 5c270356-9ec0-4c62-812a-296698552948 associated. External IP: 172.26.4.13, port: 9d132057-b63b-4bd7-a1cb-dbd71cb57014. Dec 10 16:40:12.691402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Router 02851366-fd11-4cf9-ae0f-6b105f0d5059 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:12.769829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:12.777970 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:12.782152 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c47104d7-689c-45f6-9484-ecb35c94bb35 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "PUT /v2.0/routers/02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 200 len: 698 time: 0.5455098 Dec 10 16:40:12.782328 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Sync routers for ids ['02851366-fd11-4cf9-ae0f-6b105f0d5059'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:12.782759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52910) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.793614 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Routers {'02851366-fd11-4cf9-ae0f-6b105f0d5059'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:12.794402 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['02851366-fd11-4cf9-ae0f-6b105f0d5059'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:12.866051 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Set router 02851366-fd11-4cf9-ae0f-6b105f0d5059 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:12.870593 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a747a21a-30fd-46e3-9803-83d5f1e2819c tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/routers/02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 200 len: 704 time: 0.0845437 Dec 10 16:40:12.870817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52912) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.901150 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-344c3ffd-41fc-4ef6-b120-4566b544fb93 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 200 len: 205 time: 0.0268211 Dec 10 16:40:12.901400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52914) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:12.925098 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02851366-fd11-4cf9-ae0f-6b105f0d5059', 'name': 'tempest-RoutersIpV6Test-router-1380475202', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:12Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:12.984395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.043283 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Checking router: 02851366-fd11-4cf9-ae0f-6b105f0d5059 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:13.053707 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Routers {'02851366-fd11-4cf9-ae0f-6b105f0d5059'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.054601 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['02851366-fd11-4cf9-ae0f-6b105f0d5059'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.130779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] Set router 02851366-fd11-4cf9-ae0f-6b105f0d5059 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:13.158604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.161353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.183973 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ad3d80b1-5021-448a-beca-49804080565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02851366-fd11-4cf9-ae0f-6b105f0d5059', 'name': 'tempest-RoutersIpV6Test-router-1380475202', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:12Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.213258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d80b1-5021-448a-beca-49804080565d None None] The sync data for ids ['02851366-fd11-4cf9-ae0f-6b105f0d5059'] in dv-neutron-820858-1-hyperv is: [{'id': '02851366-fd11-4cf9-ae0f-6b105f0d5059', 'name': 'tempest-RoutersIpV6Test-router-1380475202', 'tenant_id': '56c98f6d256341e2924c23e5366a2edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:40:12Z', 'updated_at': '2021-12-10T16:40:12Z', 'revision_number': 2, 'project_id': '56c98f6d256341e2924c23e5366a2edf', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:13.222284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:13.300367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.300824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Fanout notify agent at l3_agent the message router_deleted on router 02851366-fd11-4cf9-ae0f-6b105f0d5059 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:13.307981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.313159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6f5cdda1-4a0b-4118-a5ff-bf42893fdc59 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 204 len: 168 time: 0.4104307 Dec 10 16:40:13.313532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52918) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.320597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:13.345062 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-817def12-c830-4963-bce0-f7d390b709a9 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 200 len: 205 time: 0.0303581 Dec 10 16:40:13.345695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52920) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.387293 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-6983c8da-d75b-4a20-b2f1-3de744e6b12f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:13.391261 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6983c8da-d75b-4a20-b2f1-3de744e6b12f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/02851366-fd11-4cf9-ae0f-6b105f0d5059 HTTP/1.1" status: 404 len: 336 time: 0.0417252 Dec 10 16:40:13.391944 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52922) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.419396 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f767c3-7214-425c-8496-c28d6596efae tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.420057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f767c3-7214-425c-8496-c28d6596efae tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.423212 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f3f767c3-7214-425c-8496-c28d6596efae tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/bb89d4e1-0de2-41f5-b23f-3f3499e77f86 HTTP/1.1" status: 404 len: 337 time: 0.0303547 Dec 10 16:40:13.425767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52924) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.428980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:13.433639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.439620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:13.449561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.450174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.458827 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-42856031-57c2-45d9-9bd0-ec3e1b88651f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.459707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42856031-57c2-45d9-9bd0-ec3e1b88651f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.466187 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-42856031-57c2-45d9-9bd0-ec3e1b88651f tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/49e0ea1e-af5d-4973-bd00-b777b5e871e4 HTTP/1.1" status: 404 len: 337 time: 0.0377526 Dec 10 16:40:13.466570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52926) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.477559 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-621090dd-1678-4e2c-b455-3565cbcd67b5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/f1dc8f88-5067-4537-b660-dd29cbf115ea HTTP/1.1" status: 204 len: 168 time: 1.7641246 Dec 10 16:40:13.479338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.484772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.494052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.494657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.499415 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0b5d56-dec0-4942-9041-ce4878cfd6b4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.499879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0b5d56-dec0-4942-9041-ce4878cfd6b4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.505329 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7a0b5d56-dec0-4942-9041-ce4878cfd6b4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/28e79313-8e15-458c-a21c-4f528e22ee80 HTTP/1.1" status: 404 len: 337 time: 0.0355422 Dec 10 16:40:13.505979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.514314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:13.529172 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:13.531090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.531937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7f7f5-1453-404d-b03c-9a546a1744ee None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:13.538713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b967af-fc66-48bb-819c-e7bf5e61cf6d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.539177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b967af-fc66-48bb-819c-e7bf5e61cf6d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.543619 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-64b967af-fc66-48bb-819c-e7bf5e61cf6d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/c73e66e7-aadb-47c3-bb7f-c9c667d4e21b HTTP/1.1" status: 404 len: 337 time: 0.0356896 Dec 10 16:40:13.546223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52932) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.552974 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.553579 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.576953 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f10ca1c8-88f7-45b1-b8c4-d3edcdc8bd46 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 200 len: 205 time: 0.0279400 Dec 10 16:40:13.578613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52934) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.596479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port ca654e2d-50cc-475d-9b7a-1b293894cca4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:13.607063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.622436 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-4c6eaac5-cd8e-4a55-802e-443e11135d00 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:13.624308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c6eaac5-cd8e-4a55-802e-443e11135d00 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/0e509c37-8d76-4f56-aa4e-02e81f4f4a75 HTTP/1.1" status: 404 len: 336 time: 0.0446022 Dec 10 16:40:13.626986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52936) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.642677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.658330 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-30ca35b5-d5dd-4d61-a941-74552dcea6d4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eab42e5-4372-4293-a329-ee0ee99c6081 HTTP/1.1" status: 200 len: 205 time: 0.0300579 Dec 10 16:40:13.660752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52938) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.667508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:13.686532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9be3596d-3d5a-448b-9cd4-ac9a09e8295b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9855933 Dec 10 16:40:13.689578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:13.691827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:13.704068 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-55a792df-81c9-4b92-8901-7da03ff145bc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:13.707471 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-55a792df-81c9-4b92-8901-7da03ff145bc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/8eab42e5-4372-4293-a329-ee0ee99c6081 HTTP/1.1" status: 404 len: 336 time: 0.0432196 Dec 10 16:40:13.707821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.733453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a41eeb-16db-4f39-8bae-09f8376b86ba x-openstack-request-id: req-67a41eeb-16db-4f39-8bae-09f8376b86ba {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:13.733752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:13.734011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a41eeb-16db-4f39-8bae-09f8376b86ba {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:13.734416 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'status': 'completed', 'code': 200} Dec 10 16:40:13.736088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:13.745037 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f5c12d-24cc-4fc1-8848-1062423c6ed4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.745359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f5c12d-24cc-4fc1-8848-1062423c6ed4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.750797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for ca654e2d-50cc-475d-9b7a-1b293894cca4 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:13.752291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52946) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.753712 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-05f5c12d-24cc-4fc1-8848-1062423c6ed4 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/4c38b774-57a6-41e9-972f-a8c3087f9841 HTTP/1.1" status: 404 len: 337 time: 0.0446572 Dec 10 16:40:13.798758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-29519ed8-de38-42e1-b8b7-67f8a18f7ff1 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 200 len: 205 time: 0.0452812 Dec 10 16:40:13.801191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.840045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-6fb096a7-092c-4fb1-b4b1-d38818fcca95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:13.841136 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6fb096a7-092c-4fb1-b4b1-d38818fcca95 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/eeeb1c14-731f-4169-9bab-b59868a7861b HTTP/1.1" status: 404 len: 336 time: 0.0388596 Dec 10 16:40:13.843877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.870665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-e9777ec7-d5d8-4897-8dfc-ed0e477a7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:13.872181 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-e9777ec7-d5d8-4897-8dfc-ed0e477a7420 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1098 time: 0.1090567 Dec 10 16:40:13.879157 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-db4085b7-5f9e-4ee6-abf4-61d1eb92171e tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=e224aeca-1e70-430f-9df6-cebfae69954b HTTP/1.1" status: 200 len: 205 time: 0.0340753 Dec 10 16:40:13.881588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52952) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.926784 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-099cdafb-1eeb-4ddb-9230-b1ed9d0cde68 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:13.927837 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-099cdafb-1eeb-4ddb-9230-b1ed9d0cde68 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/e224aeca-1e70-430f-9df6-cebfae69954b HTTP/1.1" status: 404 len: 336 time: 0.0451944 Dec 10 16:40:13.930439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52954) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.933649 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.958233 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e40b989-785c-4896-a53a-d7feaa137925 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:13.958792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e40b989-785c-4896-a53a-d7feaa137925 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:13.962101 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0e40b989-785c-4896-a53a-d7feaa137925 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/7072c0f3-8c7f-479d-8630-26c10db849d4 HTTP/1.1" status: 404 len: 337 time: 0.0302618 Dec 10 16:40:13.964708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52956) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:13.970718 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:13.979832 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:13.980704 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:13.996952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6f63378a-a9c5-4fe5-ac91-6165c0a75f9d tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=f46fee39-e2c8-4d4e-86b4-cccaf798f267 HTTP/1.1" status: 200 len: 205 time: 0.0296066 Dec 10 16:40:13.997787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52958) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.008986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-82f8a6e9-5c9f-49db-a540-c9ddfc9abba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.010469 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-82f8a6e9-5c9f-49db-a540-c9ddfc9abba8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.1294513 Dec 10 16:40:14.049715 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-29211ce8-a909-4291-8241-937227c00839 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:14.054002 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-29211ce8-a909-4291-8241-937227c00839 tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/f46fee39-e2c8-4d4e-86b4-cccaf798f267 HTTP/1.1" status: 404 len: 336 time: 0.0512264 Dec 10 16:40:14.056143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52960) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.092262 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3086875-cdf1-4a0c-8222-68c095daf98a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:14.092665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3086875-cdf1-4a0c-8222-68c095daf98a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:14.097573 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:14.102189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f3086875-cdf1-4a0c-8222-68c095daf98a tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/2446ea0c-f22b-4370-9b5f-77f7fb899e04 HTTP/1.1" status: 404 len: 337 time: 0.0444169 Dec 10 16:40:14.110842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52962) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.147619 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-42cd89cc-c3c9-4c15-853a-05a50b2a14ce tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "GET /v2.0/ports?device_id=537223a6-9d73-4ee6-bc0c-45815a5d737b HTTP/1.1" status: 200 len: 205 time: 0.0356150 Dec 10 16:40:14.150143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52964) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.160037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-c193ec4c-d263-4a28-8893-beb129172a81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 998 time: 0.1357956 Dec 10 16:40:14.190106 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-48cc549d-542d-4e0f-8034-d81e48a2cbde tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] delete failed (client error): The resource could not be found. Dec 10 16:40:14.191172 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-48cc549d-542d-4e0f-8034-d81e48a2cbde tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/routers/537223a6-9d73-4ee6-bc0c-45815a5d737b HTTP/1.1" status: 404 len: 336 time: 0.0398934 Dec 10 16:40:14.194183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52966) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.220027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-283549d2-6070-405f-bb98-e70d08261b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.221089 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-283549d2-6070-405f-bb98-e70d08261b6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0544097 Dec 10 16:40:14.223904 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c94630-1cc9-41b1-8c58-c634e2022fab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:14.224371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c94630-1cc9-41b1-8c58-c634e2022fab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:14.227607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e7c94630-1cc9-41b1-8c58-c634e2022fab tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/e54f9f7e-fdd1-4312-914f-f2c75f2af8ee HTTP/1.1" status: 404 len: 337 time: 0.0323806 Dec 10 16:40:14.230486 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52968) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.240116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.260940 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a688c97e-0d61-400c-8fab-785b461c06fc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:14.261414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a688c97e-0d61-400c-8fab-785b461c06fc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:14.267773 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a688c97e-0d61-400c-8fab-785b461c06fc tempest-RoutersIpV6Test-553386409 tempest-RoutersIpV6Test-553386409-project] 10.222.0.21 "DELETE /v2.0/subnets/5081aa93-48bb-46f4-b42f-a35e3e288477 HTTP/1.1" status: 404 len: 337 time: 0.0339370 Dec 10 16:40:14.285597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=ca654e2d-50cc-475d-9b7a-1b293894cca4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:14.372406 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:14.382739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-6c0d6123-2f36-4cde-b96f-845713262efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:14.384277 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-6c0d6123-2f36-4cde-b96f-845713262efc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1552603 Dec 10 16:40:14.415478 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21d2fd-7c5f-425c-bcd7-64d83ecb9f13 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:11Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:14.462845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.466075 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21828e9a-93fa-4e26-addc-4d44a715ac0c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/ca654e2d-50cc-475d-9b7a-1b293894cca4 HTTP/1.1" status: 204 len: 168 time: 0.9858015 Dec 10 16:40:14.470322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52972) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.475272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:14.501914 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-733f1e3c-d4c8-493b-a91d-46972fae8c85 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072114 Dec 10 16:40:14.606383 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1fa8a03-3f2c-4bcb-b7fb-2d0f5f1dc7ae req-85c9bc0e-9ee5-4bdf-84b6-f4deeebca234 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Dec 10 16:40:14.641314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.642480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755afe4a-129a-4f35-85c0-43b6133cfe9f None None] New status for floating IP 5c270356-9ec0-4c62-812a-296698552948: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:40:14.746993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:14.859206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.181 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/fb55668f-8177-4f12-99dc-3fa0c7baf748) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:14.895769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52976) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:14.969689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.034530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-97dcac1a-b308-4cfe-91be-7f01982eff8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c98f6d256341e2924c23e5366a2edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375396 Dec 10 16:40:15.037071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 52980) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:15.063683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.094447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.103027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:15.106075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:15.110448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:15.116959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.141029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=fb55668f-8177-4f12-99dc-3fa0c7baf748,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.203999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.248752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.251508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.252684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1178fa46-c245-411e-b253-92154e5c90ad HTTP/1.1" status: 204 len: 168 time: 0.2147114 Dec 10 16:40:15.260319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d65dcc-712f-4025-87c4-09fda7e63327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178fa46-c245-411e-b253-92154e5c90ad,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.304442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.455635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.568880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.650262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=fb55668f-8177-4f12-99dc-3fa0c7baf748,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:15.653481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.722268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.726051 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-814d33e8-8af2-4852-a16f-c5db6bb26b68 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2522538 Dec 10 16:40:15.726866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 52992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:15.731804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'port': {'network_id': '15e170a2-e467-426e-b04a-3a8526ee7fc0', 'name': 'tempest-FloatingIPTestJSON-1559557343'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:15.920237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:15.923916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:15.942178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] device_id is not set on port 452b17f4-e479-4979-8034-d4295fa0ba77 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:40:16.055484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.9 (15e170a2-e467-426e-b04a-3a8526ee7fc0/1dde13b5-35fe-4d70-9c3a-6701178e84f4/452b17f4-e479-4979-8034-d4295fa0ba77) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:16.203581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.312278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.335479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53004) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:16.358330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 15e170a2-e467-426e-b04a-3a8526ee7fc0 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:16.361643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:16.365745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:16.372346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=452b17f4-e479-4979-8034-d4295fa0ba77,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:16.418807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:16.419426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.433722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962109069'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:16.508647 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-493d48d5-cbca-4684-b7f8-b020bd370580 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7807043 Dec 10 16:40:16.511208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:16.516357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': '452b17f4-e479-4979-8034-d4295fa0ba77'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:16.558701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.603388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.612414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.696166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.762771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.802628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81f39e-1a57-4826-b8cc-82af1658a772,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:16.840524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.905830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:16.936943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfa2c8-a7ea-484c-aca9-3355b17ee604,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.028236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.029715 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22b11cc2-0b08-4518-aa27-ddadc18618a4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6931026 Dec 10 16:40:17.032582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53012) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.101935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5666b4be-61ed-42b2-96de-f924ab8099e6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0641937 Dec 10 16:40:17.102175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.106920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-security--756632271', 'description': 'tempest-security-description-47211690'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:17.143303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.193122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.274453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.277959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.279758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "PUT /v2.0/security-groups/d4bfa2c8-a7ea-484c-aca9-3355b17ee604 HTTP/1.1" status: 200 len: 1794 time: 0.1760409 Dec 10 16:40:17.283204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53016) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.307464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571664e-97b2-4d66-89de-4e4ec68f4b6e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfa2c8-a7ea-484c-aca9-3355b17ee604,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.351485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.367420 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-aa3c2c9e-9114-4e20-b137-031a9e8b08bf tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups/d4bfa2c8-a7ea-484c-aca9-3355b17ee604 HTTP/1.1" status: 200 len: 1794 time: 0.0830531 Dec 10 16:40:17.369882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53018) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.378054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.422352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.448216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.456054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.571849 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP 55270ef6-562b-433d-a33a-985ffff74690 associated. External IP: 172.26.4.181, port: 452b17f4-e479-4979-8034-d4295fa0ba77. Dec 10 16:40:17.634939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.637528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.638701 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4bfa2c8-a7ea-484c-aca9-3355b17ee604 HTTP/1.1" status: 204 len: 168 time: 0.2678640 Dec 10 16:40:17.641294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.657100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d494-2382-4932-951c-7f6bdda9c87c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bfa2c8-a7ea-484c-aca9-3355b17ee604,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.685981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a78ccbd3-de32-4a34-9491-e2464aaed396 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429044 Dec 10 16:40:17.688596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53022) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.700931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-8d4ed8d2-e5c7-447f-9288-16eb72f13488 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] delete failed (client error): The resource could not be found. Dec 10 16:40:17.701939 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8d4ed8d2-e5c7-447f-9288-16eb72f13488 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4bfa2c8-a7ea-484c-aca9-3355b17ee604 HTTP/1.1" status: 404 len: 347 time: 0.0123839 Dec 10 16:40:17.706028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53024) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.710594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--67706089'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:17.786214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.799018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:17.857635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.916280 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:17.921613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.927689 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:17.929139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:17.939946 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:17.945139 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.950956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5712b488-9666-4a4b-aee3-de5a620a08a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/55270ef6-562b-433d-a33a-985ffff74690 HTTP/1.1" status: 200 len: 978 time: 1.4363592 Dec 10 16:40:17.951184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:17.960543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde0b49-f6ed-4c53-ab15-2e658d28b5c9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:17.977847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:17.987460 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:17.988118 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.019531 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.020777 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574186a-1674-4c37-80ac-6cd81e6abedd None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:18.025440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.027147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2f9e717c-f066-4c00-885b-356c18bae525 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3205392 Dec 10 16:40:18.030453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53028) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.035208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'dbde0b49-f6ed-4c53-ab15-2e658d28b5c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:18.045928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 452b17f4-e479-4979-8034-d4295fa0ba77 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:18.047552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.125325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.138010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.181883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.242897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.258136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9618ddf6-74e5-4af1-9fd9-b2d767bcf929,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:18.330806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.332157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3b512df5-dd85-4dda-8ae1-2c09bcbec284 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007545 Dec 10 16:40:18.334975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.364071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.372249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.373642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.374136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.374318 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP 55270ef6-562b-433d-a33a-985ffff74690 disassociated. External IP: 172.26.4.181, port: 452b17f4-e479-4979-8034-d4295fa0ba77. Dec 10 16:40:18.374658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 452b17f4-e479-4979-8034-d4295fa0ba77 owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:18.471856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.479969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.481653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9618ddf6-74e5-4af1-9fd9-b2d767bcf929 HTTP/1.1" status: 204 len: 168 time: 0.1457579 Dec 10 16:40:18.486248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.488274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a63a8-fce3-4340-b4c4-9bf3340e316f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9618ddf6-74e5-4af1-9fd9-b2d767bcf929,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:18.546492 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2805ece0-39ae-4669-ae01-054344d842a8 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588658 Dec 10 16:40:18.549259 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53034) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.600147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.605251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.650346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=452b17f4-e479-4979-8034-d4295fa0ba77,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:18.656411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.789852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:18.860782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.864090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.865277 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/dbde0b49-f6ed-4c53-ab15-2e658d28b5c9 HTTP/1.1" status: 204 len: 168 time: 0.3151114 Dec 10 16:40:18.868017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.882908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d243b9-3d3b-4883-bf85-77d475c07423 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde0b49-f6ed-4c53-ab15-2e658d28b5c9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:18.913520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-94bc7db8-f3a5-4a41-873b-cf1fa66b0842 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0443027 Dec 10 16:40:18.917892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:18.921306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:18.922498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220608426'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:18.932538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:18.947254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:18.947874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.980341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.989277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:18.989883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:18.990012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:18.993289 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e6a21697-c1df-42aa-b3d4-c2bea4b49715 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/452b17f4-e479-4979-8034-d4295fa0ba77 HTTP/1.1" status: 204 len: 168 time: 1.0411839 Dec 10 16:40:18.995752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53040) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.020330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.025310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:19.025984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ba9b5-7525-4bb0-9685-cf6e69894647 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:19.046520 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-187b36f6-4ada-4c47-8ecb-98a6b8dc748c tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/floatingips/55270ef6-562b-433d-a33a-985ffff74690 HTTP/1.1" status: 200 len: 688 time: 0.0496008 Dec 10 16:40:19.048915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53042) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.092048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.171491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.176037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port fb55668f-8177-4f12-99dc-3fa0c7baf748 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:19.176391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.200511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac78c05-017b-4284-a37c-39338a350bea,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:19.254308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.254646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.259143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.260432 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c026d25-abb5-47be-ad07-31743dd669ff tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3415496 Dec 10 16:40:19.263202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.266711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for fb55668f-8177-4f12-99dc-3fa0c7baf748 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:19.267613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'aac78c05-017b-4284-a37c-39338a350bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:19.359705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.415398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.457271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.484499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=fb55668f-8177-4f12-99dc-3fa0c7baf748,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:19.489018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.505436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b872ebb-1ac9-42da-85e1-0e6ae8c3a521,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:19.552855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.555530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.556679 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-30debadc-1136-4a36-8e0b-ec7cf6451b4e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/55270ef6-562b-433d-a33a-985ffff74690 HTTP/1.1" status: 204 len: 168 time: 0.5068519 Dec 10 16:40:19.560273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53046) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.564663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '04b28999-5f08-4d82-bfed-88a800d9b625'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:19.594333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.595572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-43f8ec21-8429-4f1d-837e-d73aaa3ad882 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313699 Dec 10 16:40:19.598335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53048) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:19.602991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'aac78c05-017b-4284-a37c-39338a350bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:19.725697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.818930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.827901 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.889435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.933689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.187 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/cc150f53-3f2b-4207-bf39-399ccd848c23) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:19.968537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:19.983760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4729b1-c74d-40cd-a520-96c3c7de3db2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.037774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.056298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.057576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5a8f161a-f81d-412c-9e9c-c37c22b3120d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4582775 Dec 10 16:40:20.060351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53050) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:20.065423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'aac78c05-017b-4284-a37c-39338a350bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:20.140852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.173900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.179355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:20.184172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:20.186886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:20.229955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=cc150f53-3f2b-4207-bf39-399ccd848c23,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.248566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.317123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.338067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fe16e1-16d6-4b43-8f53-fec40486fbfb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.410803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.412078 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2bc970e9-ddbe-4370-af0c-515b319b3078 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507192 Dec 10 16:40:20.414944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53054) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:20.419649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'aac78c05-017b-4284-a37c-39338a350bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:20.503112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.581238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.591719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.651856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.672369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bf75fe-091b-4b73-9252-7f770fabbb7c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:20.738939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.739684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.746832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-968494e0-c0cf-46dd-a9cf-c6407b516375 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3250794 Dec 10 16:40:20.746832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:20.752668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'aac78c05-017b-4284-a37c-39338a350bea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:20.851861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.925118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.926264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:20.991236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.009578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a852ba-ae76-4667-ac95-71d34c2f13eb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.025618 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.085204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.089440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2d7c81d5-231b-4ea8-8063-0d99cb217f15 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3379409 Dec 10 16:40:21.092782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.093610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=cc150f53-3f2b-4207-bf39-399ccd848c23,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.106000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.120488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.129185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.209433 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP c37ca22b-8fa6-452e-be2b-619bec954fb8 associated. External IP: 172.26.4.187, port: 04b28999-5f08-4d82-bfed-88a800d9b625. Dec 10 16:40:21.237517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.242765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.246345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c5a852ba-ae76-4667-ac95-71d34c2f13eb HTTP/1.1" status: 204 len: 168 time: 0.1533186 Dec 10 16:40:21.246764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53060) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.253016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1792207-08df-420e-8766-93eb1863cb98 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a852ba-ae76-4667-ac95-71d34c2f13eb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.333120 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1d55d543-6ae2-4880-86d9-6150fc48d98d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0845129 Dec 10 16:40:21.336234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.362022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.369587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.460048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.467006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.468338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:21.468504 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/48bf75fe-091b-4b73-9252-7f770fabbb7c HTTP/1.1" status: 204 len: 168 time: 0.1308949 Dec 10 16:40:21.471271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.473858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d285b-6355-4b06-bc97-efc9b8f655cd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48bf75fe-091b-4b73-9252-7f770fabbb7c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.588274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53068) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.593374 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-550e90fd-56b8-49f7-8897-cb49c2a36072 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1208215 Dec 10 16:40:21.596158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53070) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.639399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.653754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.660011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7940f45-f507-4e27-8e21-c6232fea786c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:21.660486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7940f45-f507-4e27-8e21-c6232fea786c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:21.661007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7940f45-f507-4e27-8e21-c6232fea786c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:21.662662 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b7940f45-f507-4e27-8e21-c6232fea786c tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=8dcb051692aa448d96552f4f53203699&network_id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 3000 time: 0.0733607 Dec 10 16:40:21.677248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:21.687895 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:21.698738 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:21.703120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:21.736060 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:21.745539 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:21.746131 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:21.762876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.770034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.771239 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c2fe16e1-16d6-4b43-8f53-fec40486fbfb HTTP/1.1" status: 204 len: 168 time: 0.1741104 Dec 10 16:40:21.774156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.776955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c90b56-45b7-491e-9d1f-887cc6d5bb5c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2fe16e1-16d6-4b43-8f53-fec40486fbfb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:21.777119 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:21.777611 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ba7c-fe72-42c8-9aae-06d3b3344595 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:21.787981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.819902 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a8fa4a2d-9a37-4c0d-a695-d6124c6e8068 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2585917 Dec 10 16:40:21.820598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53076) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.825754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2022785437'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:21.826630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5a68ffd9-59a1-4afc-ac0e-f8a21c056b80 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0511928 Dec 10 16:40:21.830060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53078) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.857828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.864502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.908747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:21.913105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.968865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.974724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:21.976224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:21.979839 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5a4729b1-c74d-40cd-a520-96c3c7de3db2 HTTP/1.1" status: 204 len: 168 time: 0.1467745 Dec 10 16:40:21.980866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:21.982944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdff94-b1a8-49e2-bd7a-dc90dae59158 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a4729b1-c74d-40cd-a520-96c3c7de3db2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.001739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.002085 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Added segment 88cce64b-0a3d-468f-9cbc-064f4ede20b0 of type vlan for network d71e311e-ef63-44d0-a9d6-eefe660df825 Dec 10 16:40:22.055587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.068015 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-21212b9c-0ff0-4a0e-8bcf-14a644dd8d16 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0860445 Dec 10 16:40:22.070926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53084) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.101789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.109318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.157578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.163541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:22.164174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.222862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.229412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.230531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4b872ebb-1ac9-42da-85e1-0e6ae8c3a521 HTTP/1.1" status: 204 len: 168 time: 0.1586046 Dec 10 16:40:22.233396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53086) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.235932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46c43-2aca-4d62-a891-d18c79875162 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b872ebb-1ac9-42da-85e1-0e6ae8c3a521,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.244419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Network': ['ID=d71e311e-ef63-44d0-a9d6-eefe660df825,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.254602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network d71e311e-ef63-44d0-a9d6-eefe660df825 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:22.291703 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f5ed0276-c6fb-4273-bda5-a62625d29e29 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571351 Dec 10 16:40:22.294630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53088) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.305662 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-52324dc2-2062-478c-bd49-9d76c7773536 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4840140 Dec 10 16:40:22.308676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53090) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.314306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'subnet': {'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:22.353384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.377031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.511501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:22.515068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.534541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.538716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.538716 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/aac78c05-017b-4284-a37c-39338a350bea HTTP/1.1" status: 204 len: 168 time: 0.2430134 Dec 10 16:40:22.542237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53092) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.556139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa043f-1689-49fb-86d5-1ffdcec05147 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac78c05-017b-4284-a37c-39338a350bea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.613877 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-82b62374-3a31-4a3f-8e8c-a2ee6b9a876d tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0704710 Dec 10 16:40:22.617972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53096) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.623177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--33671065'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:22.726183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.754879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.793946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.822741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Subnet': ['ID=72e85535-4431-4532-b1b0-49c116222275,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.830184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Checking segment: {'id': '88cce64b-0a3d-468f-9cbc-064f4ede20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:22.830510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network hostable DHCP agents. Network: d71e311e-ef63-44d0-a9d6-eefe660df825, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:22.872211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.899938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network d71e311e-ef63-44d0-a9d6-eefe660df825 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:22.905547 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afab7ea-24f0-4189-b767-8b61747fa6e4,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:22.967980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:22.969250 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cd478dcb-be2f-4461-a47f-659181f7fc33 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3502600 Dec 10 16:40:22.976416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53098) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:22.976576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '0afab7ea-24f0-4189-b767-8b61747fa6e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:22.994248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, d71e311e-ef63-44d0-a9d6-eefe660df825) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:22.999007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:22.999604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.003794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141bfad-570a-4e47-aa8d-e47401f9734b None None] Network d71e311e-ef63-44d0-a9d6-eefe660df825 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:23.082387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.103200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-d71e311e-ef63-44d0-a9d6-eefe660df825', 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825', 'project_id': 'a8f8606c81d24537a00d6ceb2b43781b', 'fixed_ips': [{'subnet_id': '72e85535-4431-4532-b1b0-49c116222275'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:23.104084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.139610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.146055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2c608443-2b98-40d1-8963-7fa2f7456e74 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8336866 Dec 10 16:40:23.146457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53100) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:23.151049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-226097139', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:23.208797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.227257 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7211d8fa-56f8-4afb-8622-43689b0d9c22,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.238307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.238495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Allocated IP 172.20.0.2 (d71e311e-ef63-44d0-a9d6-eefe660df825/72e85535-4431-4532-b1b0-49c116222275/2f0c08a5-d828-4985-8d0d-420a0ba9051b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:23.239511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.290580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.328197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.329455 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-741ef79a-da59-4263-9455-8ac217975764 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3563850 Dec 10 16:40:23.332196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:23.376352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.451935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.495460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Network d71e311e-ef63-44d0-a9d6-eefe660df825 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:23.498365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:23.501902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:23.506389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.507716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Pushing event updated for resources: {'Port': ['ID=2f0c08a5-d828-4985-8d0d-420a0ba9051b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.522569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.539668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.560505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Attempting to bind port 2f0c08a5-d828-4985-8d0d-420a0ba9051b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:23.560877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Attempting to bind port 2f0c08a5-d828-4985-8d0d-420a0ba9051b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '88cce64b-0a3d-468f-9cbc-064f4ede20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:23.561275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Attempting to bind port 2f0c08a5-d828-4985-8d0d-420a0ba9051b on network d71e311e-ef63-44d0-a9d6-eefe660df825 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:23.566374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:23.566757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Checking segment: {'id': '88cce64b-0a3d-468f-9cbc-064f4ede20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:23.567158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.567555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Bound using segment: {'id': '88cce64b-0a3d-468f-9cbc-064f4ede20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:23.568023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Bound port: 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cce64b-0a3d-468f-9cbc-064f4ede20b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:23.568404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.630331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] For port 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:23.633640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] For port 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2f0c08a5-d828-4985-8d0d-420a0ba9051b,segment=NetworkSegment(88cce64b-0a3d-468f-9cbc-064f4ede20b0),segment_id=88cce64b-0a3d-468f-9cbc-064f4ede20b0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:23.709328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.779961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f348d-d776-48f8-b0b2-dd358e9790bc None None] Pushing event updated for resources: {'Port': ['ID=2f0c08a5-d828-4985-8d0d-420a0ba9051b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:23.990163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.992792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:23.996239 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/0afab7ea-24f0-4189-b767-8b61747fa6e4 HTTP/1.1" status: 204 len: 168 time: 0.6608210 Dec 10 16:40:23.997204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53106) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.008172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09181eb1-a0ca-41a3-abaf-41488d8de735 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afab7ea-24f0-4189-b767-8b61747fa6e4,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.047709 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5559d8b5-9d06-4dbb-a3dc-3818b1f17af7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493019 Dec 10 16:40:24.056598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.061231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026242844'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:24.163286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53110) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.178420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.222317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.237484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0f264-bbdb-436d-a664-bf8b139aefc6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:24.239033 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-43d0f264-bbdb-436d-a664-bf8b139aefc6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2 HTTP/1.1" status: 200 len: 814 time: 0.0747304 Dec 10 16:40:24.248988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.343388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.389740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.26.4.159 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/afb7bac7-e746-4232-bfe8-ce3945b18d4c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:24.416672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.493190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77440ec6-1b60-4039-ad29-87061866b2b8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.551437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.606166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.607491 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-57f0dc90-5651-4d5e-9bd5-fb6bffed1fae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5493336 Dec 10 16:40:24.610259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53116) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.615550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926696905'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:24.669206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.707771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:24.710877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:24.714634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:24.725817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.729059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f062693-24d1-4b09-8702-86b612acc283 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:24.750478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=afb7bac7-e746-4232-bfe8-ce3945b18d4c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:24.750643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53118) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:24.770237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:24.831981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a5e484cc-a951-4fad-ad74-9d1c001b42a1 None None] Provisioning complete for port afb7bac7-e746-4232-bfe8-ce3945b18d4c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:24.832354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a5e484cc-a951-4fad-ad74-9d1c001b42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.854880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:24.891401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a5e484cc-a951-4fad-ad74-9d1c001b42a1 None None] Port afb7bac7-e746-4232-bfe8-ce3945b18d4c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:24.909528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6592d-6b7a-4d99-830b-82092f294a58 None None] Network d71e311e-ef63-44d0-a9d6-eefe660df825 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:24.994630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.046298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] Provisioning complete for port 2f0c08a5-d828-4985-8d0d-420a0ba9051b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:25.046816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.049385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2f0c08a5-d828-4985-8d0d-420a0ba9051b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:25.075587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.082398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.113894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.147278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55e4e7-4976-4bbf-ad28-0bc67afb3c73,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.150130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.150637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973 disassociated. External IP: 172.26.4.123, port: bb67440f-b59e-4134-8ae1-f9a953ee9a3e. Dec 10 16:40:25.209575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.214062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-efaecfe4-1d84-47f3-a5ac-29f047db3c44 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6025617 Dec 10 16:40:25.219837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:25.219837 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '77440ec6-1b60-4039-ad29-87061866b2b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f55e4e7-4976-4bbf-ad28-0bc67afb3c73', 'remote_ip_prefix': None}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:25.333727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2f0c08a5-d828-4985-8d0d-420a0ba9051b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:25.337616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.422675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.477434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.485326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.562028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] For port 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2f0c08a5-d828-4985-8d0d-420a0ba9051b,segment=NetworkSegment(88cce64b-0a3d-468f-9cbc-064f4ede20b0),segment_id=88cce64b-0a3d-468f-9cbc-064f4ede20b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:25.568586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.624403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.625905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.705793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.714274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bdc39-d619-4f36-9f26-ef884f9f4dfa None None] Pushing event updated for resources: {'Port': ['ID=2f0c08a5-d828-4985-8d0d-420a0ba9051b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.717829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:40:25.718302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:40:25.724779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fb286f-b371-44a1-ad45-96cd877a26c6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:25.743076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:25.744240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5a4361c4-9a19-406f-b220-e84457bed0a3 None None] Provisioning complete for port 2f0c08a5-d828-4985-8d0d-420a0ba9051b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:25.744740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a4361c4-9a19-406f-b220-e84457bed0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.819514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:25.841755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.845917 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-273394c4-0bc1-4cda-96d1-09830d0d548e tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6302612 Dec 10 16:40:25.846526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53122) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:25.898446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.911064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.933081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:25.946224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] Sync routers for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:25.959240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:25.960719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:25.961361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:25.964266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:25.969553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:25.979076 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:25.979694 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:25.993887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.003457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:26.004059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.004469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53124) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.005417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ab56a04-5f78-4628-962f-637631865003 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 690 time: 1.2523363 Dec 10 16:40:26.006475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:26.009258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982" -d '{"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:26.036313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.037016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75a120-f51f-449e-9284-633ce472d26d None None] The sync data for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:26.052392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be29273-3d8d-4859-81ad-b658d6604927 x-openstack-request-id: req-9be29273-3d8d-4859-81ad-b658d6604927 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:26.052696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:26.053165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9be29273-3d8d-4859-81ad-b658d6604927 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:26.053757 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'status': 'completed', 'code': 200} Dec 10 16:40:26.056263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.057510 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9acd24c2-f488-4a91-b3bf-d3f73a706e32 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9100385 Dec 10 16:40:26.060324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.060471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.072694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.073858 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/08fb286f-b371-44a1-ad45-96cd877a26c6 HTTP/1.1" status: 204 len: 168 time: 0.2246797 Dec 10 16:40:26.080466 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88c3755c-e00b-44d4-b2e1-9d1953152afd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 690 time: 0.0748374 Dec 10 16:40:26.084129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.092806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833f90-8007-457e-a0ed-01af740ab251 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08fb286f-b371-44a1-ad45-96cd877a26c6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:26.127488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:26.132976 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-78f50fd6-337e-4cae-a866-a89f2641a946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0459216 Dec 10 16:40:26.134885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.196116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.204659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-6835bab0-259c-4b6c-bc97-10d45e20e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.206215 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-6835bab0-259c-4b6c-bc97-10d45e20e835 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1099 time: 0.0983355 Dec 10 16:40:26.224937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.348873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.353115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.353325 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f55e4e7-4976-4bbf-ad28-0bc67afb3c73 HTTP/1.1" status: 204 len: 168 time: 0.2172990 Dec 10 16:40:26.357970 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.376408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0089841-7eaf-4c64-912e-bb5cb633ccd6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55e4e7-4976-4bbf-ad28-0bc67afb3c73,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:26.393133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-866d04d3-70bf-483c-8b0e-35c6b9b773e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.395094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-866d04d3-70bf-483c-8b0e-35c6b9b773e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 896 time: 0.1816945 Dec 10 16:40:26.425258 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8317dd53-5bb7-47a3-9689-cb6e3cd6eea0 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0661757 Dec 10 16:40:26.427840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.454916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.481291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.484389 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:26.493088 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:26.493691 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.503788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-7f5c84d3-8ab0-470b-b2e5-01be4e0bb29c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 200 len: 217 time: 0.0994198 Dec 10 16:40:26.505926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.572980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-c06320f8-8fcd-4913-b9ea-9cce52ffea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.574457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-c06320f8-8fcd-4913-b9ea-9cce52ffea6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.0607085 Dec 10 16:40:26.598558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:26.637379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.640969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.644532 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/77440ec6-1b60-4039-ad29-87061866b2b8 HTTP/1.1" status: 204 len: 168 time: 0.2133796 Dec 10 16:40:26.645523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53138) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.652755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497e924-dc04-4b4e-a716-82b7deb3c1d4 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77440ec6-1b60-4039-ad29-87061866b2b8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:26.683931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-f04c3a52-207d-4b40-84c9-94143c92e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:26.683931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-f04c3a52-207d-4b40-84c9-94143c92e7b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961530 Dec 10 16:40:26.786118 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5dec9e1b-0e80-40b8-b069-41e79e395092 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1359143 Dec 10 16:40:26.787176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53140) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:26.792827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086110412'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:26.805860 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:26.833718 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530646-5afe-4dea-90e8-1e3bdf90fa06 None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:26.851342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.871737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-775f4b3e-5d29-4d33-9c86-18644666e723 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684756 Dec 10 16:40:26.883307 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:26.970543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.002678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2f0c08a5-d828-4985-8d0d-420a0ba9051b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:27.061195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.065588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2f0c08a5-d828-4985-8d0d-420a0ba9051b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:27.066814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.073832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fd1f0a-329a-4f15-a5b9-59c3ccb90982 req-ce7f898c-1ea1-4836-9d9b-fd3160cee758 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569371 Dec 10 16:40:27.106333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53144) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.113361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790aeb08-86e6-4121-947d-3fabe42bbdf6,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.161209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e92881-1f11-409a-811b-8ca1fd35ebf9 None None] New status for floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:40:27.164272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.166176 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-54d4dcae-77fd-420f-b735-e210cabd9946 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3779798 Dec 10 16:40:27.169308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-402766c0-3202-48d3-8ef4-0af62cc43171 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 690 time: 0.0589564 Dec 10 16:40:27.169456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53146) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.173881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '790aeb08-86e6-4121-947d-3fabe42bbdf6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:27.272739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.1 (d71e311e-ef63-44d0-a9d6-eefe660df825/72e85535-4431-4532-b1b0-49c116222275/c3808c2c-c5eb-470f-9eee-4db59eac6234) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:27.280822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.343202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.387016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.417792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.435108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b167d-663f-4693-ad09-9c00ad59c6dc,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.500858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.546968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network d71e311e-ef63-44d0-a9d6-eefe660df825 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:27.550270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:27.554110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:27.581518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=c3808c2c-c5eb-470f-9eee-4db59eac6234,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.588724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.593392 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-62575326-9625-4913-bc55-652e675fe7eb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4230037 Dec 10 16:40:27.594025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53148) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.609172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.621689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.631657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.734357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.741347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.742561 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/859b167d-663f-4693-ad09-9c00ad59c6dc HTTP/1.1" status: 204 len: 168 time: 0.1475165 Dec 10 16:40:27.745324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53150) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.749089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af4f5-e0cf-4d29-b5a0-45de355678d2 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=859b167d-663f-4693-ad09-9c00ad59c6dc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:27.783647 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ac27bf8d-866e-49d5-8e9a-a890bc925b41 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0372033 Dec 10 16:40:27.786600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-434f219e-b16d-4a47-82c6-4d186ce38f60 None None] Provisioning complete for port c3808c2c-c5eb-470f-9eee-4db59eac6234 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:27.786750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53152) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.786984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-434f219e-b16d-4a47-82c6-4d186ce38f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.821694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-434f219e-b16d-4a47-82c6-4d186ce38f60 None None] Port c3808c2c-c5eb-470f-9eee-4db59eac6234 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:27.846633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.856125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.870439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.974368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.979225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:27.980424 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/790aeb08-86e6-4121-947d-3fabe42bbdf6 HTTP/1.1" status: 204 len: 168 time: 0.1926458 Dec 10 16:40:27.984017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53154) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:27.991301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790aeb08-86e6-4121-947d-3fabe42bbdf6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:28.000839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.001241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.001622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.002018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.003992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.003992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.004225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.004392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.005481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.006230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.011614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.011614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.011614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01f4b85-20ed-467a-9a99-72ed3ce24b19 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:28.045064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a11a75e0-18d7-4b91-b3d1-203467ede1f8 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593855 Dec 10 16:40:28.049106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:28.054648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131325463'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:28.170104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:28.217906 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-12dd2531-23bf-4731-a689-a2624e7ef011 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 688 time: 0.0464649 Dec 10 16:40:28.226230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.282713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.328580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.351262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.417961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.420575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=c3808c2c-c5eb-470f-9eee-4db59eac6234,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:28.425787 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.460546 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11dcb89b-a82c-4933-82eb-0b6e1b563f5a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:28.520243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network d71e311e-ef63-44d0-a9d6-eefe660df825 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:28.521744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:28.532693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.532693 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ac2ec607-85ae-4689-b401-bf9500f13bdc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4791279 Dec 10 16:40:28.532939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53160) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:28.538313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '11dcb89b-a82c-4933-82eb-0b6e1b563f5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:28.663003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:28.852240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3e1556c9-1b5a-4d64-9ad5-f997d90c6b3f None None] Provisioning complete for port c3808c2c-c5eb-470f-9eee-4db59eac6234 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:28.852865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e1556c9-1b5a-4d64-9ad5-f997d90c6b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:28.891558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3e1556c9-1b5a-4d64-9ad5-f997d90c6b3f None None] Port c3808c2c-c5eb-470f-9eee-4db59eac6234 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:29.046334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.118720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:29.132192 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dfbb57fd-9e7f-4652-a184-fabb3afc01fb tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/routers/55d8b185-0bd4-42b9-8067-b8832e1aaa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633276 Dec 10 16:40:29.132306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.132406 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] Sync routers for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:29.133501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'port': {'network_id': 'd71e311e-ef63-44d0-a9d6-eefe660df825', 'name': 'tempest-FloatingIPTestJSON-918464397'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.135343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.143506 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:29.144518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.185032 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.194033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:29.194633 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.222206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.229872 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:29.230548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b03b86-2cf3-48f2-b3e7-fb06d5617443 None None] The sync data for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:29.251775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e3cc79-93aa-42b3-a773-4ee5c947e20a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.260168 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.260608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.260981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.261322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.261661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.261995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.262326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.262804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.263004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.263336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.263687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.263995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.264321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:29.323110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Made reservation on behalf of a8f8606c81d24537a00d6ceb2b43781b for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:29.326863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.345434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] device_id is not set on port df4536ae-2327-4a83-a601-582b732d0998 yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:40:29.385237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.386873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5bba6d54-218e-4f32-b83c-49a8c7d7d7a7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8535373 Dec 10 16:40:29.389559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53166) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.405988 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4920e20e-cd00-45e9-a024-9ee0c76bece0 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules/d0e3cc79-93aa-42b3-a773-4ee5c947e20a HTTP/1.1" status: 200 len: 763 time: 0.0153048 Dec 10 16:40:29.408577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.447163 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8c4dcc68-6810-4c51-81d8-abd677b02ca1 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0374894 Dec 10 16:40:29.449799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.461803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Allocated IP 172.20.0.6 (d71e311e-ef63-44d0-a9d6-eefe660df825/72e85535-4431-4532-b1b0-49c116222275/df4536ae-2327-4a83-a601-582b732d0998) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:29.473167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.481224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.548796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.553584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734796589', 'description': 'tempest-secgroup-smoke-734796589 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.623171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.628490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.635533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.636620 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d0e3cc79-93aa-42b3-a773-4ee5c947e20a HTTP/1.1" status: 204 len: 168 time: 0.1859591 Dec 10 16:40:29.640968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.646940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e9cea-c1af-4d9e-a076-944bfb53b53a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0e3cc79-93aa-42b3-a773-4ee5c947e20a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.680931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1839e1eb-6dfb-4de3-9af6-0913cf3cfae6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388892 Dec 10 16:40:29.682233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.683748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53176) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.688558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '11dcb89b-a82c-4933-82eb-0b6e1b563f5a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.737859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.753923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.781671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Network d71e311e-ef63-44d0-a9d6-eefe660df825 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:29.784829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:29.789018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:29.821718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event updated for resources: {'Port': ['ID=df4536ae-2327-4a83-a601-582b732d0998,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.822988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.824121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.869117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7268884-f086-42fc-b757-a478efd77cfd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:29.880047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:29.880695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.903027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.922393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:29.923834 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4d61946-d0df-4bd9-9673-05365d36ba00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3739133 Dec 10 16:40:29.926907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.932238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:29.986014 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dcbaf4bf-4dcd-4956-a888-dfcddfe1d021 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8570788 Dec 10 16:40:29.989023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53180) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:29.993449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Request body: {'floatingip': {'port_id': 'df4536ae-2327-4a83-a601-582b732d0998'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.017552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3a1ced8-9368-40de-aafb-49b9058f760f None None] Provisioning complete for port df4536ae-2327-4a83-a601-582b732d0998 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:30.018144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ced8-9368-40de-aafb-49b9058f760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.030999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.051981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1ced8-9368-40de-aafb-49b9058f760f None None] Port df4536ae-2327-4a83-a601-582b732d0998 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:30.058404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.061521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c2cc37-3b30-4e19-a6a6-d8f3a819d028,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.071779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.114330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.121400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.123137 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f7c90999-6cf1-4216-8311-824d6db650f3 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4383564 Dec 10 16:40:30.125719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53182) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.165749 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8d594f9-dd48-4662-b3f0-456443ec0bfd tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules/e4c2cc37-3b30-4e19-a6a6-d8f3a819d028 HTTP/1.1" status: 200 len: 763 time: 0.0389752 Dec 10 16:40:30.168364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.186319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.206180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752a7535-e332-4c79-917c-075653a17355,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.249042 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6913eeb9-e6bb-4fee-a828-0bb03775618c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795581 Dec 10 16:40:30.251757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.279464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.280705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bf2c070f-0baa-450b-8c78-897f35e20739 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527739 Dec 10 16:40:30.283636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.288208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.344459 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.355722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.379002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.434658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.480731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.512532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.514173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e4c2cc37-3b30-4e19-a6a6-d8f3a819d028 HTTP/1.1" status: 204 len: 168 time: 0.2615101 Dec 10 16:40:30.516918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.523537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e47b8-9496-4eac-8881-b615b359033a tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c2cc37-3b30-4e19-a6a6-d8f3a819d028,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.558376 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21b104ed-f834-437d-8222-6c10fc205ceb tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401852 Dec 10 16:40:30.559569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.563750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53192) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.569878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': '11dcb89b-a82c-4933-82eb-0b6e1b563f5a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.593610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b032899-ad7c-4342-8dec-99c8979dc12f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.635449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.659607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.679808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.705959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.716228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.717471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5b8705cd-238c-408e-af3a-ab6f15aba750 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4327040 Dec 10 16:40:30.720360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.724875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:30.784250 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP c37ca22b-8fa6-452e-be2b-619bec954fb8 associated. External IP: 172.26.4.187, port: 04b28999-5f08-4d82-bfed-88a800d9b625. Dec 10 16:40:30.805699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.824009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdac86a1-060e-4824-b37a-82be789ddcb3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:30.851367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.900214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.941746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.942993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-90467002-92ac-42b8-ab26-502ded5fc902 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764133 Dec 10 16:40:30.945614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.963878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-76a34aa0-0783-478f-a283-e5f8d8e565a6 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules/fdac86a1-060e-4824-b37a-82be789ddcb3 HTTP/1.1" status: 200 len: 764 time: 0.0166397 Dec 10 16:40:30.965938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53198) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:30.985091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:30.998451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:31.011224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae8c450-c864-4d91-8589-8fbd6187fb9d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.031150 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32d18cbe-02e9-440b-904c-9d299fe07191 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0639732 Dec 10 16:40:31.033697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.059888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.070324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.115017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:31.125148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:31.134699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:31.135311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.139181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.145741 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4ffef7c8-3c95-48c8-86fb-88eb2d74751e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190965 Dec 10 16:40:31.145741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.153300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:31.170510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.179327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:31.179936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.215341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.215802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a076a11-491f-4ef7-9e6b-5476092eda63 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:31.233962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.239204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.244133 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fdac86a1-060e-4824-b37a-82be789ddcb3 HTTP/1.1" status: 204 len: 168 time: 0.2058737 Dec 10 16:40:31.244133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.256354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2419a-3f78-4cbb-b7e8-5d81e1f0fa0f tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdac86a1-060e-4824-b37a-82be789ddcb3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.275514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.310842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-33425a8f-1927-414d-8558-9392c1082d23 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655370 Dec 10 16:40:31.314101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53206) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.340886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.368001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:31.388783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.434234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.454416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658c6fdd-905b-4585-9ac9-e5343d8661d8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.476809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.519097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.520878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-494cff79-08c9-4738-8087-1e75b22d576b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3744934 Dec 10 16:40:31.523376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53208) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.529017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:31.532339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:31.536583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.542731 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] Sync routers for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:31.553572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:31.554201 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.585479 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.592976 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-41312579-250d-4a69-8009-4e0b652e556e tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/floatingips/c37ca22b-8fa6-452e-be2b-619bec954fb8 HTTP/1.1" status: 200 len: 977 time: 1.6028657 Dec 10 16:40:31.595027 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:31.595641 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.595798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53210) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.610597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.614123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.620342 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/11dcb89b-a82c-4933-82eb-0b6e1b563f5a HTTP/1.1" status: 204 len: 168 time: 0.3003640 Dec 10 16:40:31.620342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53212) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.631070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:31.631743 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8caf08-c2c2-4c92-8f13-6d50ee2a0f81 None None] The sync data for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:31.637923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:40:31.640371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c7e8c-41ed-471f-a3f4-e4b87a02e3cc tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dcb89b-a82c-4933-82eb-0b6e1b563f5a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:31.649105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.673945 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ce20fc07-4770-44b8-8c2c-99d09383c206 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523474 Dec 10 16:40:31.679609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53214) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:31.687666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group': {'name': 'tempest-secgroup--270492053'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:31.763945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port df4536ae-2327-4a83-a601-582b732d0998 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:31.764193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.812629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.831089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.882054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.891614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:31.976319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2869b862-7edc-4952-8a57-66badc94090e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.047637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.048749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41a62a38-b367-428d-8d5b-0c538039c97f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5243850 Dec 10 16:40:32.051763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53216) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:32.055108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.056705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'f7268884-f086-42fc-b757-a478efd77cfd', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:32.129722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.130111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.130430 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Floating IP c37ca22b-8fa6-452e-be2b-619bec954fb8 disassociated. External IP: 172.26.4.187, port: df4536ae-2327-4a83-a601-582b732d0998. Dec 10 16:40:32.130771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for df4536ae-2327-4a83-a601-582b732d0998 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:32.179389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.220394 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:40:32.223159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc97594b-0db1-4385-97de-372587f93082,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.227007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.291316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.315911 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.317124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b61f081c-25a4-4092-9e55-264afb218890 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6330488 Dec 10 16:40:32.322656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53218) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:32.324347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Request body: {'security_group_rule': {'security_group_id': 'bc97594b-0db1-4385-97de-372587f93082', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:32.365387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.383897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ae8b63-a7b1-4993-8701-0093b16944a2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.388964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.418027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=df4536ae-2327-4a83-a601-582b732d0998,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.517754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.580042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:32.593871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.605319 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9578a310-0353-4047-acfd-946cee1fe0e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5523667 Dec 10 16:40:32.653195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.723888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:32.735068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] Sync routers for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:32.746645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:32.748171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:32.757726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.787508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:32.796543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:32.797271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:32.832755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:32.833446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a32177-cc47-49c0-9d25-f8bbc97d3650 None None] The sync data for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:32.834801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161daf26-c1b3-49fb-8fb6-9f7e051953bd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:32.855210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.859162 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d893b57a-f2f1-4994-aabd-1218bc276e76 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/df4536ae-2327-4a83-a601-582b732d0998 HTTP/1.1" status: 204 len: 168 time: 1.2623851 Dec 10 16:40:32.866224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:32.915195 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-f764c450-e902-4510-804c-94dbc036dcee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734796589&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.1270983 Dec 10 16:40:32.948151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:32.949256 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba444447-9443-44a9-bc75-c1bbc7a03a49 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6284373 Dec 10 16:40:32.953647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53238) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:32.969230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17437132-267f-414c-bfad-e1628f7779db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.010121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.033942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.115061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9174aa30-0d43-4c30-8ae6-fb71635f0d12 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:33.116450 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9174aa30-0d43-4c30-8ae6-fb71635f0d12 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 795 time: 0.1713853 Dec 10 16:40:33.136882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.141932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.147324 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc97594b-0db1-4385-97de-372587f93082 HTTP/1.1" status: 204 len: 168 time: 0.1884754 Dec 10 16:40:33.150181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53240) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.160046 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-c7496797-3e23-44f9-9d16-08b3e72873f6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0182335 Dec 10 16:40:33.268352 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-6d7317b5-3d53-432d-af85-ab3db60c53ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943842 Dec 10 16:40:33.426926 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-ee44bef0-1fe4-46bd-975b-fbc45453c89d service neutron] 10.222.0.21 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268115 Dec 10 16:40:33.509560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.541413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4a9e-2515-4919-92ea-9f02d94f7eae tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc97594b-0db1-4385-97de-372587f93082,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:33.578146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3209e65a-8b34-4f9a-bbc3-6efc23f3e5fa tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4265935 Dec 10 16:40:33.580691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.599501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-b91906c0-15df-44ef-ae4d-c0e0ecc2adf4 service neutron] 10.222.0.21 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643443 Dec 10 16:40:33.617806 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6cd4fcaf-eb01-41da-a52a-139d9a86a141 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0359776 Dec 10 16:40:33.620388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53244) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.634031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-3a69ded2-7ccd-4992-97f6-46711caa7dd7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] delete failed (client error): The resource could not be found. Dec 10 16:40:33.635027 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3a69ded2-7ccd-4992-97f6-46711caa7dd7 tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc97594b-0db1-4385-97de-372587f93082 HTTP/1.1" status: 404 len: 347 time: 0.0137062 Dec 10 16:40:33.639397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53246) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:33.683493 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0bf02dda-23f8-4e7a-a308-59a3a8a13d8c tempest-SecGroupTest-796496790 tempest-SecGroupTest-796496790-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427637 Dec 10 16:40:33.815293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port c3808c2c-c5eb-470f-9eee-4db59eac6234 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:33.815664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.868943 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-56f43e27-60fe-485d-8500-8534c241f5c4 req-ef118751-4c50-4402-a95b-2234ff8dec16 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0289268 Dec 10 16:40:33.923344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:33.939480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for c3808c2c-c5eb-470f-9eee-4db59eac6234 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:34.124862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:34.222824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.251293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=c3808c2c-c5eb-470f-9eee-4db59eac6234,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:34.263018 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f157c256-08d7-4dce-9edb-ca9657fe79ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c19450caa034445b896c713f4ade0f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368730 Dec 10 16:40:34.265509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:34.323065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.348955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.446874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.469432 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.471886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:34.473106 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f81f39e-1a57-4826-b8cc-82af1658a772 HTTP/1.1" status: 204 len: 168 time: 0.2066195 Dec 10 16:40:34.483063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b8b2-36a0-4e25-a438-01dd2f768e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81f39e-1a57-4826-b8cc-82af1658a772,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:34.783084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:34.893490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:34.901953 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5865f44d-047c-4f74-82b6-22e43aa43158 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/routers/55d8b185-0bd4-42b9-8067-b8832e1aaa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360703 Dec 10 16:40:34.901953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53278) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:34.907456 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] Sync routers for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:34.919506 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:34.919506 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:34.956490 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:34.967275 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] Routers {'55d8b185-0bd4-42b9-8067-b8832e1aaa75'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:34.968259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:35.007967 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:35.008868 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f71e5c-0857-4fac-9a52-23ceb1b890d4 None None] The sync data for ids ['55d8b185-0bd4-42b9-8067-b8832e1aaa75'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:35.035255 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-da8c0ad1-f50c-4dee-aa94-201a8c10f5f2 req-fceb6519-6558-4358-932a-c8a9a7668a1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0675197 Dec 10 16:40:35.068365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.184234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.199478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f5c1-4257-4e1f-bf23-1fb30ca4a0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.335942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port afb7bac7-e746-4232-bfe8-ce3945b18d4c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:35.336288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.421082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.433105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for afb7bac7-e746-4232-bfe8-ce3945b18d4c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:35.587461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53294) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:35.681733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-211653903'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:35.694581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.726165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=afb7bac7-e746-4232-bfe8-ce3945b18d4c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:35.741191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa4447-8619-4221-b449-db23311e3283 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:35.797304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Made reservation on behalf of 47704daa0553458e8520c99bb61ef1a6 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:35.800868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.805997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:35.841926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.137070 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dd47a7af-7c49-4624-9652-780ae085e318 req-c518aa7e-8d5a-4f42-8196-ed79a6a0a627 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0301819 Dec 10 16:40:36.244596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.279047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.396287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-c1d18902-925e-4d73-8242-a9dc9863425a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.397759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-c1d18902-925e-4d73-8242-a9dc9863425a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 795 time: 0.1864762 Dec 10 16:40:36.433232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.433791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Fanout notify agent at l3_agent the message router_deleted on router 55d8b185-0bd4-42b9-8067-b8832e1aaa75 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:36.440519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.446248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.447345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-be0ee8e2-bcb2-47af-8ad4-16288f2a5204 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/routers/55d8b185-0bd4-42b9-8067-b8832e1aaa75 HTTP/1.1" status: 204 len: 168 time: 1.5446165 Dec 10 16:40:36.451381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:36.501775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.510805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting subnet 72e85535-4431-4532-b1b0-49c116222275 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:36.514802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.515786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-f9344c33-b647-4021-a066-3af6f9ec3a3b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 471 time: 0.1025445 Dec 10 16:40:36.533298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:36.543151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['f7268884-f086-42fc-b757-a478efd77cfd']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:36.564165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.566216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0c579-900a-4261-9d7b-bb3bed40a2d8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.600106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.600446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Added segment f6f32693-4222-44ee-ae24-13dbec0ca906 of type vlan for network 8c8765f8-62a7-428a-bdff-1090ccbe55fb Dec 10 16:40:36.634564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.650679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.656368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.765509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.771201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:36.771784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.812032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.820002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:36.823605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.844019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Subnet': ['ID=72e85535-4431-4532-b1b0-49c116222275,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.847772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.851110 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-956a51c2-ec00-4c4f-a72c-39261b735766 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/subnets/72e85535-4431-4532-b1b0-49c116222275 HTTP/1.1" status: 204 len: 168 time: 0.3987091 Dec 10 16:40:36.854493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53306) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:36.856568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0ed0f-5cce-444b-80f2-21dfe753fe6f None None] Network d71e311e-ef63-44d0-a9d6-eefe660df825 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:36.859624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Pushing event updated for resources: {'Network': ['ID=8c8765f8-62a7-428a-bdff-1090ccbe55fb,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:36.913433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8c8765f8-62a7-428a-bdff-1090ccbe55fb details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:36.916610 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-161a64ef-6ba3-4ef8-ab27-eb5a5a13366f tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3273039 Dec 10 16:40:36.921364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53308) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:36.934193 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:40:36.937309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-c35d8b72-69c9-48a0-bb34-6a39a72fddb3 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-957309932') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:36.941232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:36.999286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 2f0c08a5-d828-4985-8d0d-420a0ba9051b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:36.999697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.058501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.5 (4320d849-9753-4bde-b543-9311132259e6/95e16273-cf34-467f-b1f4-6589ef83697a/1be2ee84-2b9b-4b3c-8924-1cefe1836e58) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:37.082442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] For port 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2f0c08a5-d828-4985-8d0d-420a0ba9051b,segment=NetworkSegment(88cce64b-0a3d-468f-9cbc-064f4ede20b0),segment_id=88cce64b-0a3d-468f-9cbc-064f4ede20b0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:37.082442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.087991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] DHCP port deletion for d71e311e-ef63-44d0-a9d6-eefe660df825 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:37.103870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 2f0c08a5-d828-4985-8d0d-420a0ba9051b owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:37.133858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Deleting port 2f0c08a5-d828-4985-8d0d-420a0ba9051b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:37.134604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.169750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c35d8b72-69c9-48a0-bb34-6a39a72fddb3 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "PUT /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-957309932 HTTP/1.1" status: 201 len: 201 time: 0.2448304 Dec 10 16:40:37.170727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.174672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-7d1b0d56-6b85-4888-a9ff-e00546ea0e91 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-957309932') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.215215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] For port 2f0c08a5-d828-4985-8d0d-420a0ba9051b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2f0c08a5-d828-4985-8d0d-420a0ba9051b,segment=NetworkSegment(88cce64b-0a3d-468f-9cbc-064f4ede20b0),segment_id=88cce64b-0a3d-468f-9cbc-064f4ede20b0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:37.215938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.234309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Calling delete_port for 2f0c08a5-d828-4985-8d0d-420a0ba9051b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:37.266496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7711f6bf-d2cd-4be0-ab6d-1992a34c5ded req-c8744026-1d52-45b0-a99d-d81b7a3fe9f9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0397694 Dec 10 16:40:37.308037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7d1b0d56-6b85-4888-a9ff-e00546ea0e91 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-957309932 HTTP/1.1" status: 204 len: 168 time: 0.1366272 Dec 10 16:40:37.310645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53314) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.314829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-b47a65ab-8242-44ee-b734-b9c15eaf92d4 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.317056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.323541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.345517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.349427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=2f0c08a5-d828-4985-8d0d-420a0ba9051b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.351467 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Pushing event deleted for resources: {'Port': ['ID=2f0c08a5-d828-4985-8d0d-420a0ba9051b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.354960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] No DVR routers for this DVR port 2f0c08a5-d828-4985-8d0d-420a0ba9051b on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:37.358906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] No DVR routers for this DVR port 2f0c08a5-d828-4985-8d0d-420a0ba9051b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:37.362777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.365989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.366486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.366896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.367240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.367573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.367902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.368229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b243ffb-cbba-49ea-ab16-84ced499b06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:40:37.439066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b47a65ab-8242-44ee-b734-b9c15eaf92d4 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags HTTP/1.1" status: 200 len: 237 time: 0.1246760 Dec 10 16:40:37.439455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.441182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53316) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.445778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5e2d43e4-1244-42ca-b0cb-acc36ff439f2 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', {'tags': ['tempest-TagsTest-Tag-2013266982', 'tempest-TagsTest-Tag-1675810426', 'tempest-TagsTest-Tag-1428606766']}) {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.507481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71e311e-ef63-44d0-a9d6-eefe660df825']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.526027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cce64b-0a3d-468f-9cbc-064f4ede20b0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.526318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cce64b-0a3d-468f-9cbc-064f4ede20b0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.526966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.541443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.562220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.568029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 4320d849-9753-4bde-b543-9311132259e6 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:37.569522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:37.569991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.571267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:37.574086 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:37.582479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:37.626113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.649091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:37.649780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.737715 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5e2d43e4-1244-42ca-b0cb-acc36ff439f2 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "PUT /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags HTTP/1.1" status: 200 len: 309 time: 0.2908912 Dec 10 16:40:37.737715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53318) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.740342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-4ab75179-5239-4c2b-bdc8-5a1ecb6f3368 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-2013266982') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.788640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.791418 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-105bfbfe-f1aa-4504-b7ae-ffbbf0e40ebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2557411 Dec 10 16:40:37.798126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.803707 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/networks/d71e311e-ef63-44d0-a9d6-eefe660df825 HTTP/1.1" status: 204 len: 168 time: 0.9457006 Dec 10 16:40:37.804799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Request body: {'port': {'device_id': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:37.807338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.816111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a1db-670b-4ce3-8de9-6651a525e265 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Network': ['ID=d71e311e-ef63-44d0-a9d6-eefe660df825,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:37.832459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0df8e46a-fd73-4f50-b755-39283c158032 None None] Provisioning complete for port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:37.833065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0df8e46a-fd73-4f50-b755-39283c158032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.870983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0df8e46a-fd73-4f50-b755-39283c158032 None None] Port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:37.919561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:37.944115 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4ab75179-5239-4c2b-bdc8-5a1ecb6f3368 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "DELETE /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-2013266982 HTTP/1.1" status: 204 len: 168 time: 0.2074175 Dec 10 16:40:37.947197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53322) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:37.953097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-c454a6c0-c60e-4ddc-af02-2b4a5578df57 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-2013266982') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:37.961297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.021810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port cc150f53-3f2b-4207-bf39-399ccd848c23 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:38.022153 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.023417 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-c454a6c0-c60e-4ddc-af02-2b4a5578df57 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] show failed (client error): The resource could not be found. Dec 10 16:40:38.024478 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c454a6c0-c60e-4ddc-af02-2b4a5578df57 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-2013266982 HTTP/1.1" status: 404 len: 326 time: 0.0763376 Dec 10 16:40:38.027304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.032165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-579b62d7-39f4-45de-b148-95b18aaabd3d tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-1675810426') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.110170 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-579b62d7-39f4-45de-b148-95b18aaabd3d tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-1675810426 HTTP/1.1" status: 204 len: 168 time: 0.0794461 Dec 10 16:40:38.110509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53326) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.115980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-ad996311-16a4-40f6-8689-e9b9e0ff381b tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-1428606766') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.189940 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ad996311-16a4-40f6-8689-e9b9e0ff381b tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-1428606766 HTTP/1.1" status: 204 len: 168 time: 0.0783288 Dec 10 16:40:38.192219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53328) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.196673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-5b06efb2-4adb-449b-b3ec-cb62fff55e8c tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.218469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.218721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.235694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for cc150f53-3f2b-4207-bf39-399ccd848c23 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:38.374533 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5b06efb2-4adb-449b-b3ec-cb62fff55e8c tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "DELETE /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1810114 Dec 10 16:40:38.377201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53332) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.381375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.tag.tag_plugin [None req-bab474e8-3e7e-45a5-acaa-29b160c17ad7 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-1675810426') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.397985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:38.406864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.447591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cd3f0-3c7c-4696-97d4-f209e1e2d598 req-cc5fb4f8-9192-4639-ac38-1054c5d83248 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:38.449118 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce8cd3f0-3c7c-4696-97d4-f209e1e2d598 req-cc5fb4f8-9192-4639-ac38-1054c5d83248 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 931 time: 0.1049047 Dec 10 16:40:38.494087 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-bab474e8-3e7e-45a5-acaa-29b160c17ad7 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] show failed (client error): The resource could not be found. Dec 10 16:40:38.494087 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bab474e8-3e7e-45a5-acaa-29b160c17ad7 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-1675810426 HTTP/1.1" status: 404 len: 326 time: 0.1119516 Dec 10 16:40:38.494443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53334) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.498503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-4f026fb6-5d10-40b0-a1ee-7c82037a4539 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb', 'tempest-TagsTest-Tag-1428606766') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.515880 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce8cd3f0-3c7c-4696-97d4-f209e1e2d598 req-299cf958-40ac-4f21-b161-2f3cf6088cf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576580 Dec 10 16:40:38.564496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-4f026fb6-5d10-40b0-a1ee-7c82037a4539 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] show failed (client error): The resource could not be found. Dec 10 16:40:38.565594 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4f026fb6-5d10-40b0-a1ee-7c82037a4539 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "GET /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags/tempest-TagsTest-Tag-1428606766 HTTP/1.1" status: 404 len: 326 time: 0.0714688 Dec 10 16:40:38.568342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53336) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.572523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.tag.tag_plugin [None req-66b6fe11-a06d-447f-8bd6-9be6bde70186 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8c8765f8-62a7-428a-bdff-1090ccbe55fb') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:38.589907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Transition to ACTIVE for port object 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:40:38.597138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.647043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=cc150f53-3f2b-4207-bf39-399ccd848c23,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:38.712251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.751515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.784527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-66b6fe11-a06d-447f-8bd6-9be6bde70186 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "DELETE /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb/tags HTTP/1.1" status: 204 len: 168 time: 0.2038054 Dec 10 16:40:38.784527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.784527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.784527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba493728-008e-47d6-b424-547838bd76ca tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/floatingips/c37ca22b-8fa6-452e-be2b-619bec954fb8 HTTP/1.1" status: 204 len: 168 time: 0.9687216 Dec 10 16:40:38.785244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53338) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.785353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53340) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.795541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Pushing event updated for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:38.817542 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66857fa-1e11-4239-a9ca-8135729d5c81 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:38.817542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66857fa-1e11-4239-a9ca-8135729d5c81 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:38.822700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a66857fa-1e11-4239-a9ca-8135729d5c81 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/df4536ae-2327-4a83-a601-582b732d0998 HTTP/1.1" status: 404 len: 333 time: 0.0341463 Dec 10 16:40:38.834279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53342) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.875694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.891437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-20d56713-682e-469b-bbc1-52520689b49a tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/ports?device_id=55d8b185-0bd4-42b9-8067-b8832e1aaa75 HTTP/1.1" status: 200 len: 205 time: 0.0559881 Dec 10 16:40:38.892103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53344) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.940114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-1d5c3c53-22b3-49f7-b6b1-2bfcb88a01a5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] delete failed (client error): The resource could not be found. Dec 10 16:40:38.943898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1d5c3c53-22b3-49f7-b6b1-2bfcb88a01a5 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/routers/55d8b185-0bd4-42b9-8067-b8832e1aaa75 HTTP/1.1" status: 404 len: 336 time: 0.0489638 Dec 10 16:40:38.946297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53346) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:38.975255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:38.992393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae482512-ed2d-4d3d-b610-96a3fcd9c271 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] DELETE failed (client error): The resource could not be found. Dec 10 16:40:38.993020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae482512-ed2d-4d3d-b610-96a3fcd9c271 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:40:39.001630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ae482512-ed2d-4d3d-b610-96a3fcd9c271 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/subnets/72e85535-4431-4532-b1b0-49c116222275 HTTP/1.1" status: 404 len: 337 time: 0.0542557 Dec 10 16:40:39.003476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2f0c08a5-d828-4985-8d0d-420a0ba9051b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:39.003963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53348) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:39.006131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8765f8-62a7-428a-bdff-1090ccbe55fb']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:39.013879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Attempting to bind port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:39.013879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Attempting to bind port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:39.013879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Attempting to bind port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:39.017681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f32693-4222-44ee-ae24-13dbec0ca906') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:39.018063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f32693-4222-44ee-ae24-13dbec0ca906') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:39.025181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2f0c08a5-d828-4985-8d0d-420a0ba9051b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:39.025553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2f0c08a5-d828-4985-8d0d-420a0ba9051b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:39.029280 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.034778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 on network 4320d849-9753-4bde-b543-9311132259e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:40:39.034945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Attempting to bind port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 on network 4320d849-9753-4bde-b543-9311132259e6 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:39.044429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.046165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:39.046502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Checking segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:39.046888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Bound using segment: {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:39.047321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Bound port: 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4320d849-9753-4bde-b543-9311132259e6'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:39.047672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.051060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:39.051480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:39.054569 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:39.149235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:39.153128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:39.159560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 04b28999-5f08-4d82-bfed-88a800d9b625 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:39.159908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.214304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.221566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.224946 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] 10.222.0.21 "DELETE /v2.0/networks/8c8765f8-62a7-428a-bdff-1090ccbe55fb HTTP/1.1" status: 204 len: 168 time: 0.4438009 Dec 10 16:40:39.237585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f895f2-9adb-4488-a8c4-fac4de407139 tempest-TagsTest-386196399 tempest-TagsTest-386196399-project] Pushing event deleted for resources: {'Network': ['ID=8c8765f8-62a7-428a-bdff-1090ccbe55fb,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.270193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.278098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 04b28999-5f08-4d82-bfed-88a800d9b625 owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:39.324711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.374799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.375426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.377296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] 10.222.0.61 "PUT /v2.0/ports/1be2ee84-2b9b-4b3c-8924-1cefe1836e58 HTTP/1.1" status: 200 len: 1093 time: 1.5772083 Dec 10 16:40:39.377729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:39.380043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885614fc-b051-4742-a4bd-608b075c4d72" -d '{"events": [{"name": "network-changed", "server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:39.415387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e72b8-b4ee-4f50-ac26-5475b34a98fc service neutron] Pushing event updated for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.431391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29518ca7-aa29-4758-9305-c7fd5b746c19 x-openstack-request-id: req-29518ca7-aa29-4758-9305-c7fd5b746c19 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:39.431696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:39.431956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29518ca7-aa29-4758-9305-c7fd5b746c19 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:39.432362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'status': 'completed', 'code': 200} Dec 10 16:40:39.514064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885614fc-b051-4742-a4bd-608b075c4d72 req-088f6df7-8fd9-49b4-aa50-8c630ac889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.515638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-885614fc-b051-4742-a4bd-608b075c4d72 req-088f6df7-8fd9-49b4-aa50-8c630ac889a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 1096 time: 0.0604041 Dec 10 16:40:39.619144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.643529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f5e6b-0299-4475-a7ef-30f619837dec req-6073b293-b6ed-4c9b-897b-42fbbb4b4c3c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.645097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0c4f5e6b-0299-4475-a7ef-30f619837dec req-6073b293-b6ed-4c9b-897b-42fbbb4b4c3c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 943 time: 0.0573623 Dec 10 16:40:39.672349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=04b28999-5f08-4d82-bfed-88a800d9b625,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:39.711814 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0c4f5e6b-0299-4475-a7ef-30f619837dec req-06429182-f299-4b18-97f0-4db2fa6aa0e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535035 Dec 10 16:40:39.778926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885614fc-b051-4742-a4bd-608b075c4d72 req-65b56a2e-086a-4035-8e47-06f0c6085fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.780407 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-885614fc-b051-4742-a4bd-608b075c4d72 req-65b56a2e-086a-4035-8e47-06f0c6085fa6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2556410 Dec 10 16:40:39.801095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.804504 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-440b8f6c-e884-45a2-a78d-dac67717156f tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/04b28999-5f08-4d82-bfed-88a800d9b625 HTTP/1.1" status: 204 len: 168 time: 0.7996111 Dec 10 16:40:39.807306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53358) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:39.844855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53360) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:39.910160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 5f55780a-d9d6-4606-b628-935cbbc18c1d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:39.914896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:39.957070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885614fc-b051-4742-a4bd-608b075c4d72 req-b3e27bcc-70fc-46ce-bab9-cba67b07fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:39.960605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-885614fc-b051-4742-a4bd-608b075c4d72 req-b3e27bcc-70fc-46ce-bab9-cba67b07fe36 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681244 Dec 10 16:40:40.031539 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a095f3df-6546-4869-a600-33afccecff70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47704daa0553458e8520c99bb61ef1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855154 Dec 10 16:40:40.035462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.038097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53364) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:40.051031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-a50558dc-ced8-4e8b-bb3b-40f52ebc1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.052762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-a50558dc-ced8-4e8b-bb3b-40f52ebc1e36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 1096 time: 0.0561137 Dec 10 16:40:40.064696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 5f55780a-d9d6-4606-b628-935cbbc18c1d owned by {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:40.105934 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-a830a39f-ab21-4b4b-851f-ea45d5bf7786 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58 HTTP/1.1" status: 200 len: 217 time: 0.0392790 Dec 10 16:40:40.153406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.160773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-a31ad5ef-04fa-451f-b998-942aaf373fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.162291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-a31ad5ef-04fa-451f-b998-942aaf373fd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.0443511 Dec 10 16:40:40.185378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.214778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-1d3e593e-ff9a-4062-a78e-71a7137a85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.216330 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-1d3e593e-ff9a-4062-a78e-71a7137a85c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414083 Dec 10 16:40:40.316503 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-481197d3-c326-498b-93af-f030c3a08494 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855618 Dec 10 16:40:40.319917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.354813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.360448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.362296 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91e0c579-900a-4261-9d7b-bb3bed40a2d8 HTTP/1.1" status: 204 len: 168 time: 0.3232520 Dec 10 16:40:40.363226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=5f55780a-d9d6-4606-b628-935cbbc18c1d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:40.415805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6aa1d-cd41-42b9-870a-0d1511342fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0c579-900a-4261-9d7b-bb3bed40a2d8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:40.431728 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e91d75ef-bad1-4d24-ad96-234e4374c36d req-7c618fcc-319d-46f8-817d-a2f781c7ea92 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079676 Dec 10 16:40:40.452754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.456052 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-20114b48-9eac-4bce-aa8a-5a45e8aa0ee8 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/ports/5f55780a-d9d6-4606-b628-935cbbc18c1d HTTP/1.1" status: 204 len: 168 time: 0.6475916 Dec 10 16:40:40.458665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53368) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:40.511738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79426a50-0a5a-4970-bf40-85c57d791f3b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.513262 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-79426a50-0a5a-4970-bf40-85c57d791f3b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "GET /v2.0/ports?device_id=dba01c4b-4868-46fe-baf7-9465e85818d7 HTTP/1.1" status: 200 len: 913 time: 0.0536907 Dec 10 16:40:40.516067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:40.862287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769abf-b80b-4ce2-96f9-a5c5a7e0b69f req-3d4a8418-3b69-4c05-8019-c59376ed4511 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:40.863686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e7769abf-b80b-4ce2-96f9-a5c5a7e0b69f req-3d4a8418-3b69-4c05-8019-c59376ed4511 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 943 time: 0.0578427 Dec 10 16:40:40.889166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:40.912953 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e7769abf-b80b-4ce2-96f9-a5c5a7e0b69f req-de9e381b-1c9d-4df3-b7fe-c3cfb09c9956 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 Dec 10 16:40:41.161907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port 8651b3ce-3299-497d-8a3b-6b6926d31d87 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:41.162258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.251269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.263062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for 8651b3ce-3299-497d-8a3b-6b6926d31d87 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:41.551419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.577290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=8651b3ce-3299-497d-8a3b-6b6926d31d87,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:41.744163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:41.957728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Router dba01c4b-4868-46fe-baf7-9465e85818d7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:42.099121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ccaa1-beb1-4d69-b2f8-a974eaf2a15c req-d05de095-53da-46b3-9c7a-6cc05cd4c8b6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:42.100723 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7b6ccaa1-beb1-4d69-b2f8-a974eaf2a15c req-d05de095-53da-46b3-9c7a-6cc05cd4c8b6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 943 time: 0.0968447 Dec 10 16:40:42.105244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:42.111669 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dd78242f-6ac9-4bbe-997b-a99786d419d2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "PUT /v2.0/routers/dba01c4b-4868-46fe-baf7-9465e85818d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941515 Dec 10 16:40:42.114069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:42.116783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] Sync routers for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:42.126899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:42.127604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:42.163391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:42.167483 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7b6ccaa1-beb1-4d69-b2f8-a974eaf2a15c req-2ec3281e-fb83-467e-a40e-78d53305faf2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549843 Dec 10 16:40:42.173089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] Routers {'dba01c4b-4868-46fe-baf7-9465e85818d7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:42.173754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['dba01c4b-4868-46fe-baf7-9465e85818d7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:42.206292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:42.206962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc3a7ac-ac8b-4920-97e9-1a557397cea4 None None] The sync data for ids ['dba01c4b-4868-46fe-baf7-9465e85818d7'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:42.507420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.608632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.865316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting port c0f02fcb-916e-498b-b43b-9669070e32f2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:42.865655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.939157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:42.950533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Calling delete_port for c0f02fcb-916e-498b-b43b-9669070e32f2 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:43.182788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.212446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Port': ['ID=c0f02fcb-916e-498b-b43b-9669070e32f2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.229934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61139539-2cdf-487a-8319-cad39856049d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:43.306229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.349521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4db43-6afc-454b-bacb-f3d6d23ab3dc req-41f6513d-ec04-4cf5-b3b4-dc7c66b06b5c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:43.350994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5df4db43-6afc-454b-bacb-f3d6d23ab3dc req-41f6513d-ec04-4cf5-b3b4-dc7c66b06b5c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 943 time: 0.1114082 Dec 10 16:40:43.426348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.429689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.497250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5df4db43-6afc-454b-bacb-f3d6d23ab3dc req-d0587be5-524b-40e5-a1c0-87d783c9bd9f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148295 Dec 10 16:40:43.674122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.674656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Fanout notify agent at l3_agent the message router_deleted on router dba01c4b-4868-46fe-baf7-9465e85818d7 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:43.681947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.688269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-156a2e6b-83ea-41f0-aadf-6716e4984196 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/routers/dba01c4b-4868-46fe-baf7-9465e85818d7 HTTP/1.1" status: 204 len: 168 time: 1.5680933 Dec 10 16:40:43.688269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:43.736979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Deleting subnet 1dde13b5-35fe-4d70-9c3a-6701178e84f4 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:43.740010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.781336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.829352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.900658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:40:43.942835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.971044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde13b5-35fe-4d70-9c3a-6701178e84f4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:43.974830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:43.980353 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-54220c9e-b49b-4730-b894-733a5322fb0b tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/subnets/1dde13b5-35fe-4d70-9c3a-6701178e84f4 HTTP/1.1" status: 204 len: 168 time: 0.2916210 Dec 10 16:40:43.980646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.003481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:44.014831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'port_id': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'mac_address': 'fa:16:3e:b9:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:40:44.053474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.061094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.072080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:40:44.088259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:44.158983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.178957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e170a2-e467-426e-b04a-3a8526ee7fc0']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.185727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.188313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782ba557-3477-4b7a-86d5-fc1155b00d8c') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.188799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782ba557-3477-4b7a-86d5-fc1155b00d8c') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:44.198362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.211371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.217943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:44.218329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:44.221430 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:44.237235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.350968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.358504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:44.362079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] 10.222.0.21 "DELETE /v2.0/networks/15e170a2-e467-426e-b04a-3a8526ee7fc0 HTTP/1.1" status: 204 len: 168 time: 0.3804379 Dec 10 16:40:44.374420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7909e-dbef-40ec-b277-4b1d2bc5e0a2 tempest-FloatingIPTestJSON-1062213964 tempest-FloatingIPTestJSON-1062213964-project] Pushing event deleted for resources: {'Network': ['ID=15e170a2-e467-426e-b04a-3a8526ee7fc0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:44.473012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['1be2ee84-2b9b-4b3c-8924-1cefe1836e58'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:40:44.615176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665b91-0055-4c93-91cd-c2e24c299dbe req-5cb498d4-9c86-41e7-9389-e2b50555af40 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:44.616763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a8665b91-0055-4c93-91cd-c2e24c299dbe req-5cb498d4-9c86-41e7-9389-e2b50555af40 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 944 time: 0.0528610 Dec 10 16:40:44.669051 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a8665b91-0055-4c93-91cd-c2e24c299dbe req-132411e5-e308-4a80-8521-3b3917639327 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459871 Dec 10 16:40:44.854181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:44.981907 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-56561597-1d94-43e3-a853-8c4ece8c0ef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8f8606c81d24537a00d6ceb2b43781b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264796 Dec 10 16:40:44.984426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:45.032583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.053279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.162702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.165808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:45.166677 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aa6c2d0-4807-47c2-8de3-bab540892805 HTTP/1.1" status: 204 len: 168 time: 0.1813166 Dec 10 16:40:45.174611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d9bd5-b477-4eba-b4fb-62463a640e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6c2d0-4807-47c2-8de3-bab540892805,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:45.791580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a656f6-6f77-40ea-a639-25e40a51c1a7 req-61181295-f7a7-418d-af38-99729c9a5748 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:45.793105 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78a656f6-6f77-40ea-a639-25e40a51c1a7 req-61181295-f7a7-418d-af38-99729c9a5748 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 944 time: 0.0548460 Dec 10 16:40:45.844181 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78a656f6-6f77-40ea-a639-25e40a51c1a7 req-831d3abb-a301-4b5d-a1cc-0debdcc9e8b9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Dec 10 16:40:45.918653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:46.047824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:40:46.054409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:46.054785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.138113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.162406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:46.164738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2d023-a8d1-4972-908f-a6f4d43d7b8f" -d '{"events": [{"server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "name": "network-vif-plugged", "status": "completed", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:46.178961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:46.202658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f126630-68a0-4636-b47f-ecd41a5e543b x-openstack-request-id: req-9f126630-68a0-4636-b47f-ecd41a5e543b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:46.202962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "name": "network-vif-plugged", "status": "completed", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:46.203234 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f126630-68a0-4636-b47f-ecd41a5e543b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:46.203627 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'code': 200} Dec 10 16:40:46.255272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:46.256829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.305924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.353305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-666029043'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:46.525189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:46.528878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.538398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.615790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.632617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bb09b-d3be-4381-bc68-b74ab8bcd496 req-5186d6d8-53e7-4a1f-a48b-449b03b0e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.634158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-909bb09b-d3be-4381-bc68-b74ab8bcd496 req-5186d6d8-53e7-4a1f-a48b-449b03b0e935 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 1098 time: 0.0412257 Dec 10 16:40:46.685726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-909bb09b-d3be-4381-bc68-b74ab8bcd496 req-adf0b58e-13c9-4a99-8e72-61dc048f23d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392482 Dec 10 16:40:46.705711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.735945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:46.742833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0109e1-6ce6-497d-a99c-5247686757f7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:46.749815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.750161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 09aa4b17-8593-443f-b196-74b5944eea7a of type vlan for network 1aaea0c6-259f-489b-bcf5-70420e3bb31f Dec 10 16:40:46.798893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.925265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.935293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.935293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:46.959116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aec5b-8a20-4d31-9a21-757de6bac126 req-2746a07a-a342-4bb3-a750-89080303902e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:46.960623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-969aec5b-8a20-4d31-9a21-757de6bac126 req-2746a07a-a342-4bb3-a750-89080303902e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0499611 Dec 10 16:40:47.001178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=1aaea0c6-259f-489b-bcf5-70420e3bb31f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:47.011968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:47.015766 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-969aec5b-8a20-4d31-9a21-757de6bac126 req-ef63981d-5ffe-428c-a3fc-99235734aa4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490603 Dec 10 16:40:47.046097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dcc43793-4205-4c59-86ec-e7139cc4471d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7896056 Dec 10 16:40:47.048580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53428) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:47.053570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1839085170'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:47.185534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:47.189395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.212456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:47.221450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.221797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 2699bf89-bc4f-4a10-a1bc-1cf630c8a72b of type vlan for network 7bb23891-bbed-45e6-bead-f5308c16f797 Dec 10 16:40:47.261232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.368256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.374424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:47.376685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.402651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:47.446412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=7bb23891-bbed-45e6-bead-f5308c16f797,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:47.457692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 7bb23891-bbed-45e6-bead-f5308c16f797 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:40:47.548856 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f5be948-4c76-4d1a-b8dd-00d5a0a82f73 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4992065 Dec 10 16:40:47.551763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53430) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:47.557335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:47.768073 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:47.771540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.042960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.134143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=ad0fa770-69ed-42aa-bcfd-78e199864d6d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:48.148515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '09aa4b17-8593-443f-b196-74b5944eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:48.148943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 1aaea0c6-259f-489b-bcf5-70420e3bb31f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:48.165054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96feea-47ca-455a-9632-9553f2d1f5ca req-f57a3b92-c9f1-4431-902b-83076be0c087 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:48.166553 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fe96feea-47ca-455a-9632-9553f2d1f5ca req-f57a3b92-c9f1-4431-902b-83076be0c087 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0736217 Dec 10 16:40:48.219354 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fe96feea-47ca-455a-9632-9553f2d1f5ca req-fe8f6f5c-196e-44d3-8b2a-a2ab1fe4b725 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Dec 10 16:40:48.268311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:48.334091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b37c63-00c1-4549-81b2-6f6d63a56908 req-b75ef30c-e50a-47d9-9661-ac33df0a3774 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:48.335573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27b37c63-00c1-4549-81b2-6f6d63a56908 req-b75ef30c-e50a-47d9-9661-ac33df0a3774 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0485342 Dec 10 16:40:48.342927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1aaea0c6-259f-489b-bcf5-70420e3bb31f) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:48.347758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:48.348806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.353108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62ef88-2785-4da3-b74f-3f27b6142918 None None] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:48.387460 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27b37c63-00c1-4549-81b2-6f6d63a56908 req-f6a273ce-494d-42df-b5f4-631b05cfb512 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458801 Dec 10 16:40:48.414754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53436) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:48.453227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a33d3461-7364-414d-8f81-2f90361d33ba tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9003096 Dec 10 16:40:48.456440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53438) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:48.460757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1160fc-3f88-4803-9512-62930fe01dc2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:48.462306 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-da1160fc-3f88-4803-9512-62930fe01dc2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 1093 time: 0.0461898 Dec 10 16:40:48.465262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53440) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:48.465793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:48.470752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'port_id': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:48.516450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.614032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-1aaea0c6-259f-489b-bcf5-70420e3bb31f', 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'ad0fa770-69ed-42aa-bcfd-78e199864d6d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:48.615094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.677094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:48.680936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.755567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Allocated IP 172.20.0.2 (1aaea0c6-259f-489b-bcf5-70420e3bb31f/ad0fa770-69ed-42aa-bcfd-78e199864d6d/db09364a-5a20-440b-a443-64ac7a8482bb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:48.909002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.940247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:48.974958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.005976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=d6faf798-ec3f-48c7-badb-d05ee33e271b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.015880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:49.016334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 7bb23891-bbed-45e6-bead-f5308c16f797, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:40:49.026352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:49.029435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:49.033369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:49.040688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Pushing event updated for resources: {'Port': ['ID=db09364a-5a20-440b-a443-64ac7a8482bb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.093992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 7bb23891-bbed-45e6-bead-f5308c16f797 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:40:49.097805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Attempting to bind port db09364a-5a20-440b-a443-64ac7a8482bb on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:49.098172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Attempting to bind port db09364a-5a20-440b-a443-64ac7a8482bb by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '09aa4b17-8593-443f-b196-74b5944eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:49.098545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Attempting to bind port db09364a-5a20-440b-a443-64ac7a8482bb on network 1aaea0c6-259f-489b-bcf5-70420e3bb31f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:49.104874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:49.105287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Checking segment: {'id': '09aa4b17-8593-443f-b196-74b5944eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:49.105699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.106096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Bound using segment: {'id': '09aa4b17-8593-443f-b196-74b5944eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:49.106574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Bound port: db09364a-5a20-440b-a443-64ac7a8482bb, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aa4b17-8593-443f-b196-74b5944eea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1aaea0c6-259f-489b-bcf5-70420e3bb31f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:49.106961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.168232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 7bb23891-bbed-45e6-bead-f5308c16f797) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:49.169803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] For port db09364a-5a20-440b-a443-64ac7a8482bb, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:49.173173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:49.173649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] For port db09364a-5a20-440b-a443-64ac7a8482bb, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=db09364a-5a20-440b-a443-64ac7a8482bb,segment=NetworkSegment(09aa4b17-8593-443f-b196-74b5944eea7a),segment_id=09aa4b17-8593-443f-b196-74b5944eea7a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:49.173983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.191802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5795f341-65f1-4d55-898f-2194c834a08b None None] Network 7bb23891-bbed-45e6-bead-f5308c16f797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:49.249098 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.263677 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-08a3f5f4-e62e-4ad3-a24a-886d4e1fc979 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8034210 Dec 10 16:40:49.264023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:49.269160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10919771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:49.314734 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.335461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-7bb23891-bbed-45e6-bead-f5308c16f797', 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'd6faf798-ec3f-48c7-badb-d05ee33e271b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:40:49.340366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.340366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e54d-2dda-4dca-8314-62d929ccf2cc None None] Pushing event updated for resources: {'Port': ['ID=db09364a-5a20-440b-a443-64ac7a8482bb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.360087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.361605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.388569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.461124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.497804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Allocated IP 172.21.0.2 (7bb23891-bbed-45e6-bead-f5308c16f797/d6faf798-ec3f-48c7-badb-d05ee33e271b/659323a4-f981-4504-adc7-f6c4a44606e5) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:49.504760 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973 associated. External IP: 172.26.4.123, port: 1be2ee84-2b9b-4b3c-8924-1cefe1836e58. Dec 10 16:40:49.598273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.677824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.685529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.686984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3a1e9f05-2fc4-41de-a59f-f4e5b948d613 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4218826 Dec 10 16:40:49.689696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53444) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:49.743174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.756150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:49.788503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Network 7bb23891-bbed-45e6-bead-f5308c16f797 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:49.791355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:49.795698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:49.798797 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Pushing event updated for resources: {'Port': ['ID=659323a4-f981-4504-adc7-f6c4a44606e5,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:49.850352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Attempting to bind port 659323a4-f981-4504-adc7-f6c4a44606e5 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:40:49.851051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Attempting to bind port 659323a4-f981-4504-adc7-f6c4a44606e5 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:40:49.851419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Attempting to bind port 659323a4-f981-4504-adc7-f6c4a44606e5 on network 7bb23891-bbed-45e6-bead-f5308c16f797 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:40:49.856577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:40:49.857231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Checking segment: {'id': '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:40:49.857659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.858178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Bound using segment: {'id': '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:40:49.858651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Bound port: 659323a4-f981-4504-adc7-f6c4a44606e5, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7bb23891-bbed-45e6-bead-f5308c16f797'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:40:49.859033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.881461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:49.886611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:49.897259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:49.914413 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:49.915427 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:49.919114 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e5608c43-fdef-4b6c-a247-d47b4811ed53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 991 time: 1.4522302 Dec 10 16:40:49.919570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:40:49.922263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3" -d '{"events": [{"name": "network-changed", "server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:40:49.924831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:49.926593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] For port 659323a4-f981-4504-adc7-f6c4a44606e5, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:40:49.929977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] For port 659323a4-f981-4504-adc7-f6c4a44606e5, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=659323a4-f981-4504-adc7-f6c4a44606e5,segment=NetworkSegment(2699bf89-bc4f-4a10-a1bc-1cf630c8a72b),segment_id=2699bf89-bc4f-4a10-a1bc-1cf630c8a72b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:40:49.984943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6085bc9-a13d-4775-9139-d111847ae54e x-openstack-request-id: req-a6085bc9-a13d-4775-9139-d111847ae54e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:40:49.985260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:40:49.985648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6085bc9-a13d-4775-9139-d111847ae54e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:40:49.986116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'status': 'completed', 'code': 200} Dec 10 16:40:50.012807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.016216 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fde0f6c4-5947-4f31-a367-1330b7c64984 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 991 time: 0.0780475 Dec 10 16:40:50.046417 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:50.066182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-7074d5c8-ff3d-4dc8-8e00-286030947b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.069190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-7074d5c8-ff3d-4dc8-8e00-286030947b6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 1098 time: 0.0721345 Dec 10 16:40:50.070666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.089939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee4cd-fd53-472d-adb0-2fdfe1e62bc7 None None] Pushing event updated for resources: {'Port': ['ID=659323a4-f981-4504-adc7-f6c4a44606e5,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:50.343119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-2ea0f87a-68e0-46b0-8f69-389982fc4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.344882 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-2ea0f87a-68e0-46b0-8f69-389982fc4a55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 896 time: 0.2641716 Dec 10 16:40:50.366735 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:b9:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:40:49Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:50.399746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:40:50.410961 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:50.411579 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:50.466611 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-55ff7e9d-ecc3-47bd-afc8-b44b840b56df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58 HTTP/1.1" status: 200 len: 999 time: 0.1105101 Dec 10 16:40:50.554150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.20.0.1 (1aaea0c6-259f-489b-bcf5-70420e3bb31f/ad0fa770-69ed-42aa-bcfd-78e199864d6d/6338b6e1-fd50-41f4-8186-78b6a3d19bde) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:50.561685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-52cbf95f-c124-4d7f-8546-d5cadc0edeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.563204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-52cbf95f-c124-4d7f-8546-d5cadc0edeb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.0716057 Dec 10 16:40:50.593121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed746dae-db7a-4488-ae79-7f12079b5792 None None] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:50.624196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:40:50.671446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] Provisioning complete for port db09364a-5a20-440b-a443-64ac7a8482bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:50.672313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.674849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-730132a5-561e-4b39-8b1b-37da2c6de3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:50.676410 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-730132a5-561e-4b39-8b1b-37da2c6de3f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046531 Dec 10 16:40:50.781670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.800559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.821290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-c6168d86-c1fc-4faa-800d-2267a51d9983 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326027 Dec 10 16:40:50.841119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] For port db09364a-5a20-440b-a443-64ac7a8482bb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=db09364a-5a20-440b-a443-64ac7a8482bb,segment=NetworkSegment(09aa4b17-8593-443f-b196-74b5944eea7a),segment_id=09aa4b17-8593-443f-b196-74b5944eea7a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:50.900820 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:b9:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:40:49Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:50.925649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.937682 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a7f-09cb-4755-843b-b9dfd88ed94f None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'eacb0894-14ef-46a6-9b0e-1e5643acd973', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'port_id': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'mac_address': 'fa:16:3e:b9:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:39:48Z', 'updated_at': '2021-12-10T16:40:49Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:50.977021 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6802b0f-be0f-4ce6-bafd-f1a0496007c3 req-6a7bef2c-4099-4ea2-98e4-9f176bd112af service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332209 Dec 10 16:40:50.986493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:50.989837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e693cd2-1041-44f6-9512-c965ca516178 None None] Pushing event updated for resources: {'Port': ['ID=db09364a-5a20-440b-a443-64ac7a8482bb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:51.019745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:51.094256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:51.094256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=6338b6e1-fd50-41f4-8186-78b6a3d19bde,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:51.103949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:51.103949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:51.138705 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67e83c4f-ea63-4e5a-84f5-f003985bdb62 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 991 time: 0.1174378 Dec 10 16:40:51.163796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d6b6c7e8-6db8-4e99-8b20-2fb9dd354419 None None] Provisioning complete for port db09364a-5a20-440b-a443-64ac7a8482bb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.164271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c7e8-6db8-4e99-8b20-2fb9dd354419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.171954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 659323a4-f981-4504-adc7-f6c4a44606e5 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:51.308506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 659323a4-f981-4504-adc7-f6c4a44606e5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.308996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.375112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809620dc-6ed4-4477-8af7-7f3338a33fc3 None None] New status for floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:40:51.513091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff28180-91e4-488d-a951-0237d89b7a6a None None] Network 7bb23891-bbed-45e6-bead-f5308c16f797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:51.532355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.590291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.595590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9fa15b68-7612-473b-a391-5c20d94e7dc9 None None] Provisioning complete for port 6338b6e1-fd50-41f4-8186-78b6a3d19bde triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.596227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b68-7612-473b-a391-5c20d94e7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.715577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.715838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 659323a4-f981-4504-adc7-f6c4a44606e5, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=659323a4-f981-4504-adc7-f6c4a44606e5,segment=NetworkSegment(2699bf89-bc4f-4a10-a1bc-1cf630c8a72b),segment_id=2699bf89-bc4f-4a10-a1bc-1cf630c8a72b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:51.716483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9fa15b68-7612-473b-a391-5c20d94e7dc9 None None] Port 6338b6e1-fd50-41f4-8186-78b6a3d19bde cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:51.749007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9fa15b68-7612-473b-a391-5c20d94e7dc9 None None] Provisioning complete for port 659323a4-f981-4504-adc7-f6c4a44606e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.749391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b68-7612-473b-a391-5c20d94e7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.799012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.801833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device db09364a-5a20-440b-a443-64ac7a8482bb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:51.910152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=659323a4-f981-4504-adc7-f6c4a44606e5,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:51.939151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port db09364a-5a20-440b-a443-64ac7a8482bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:51.939615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:51.994006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.046587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-caf15aeb-b571-46dc-8c36-13ec84d5f779 None None] Provisioning complete for port 659323a4-f981-4504-adc7-f6c4a44606e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:52.048266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-caf15aeb-b571-46dc-8c36-13ec84d5f779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.073472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.142667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53452) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:52.152211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.154026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=6338b6e1-fd50-41f4-8186-78b6a3d19bde,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:52.208775 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ace8cd94-ce3b-4ca6-aa77-e8717d44c3a2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 200 len: 993 time: 0.0641251 Dec 10 16:40:52.249228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:52.250710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:52.428123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router e5b61c77-2265-4198-9867-0ab7c72bff85 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:40:52.445532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9f884836-843e-4e8a-bfac-4e170ed7e46d None None] Provisioning complete for port 6338b6e1-fd50-41f4-8186-78b6a3d19bde triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:52.445909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f884836-843e-4e8a-bfac-4e170ed7e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.482399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9f884836-843e-4e8a-bfac-4e170ed7e46d None None] Port 6338b6e1-fd50-41f4-8186-78b6a3d19bde cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:52.523050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:52.528036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5cfbae87-0bc8-4193-9cbd-640b1a5cc5cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8372054 Dec 10 16:40:52.531405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:52.533165 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] Sync routers for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:52.542717 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:52.543331 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.575064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc3bd4-ab7a-456d-80b0-950ebb89443e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:52.575434 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.576771 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3adc3bd4-ab7a-456d-80b0-950ebb89443e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports/6338b6e1-fd50-41f4-8186-78b6a3d19bde HTTP/1.1" status: 200 len: 910 time: 0.0439990 Dec 10 16:40:52.579455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53458) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:52.585159 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:52.585772 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.621174 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:52.621836 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf782e-3061-4699-a883-11c62dae0b34 None None] The sync data for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:52.926180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:52.997489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 659323a4-f981-4504-adc7-f6c4a44606e5 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:53.046770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 659323a4-f981-4504-adc7-f6c4a44606e5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.047137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.126073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device db09364a-5a20-440b-a443-64ac7a8482bb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:40:53.180731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port db09364a-5a20-440b-a443-64ac7a8482bb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.181066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.193093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.21.0.1 (7bb23891-bbed-45e6-bead-f5308c16f797/d6faf798-ec3f-48c7-badb-d05ee33e271b/456f98d9-f746-473e-bd2c-4b657e41991c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:40:53.306062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.326855 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-1a827538-01f5-400f-b627-59f765c262b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396001 Dec 10 16:40:53.405385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-acb6baf9-90cd-4f3f-bcf0-d048eaf68b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:53.405881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.406883 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-acb6baf9-90cd-4f3f-bcf0-d048eaf68b6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 1099 time: 0.0410702 Dec 10 16:40:53.455111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 7bb23891-bbed-45e6-bead-f5308c16f797 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:53.458413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:53.462450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:40:53.492522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=456f98d9-f746-473e-bd2c-4b657e41991c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:53.515804 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.524450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-f4aab3c9-7705-4e37-8461-4dab0ecda06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:53.526141 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-f4aab3c9-7705-4e37-8461-4dab0ecda06a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 200 len: 896 time: 0.0991311 Dec 10 16:40:53.571451 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-bfab540e-8a7b-4358-86dc-c86bcab5ceed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 200 len: 217 time: 0.0376153 Dec 10 16:40:53.625103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-973fa429-ec77-4f78-92df-72b25a60422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:53.626600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-973fa429-ec77-4f78-92df-72b25a60422c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 200 len: 835 time: 0.0480151 Dec 10 16:40:53.677120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-3398e94e-bff8-4759-bac6-814e2c123a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:53.678804 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-3398e94e-bff8-4759-bac6-814e2c123a57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4320d849-9753-4bde-b543-9311132259e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414767 Dec 10 16:40:53.710217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.711421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3def7858-3757-4bf0-bf1a-de66350a1c91 None None] Provisioning complete for port 456f98d9-f746-473e-bd2c-4b657e41991c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:53.712153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3def7858-3757-4bf0-bf1a-de66350a1c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:53.747667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3def7858-3757-4bf0-bf1a-de66350a1c91 None None] Port 456f98d9-f746-473e-bd2c-4b657e41991c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:53.782574 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-1e79f815-8fd4-4fa9-87f4-e393b8ff65eb service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966408 Dec 10 16:40:53.874749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81f56afd-c92c-450c-a2b1-c9a7b95d1e09 req-9b9e1e74-020a-4257-bee1-02d4123cc330 service neutron] 10.222.0.61 "GET /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Dec 10 16:40:53.985319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.053770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.126728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=456f98d9-f746-473e-bd2c-4b657e41991c,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:54.130030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.227476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 7bb23891-bbed-45e6-bead-f5308c16f797 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:40:54.228832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:40:54.331426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router e5b61c77-2265-4198-9867-0ab7c72bff85 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:54.424122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:54.429173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e05b7af7-70b1-419f-b139-164ec3427dac tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487418 Dec 10 16:40:54.432145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:54.433340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] Sync routers for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:54.447261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:54.450887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:54.480492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28e6da-e9de-454b-bd2b-96c7c981392b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:54.485309 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c28e6da-e9de-454b-bd2b-96c7c981392b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports/456f98d9-f746-473e-bd2c-4b657e41991c HTTP/1.1" status: 200 len: 910 time: 0.0490813 Dec 10 16:40:54.485438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:54.485565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:54.500416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:54.500940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:54.502654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-25e5a4cf-47f1-4d81-9a21-1f8adba8f972 None None] Provisioning complete for port 456f98d9-f746-473e-bd2c-4b657e41991c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:40:54.503023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25e5a4cf-47f1-4d81-9a21-1f8adba8f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:54.705635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:54.706289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8194de-11c7-4d07-be17-3da9cfef6a47 None None] The sync data for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:54.714397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-25e5a4cf-47f1-4d81-9a21-1f8adba8f972 None None] Port 456f98d9-f746-473e-bd2c-4b657e41991c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:40:54.823849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.064171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 456f98d9-f746-473e-bd2c-4b657e41991c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:55.064516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.161489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.173598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 456f98d9-f746-473e-bd2c-4b657e41991c owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:55.773823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:55.803114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=456f98d9-f746-473e-bd2c-4b657e41991c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:55.969360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.165670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router e5b61c77-2265-4198-9867-0ab7c72bff85 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:56.261445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:56.267026 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bc3ebb9c-0a73-4814-ae7d-14ac806e6f8e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809234 Dec 10 16:40:56.270454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:56.274012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] Sync routers for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:56.284629 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:56.285278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.316725 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.325248 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:56.325843 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.357080 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:56.358294 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bea44-4e50-4a3f-8e9a-76d93b3278e6 None None] The sync data for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:56.608284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.861751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 6338b6e1-fd50-41f4-8186-78b6a3d19bde {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:56.862099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.947491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:56.959342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 6338b6e1-fd50-41f4-8186-78b6a3d19bde owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:57.213969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.246338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=6338b6e1-fd50-41f4-8186-78b6a3d19bde,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:57.393080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.550475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router e5b61c77-2265-4198-9867-0ab7c72bff85 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:40:57.629362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:40:57.636302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0007ea57-236b-4048-818c-0070ee40d5d8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3627954 Dec 10 16:40:57.637015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:57.640842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] Sync routers for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:40:57.655848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:57.656515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.668671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d242439f-45fd-4ad5-9b10-4d02fe7d5432 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b61c77-2265-4198-9867-0ab7c72bff85 HTTP/1.1" status: 200 len: 205 time: 0.0299721 Dec 10 16:40:57.671846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:57.703391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.712597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] Routers {'e5b61c77-2265-4198-9867-0ab7c72bff85'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:40:57.713240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['e5b61c77-2265-4198-9867-0ab7c72bff85'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.748663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.751130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:57.751783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198da0b7-1841-4e67-83af-39382ceb1c14 None None] The sync data for ids ['e5b61c77-2265-4198-9867-0ab7c72bff85'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:40:57.927565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:57.929771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.079411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.079921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router e5b61c77-2265-4198-9867-0ab7c72bff85 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:40:58.090043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.090043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a84bd590-58d9-40db-b2d5-13ca69819441 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85 HTTP/1.1" status: 204 len: 168 time: 0.4148233 Dec 10 16:40:58.090571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53472) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.146967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet d6faf798-ec3f-48c7-badb-d05ee33e271b {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:58.151103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.193264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.280199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.394020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.418244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=d6faf798-ec3f-48c7-badb-d05ee33e271b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.424602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.430218 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-95265b80-4d7a-4935-b083-e41f34eefee3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d6faf798-ec3f-48c7-badb-d05ee33e271b HTTP/1.1" status: 204 len: 168 time: 0.3363478 Dec 10 16:40:58.430388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c2d7e-486f-49fc-a396-5df25d2ff8f6 None None] Network 7bb23891-bbed-45e6-bead-f5308c16f797 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:58.430630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53474) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.482249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet ad0fa770-69ed-42aa-bcfd-78e199864d6d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:40:58.485439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.532528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.579182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] DHCP port deletion for 7bb23891-bbed-45e6-bead-f5308c16f797 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:58.620179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.629321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Deleting port 659323a4-f981-4504-adc7-f6c4a44606e5 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:58.632914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.690826 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] For port 659323a4-f981-4504-adc7-f6c4a44606e5, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=659323a4-f981-4504-adc7-f6c4a44606e5,segment=NetworkSegment(2699bf89-bc4f-4a10-a1bc-1cf630c8a72b),segment_id=2699bf89-bc4f-4a10-a1bc-1cf630c8a72b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:58.691490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.703591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Calling delete_port for 659323a4-f981-4504-adc7-f6c4a44606e5 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:58.763126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.795383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0fa770-69ed-42aa-bcfd-78e199864d6d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.798986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.802292 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b7fbd7a2-a55f-4062-8bd1-fe16b199769b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/ad0fa770-69ed-42aa-bcfd-78e199864d6d HTTP/1.1" status: 204 len: 168 time: 0.3706472 Dec 10 16:40:58.805070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:58.807499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375771ea-c99f-404b-a0fe-e38703d3ca46 None None] Network 1aaea0c6-259f-489b-bcf5-70420e3bb31f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:40:58.879688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.882396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:58.912887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] Pushing event deleted for resources: {'Port': ['ID=659323a4-f981-4504-adc7-f6c4a44606e5,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:58.914741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f805f-3789-47de-bb81-2f87c5d5f603 None None] No DVR routers for this DVR port 659323a4-f981-4504-adc7-f6c4a44606e5 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:58.983669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.003461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb23891-bbed-45e6-bead-f5308c16f797']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.014041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.014351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2699bf89-bc4f-4a10-a1bc-1cf630c8a72b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.018553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] DHCP port deletion for 1aaea0c6-259f-489b-bcf5-70420e3bb31f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:40:59.024724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.042041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.047883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 659323a4-f981-4504-adc7-f6c4a44606e5 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:40:59.049108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:59.049515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:59.052695 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:59.073866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 659323a4-f981-4504-adc7-f6c4a44606e5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:40:59.074248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 659323a4-f981-4504-adc7-f6c4a44606e5 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:40:59.094882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Deleting port db09364a-5a20-440b-a443-64ac7a8482bb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:40:59.095389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.163940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] For port db09364a-5a20-440b-a443-64ac7a8482bb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=db09364a-5a20-440b-a443-64ac7a8482bb,segment=NetworkSegment(09aa4b17-8593-443f-b196-74b5944eea7a),segment_id=09aa4b17-8593-443f-b196-74b5944eea7a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:40:59.164340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.176676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Calling delete_port for db09364a-5a20-440b-a443-64ac7a8482bb owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:40:59.276626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.284405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.287711 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/7bb23891-bbed-45e6-bead-f5308c16f797 HTTP/1.1" status: 204 len: 168 time: 0.4817026 Dec 10 16:40:59.290246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.308031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d049c9-2128-412c-a51a-44d3a3ac0f58 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=7bb23891-bbed-45e6-bead-f5308c16f797,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.353397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.378011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] Pushing event deleted for resources: {'Port': ['ID=db09364a-5a20-440b-a443-64ac7a8482bb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.381418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.381857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abe1e5-31fc-411f-9707-c157566d586d None None] No DVR routers for this DVR port db09364a-5a20-440b-a443-64ac7a8482bb on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:40:59.472691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.493840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaea0c6-259f-489b-bcf5-70420e3bb31f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.503798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aa4b17-8593-443f-b196-74b5944eea7a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.504109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aa4b17-8593-443f-b196-74b5944eea7a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:40:59.513770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.530767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.532750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:40:59.533163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:40:59.536208 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:40:59.661965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.669013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.672468 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/1aaea0c6-259f-489b-bcf5-70420e3bb31f HTTP/1.1" status: 204 len: 168 time: 0.3812952 Dec 10 16:40:59.676319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:40:59.681351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-95574779'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:40:59.684367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c0946-6735-465b-917e-d862aa85ed28 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=1aaea0c6-259f-489b-bcf5-70420e3bb31f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:40:59.767783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:40:59.771241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.795066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:40:59.803514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.803850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment a9d1875a-33db-48e7-9dc2-d6dde687633f of type vlan for network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 Dec 10 16:40:59.842736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.922126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.927822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:40:59.932597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:40:59.995711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=9f9b559e-2aba-4912-80ca-57f9820ab5f5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.005900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:00.073922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a0265acd-66b7-4764-a492-7a9417a2dfa9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3962274 Dec 10 16:41:00.076440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53482) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:00.081459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:00.265241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:00.268815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.500113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.564823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=d6f0acab-865d-41df-91e6-fe99b1db865c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:00.573533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': 'a9d1875a-33db-48e7-9dc2-d6dde687633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:00.573900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 9f9b559e-2aba-4912-80ca-57f9820ab5f5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:00.653700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:00.730424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9f9b559e-2aba-4912-80ca-57f9820ab5f5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:00.734953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:00.735567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.741041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb859f-6962-43d0-b0e7-f03ed81ce8ea None None] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:00.819732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b00f4517-a8f1-4763-8c4a-2216d31d7095 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7419271 Dec 10 16:41:00.822104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53484) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:00.826759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-130938430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:00.838540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9f9b559e-2aba-4912-80ca-57f9820ab5f5', 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'd6f0acab-865d-41df-91e6-fe99b1db865c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:00.839421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.920252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.921383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:00.981836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Allocated IP 172.20.0.2 (9f9b559e-2aba-4912-80ca-57f9820ab5f5/d6f0acab-865d-41df-91e6-fe99b1db865c/57549b08-0fc2-4d42-afac-6e6cb4dd9470) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:01.010139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device db09364a-5a20-440b-a443-64ac7a8482bb no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:01.059914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: db09364a-5a20-440b-a443-64ac7a8482bb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:01.060298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device db09364a-5a20-440b-a443-64ac7a8482bb not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:01.156705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.234307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.272335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:01.272634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.276854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:01.280886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:01.287745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Pushing event updated for resources: {'Port': ['ID=57549b08-0fc2-4d42-afac-6e6cb4dd9470,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.331304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.336843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Attempting to bind port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:01.337324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Attempting to bind port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a9d1875a-33db-48e7-9dc2-d6dde687633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:01.337696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Attempting to bind port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 on network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:01.343374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:01.345189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Checking segment: {'id': 'a9d1875a-33db-48e7-9dc2-d6dde687633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:01.345189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.345189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Bound using segment: {'id': 'a9d1875a-33db-48e7-9dc2-d6dde687633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:01.345189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Bound port: 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d1875a-33db-48e7-9dc2-d6dde687633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:01.345655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.409108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] For port 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:01.412110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] For port 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=57549b08-0fc2-4d42-afac-6e6cb4dd9470,segment=NetworkSegment(a9d1875a-33db-48e7-9dc2-d6dde687633f),segment_id=a9d1875a-33db-48e7-9dc2-d6dde687633f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:01.418779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.420793 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c0d74ad-fe46-4879-ac55-28eb69d859f3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5969985 Dec 10 16:41:01.423026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53486) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:01.428144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'port': {'network_id': '9f9b559e-2aba-4912-80ca-57f9820ab5f5', 'name': 'tempest-RoutersTest-1998985065'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:01.491579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.547372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf441e41-7fcf-4b4f-8cf2-1eff3432d0ed None None] Pushing event updated for resources: {'Port': ['ID=57549b08-0fc2-4d42-afac-6e6cb4dd9470,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:01.596959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:01.600593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.618477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] device_id is not set on port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:41:01.739466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.20.0.9 (9f9b559e-2aba-4912-80ca-57f9820ab5f5/d6f0acab-865d-41df-91e6-fe99b1db865c/ed8e20c7-9b9f-41bb-ac19-354bc779ec03) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:01.894039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:01.986399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.033876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:02.037051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:02.040855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:02.066529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=ed8e20c7-9b9f-41bb-ac19-354bc779ec03,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.093775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:02.094389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.165560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-983bba7e-9b2d-450e-a082-67a131d6fbe3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7414181 Dec 10 16:41:02.168135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:02.426343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c5a2f-4ba3-4eb3-993a-ebac096c812b None None] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:02.501342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.510520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] Provisioning complete for port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:02.510887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.617133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.654835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] For port 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=57549b08-0fc2-4d42-afac-6e6cb4dd9470,segment=NetworkSegment(a9d1875a-33db-48e7-9dc2-d6dde687633f),segment_id=a9d1875a-33db-48e7-9dc2-d6dde687633f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:02.734379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.762848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.788745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abea51-8721-4548-9344-a0e541c8a15c None None] Pushing event updated for resources: {'Port': ['ID=57549b08-0fc2-4d42-afac-6e6cb4dd9470,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.822070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.860976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d06465fc-9eb9-4377-9f36-f7f73cd00f00 None None] Provisioning complete for port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:02.861802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d06465fc-9eb9-4377-9f36-f7f73cd00f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.913211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=ed8e20c7-9b9f-41bb-ac19-354bc779ec03,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:02.976525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d06465fc-9eb9-4377-9f36-f7f73cd00f00 None None] Provisioning complete for port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:02.977075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d06465fc-9eb9-4377-9f36-f7f73cd00f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:02.978626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c56b15a1-0083-49f6-bd14-f0109e742c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.028206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d06465fc-9eb9-4377-9f36-f7f73cd00f00 None None] Port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:03.061820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 57549b08-0fc2-4d42-afac-6e6cb4dd9470 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:03.077908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.112001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:03.112395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.165112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-74dcdf31-486c-40d3-9287-ca9786dd0c75 None None] Provisioning complete for port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:03.165497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-74dcdf31-486c-40d3-9287-ca9786dd0c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.229923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-74dcdf31-486c-40d3-9287-ca9786dd0c75 None None] Port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:03.262545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.350667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fab09be4-fdf0-43bb-a299-3a66bb5b6236 None None] Provisioning complete for port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:03.351042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fab09be4-fdf0-43bb-a299-3a66bb5b6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.384025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fab09be4-fdf0-43bb-a299-3a66bb5b6236 None None] Port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:03.520246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.590830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.663905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=ed8e20c7-9b9f-41bb-ac19-354bc779ec03,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:03.666435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:03.760863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:03.762276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:03.942152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router 523249b7-eb3f-4d46-b5a5-ce617a621bb6 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:04.006453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2248285-7097-4516-8cbe-1c4fa04d95f3 None None] Provisioning complete for port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:04.007115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2248285-7097-4516-8cbe-1c4fa04d95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.035802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:04.038806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2248285-7097-4516-8cbe-1c4fa04d95f3 None None] Port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:04.041183 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-79ef8685-9538-4619-9a63-d83ee4a687e7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/523249b7-eb3f-4d46-b5a5-ce617a621bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720279 Dec 10 16:41:04.043691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.046630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] Sync routers for ids ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:04.056477 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] Routers {'523249b7-eb3f-4d46-b5a5-ce617a621bb6'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:04.057120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.088683 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.093475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337181e-2347-4161-b835-6030ac9cc0f8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:04.095126 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4337181e-2347-4161-b835-6030ac9cc0f8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports/ed8e20c7-9b9f-41bb-ac19-354bc779ec03 HTTP/1.1" status: 200 len: 977 time: 0.0494881 Dec 10 16:41:04.098193 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] Routers {'523249b7-eb3f-4d46-b5a5-ce617a621bb6'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:04.098316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:04.098429 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:40:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.129727 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:04.130369 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e8ceb-1c37-4d06-9595-8bcda6ff37d4 None None] The sync data for ids ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:04.513986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.715484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port ed8e20c7-9b9f-41bb-ac19-354bc779ec03 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:04.715815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.798973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:04.810464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for ed8e20c7-9b9f-41bb-ac19-354bc779ec03 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:05.079306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.112801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=ed8e20c7-9b9f-41bb-ac19-354bc779ec03,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:05.180663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1a30bb3-cc22-4754-985f-45f6952c189c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.256296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:05.412419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router 523249b7-eb3f-4d46-b5a5-ce617a621bb6 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:05.784479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:05.789624 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cd97e777-0ad0-4ea3-9876-93c376156340 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/523249b7-eb3f-4d46-b5a5-ce617a621bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904244 Dec 10 16:41:05.794302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53496) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:05.795748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] Sync routers for ids ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:05.809032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] Routers {'523249b7-eb3f-4d46-b5a5-ce617a621bb6'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:05.814352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:05.842001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:05.850583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] Routers {'523249b7-eb3f-4d46-b5a5-ce617a621bb6'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:05.851177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:05.882700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:05.883359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053b5e7-c77c-4329-b5ea-09660bf4457f None None] The sync data for ids ['523249b7-eb3f-4d46-b5a5-ce617a621bb6'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:05.981523 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-a8bd2c21-8ef2-454e-a6fc-d41a59345d10 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 16:41:05.983263 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a8bd2c21-8ef2-454e-a6fc-d41a59345d10 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/523249b7-eb3f-4d46-b5a5-ce617a621bb6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1874328 Dec 10 16:41:05.986356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53498) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.012338 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8d2a0312-2a49-4b42-ae60-2ccf7eb3b7ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=523249b7-eb3f-4d46-b5a5-ce617a621bb6 HTTP/1.1" status: 200 len: 205 time: 0.0249453 Dec 10 16:41:06.014796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53500) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.088563 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.271965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.274489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.427807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.428273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router 523249b7-eb3f-4d46-b5a5-ce617a621bb6 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:06.438202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.438202 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-760d0242-e246-4129-9a37-3b7d3483fbfc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/523249b7-eb3f-4d46-b5a5-ce617a621bb6 HTTP/1.1" status: 204 len: 168 time: 0.4206517 Dec 10 16:41:06.439140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.496669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet d6f0acab-865d-41df-91e6-fe99b1db865c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:06.499847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.540857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.582200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.626777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.742144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.771269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f0acab-865d-41df-91e6-fe99b1db865c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:06.773361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.776634 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9e63b21f-0df2-4e4a-b371-d65712239838 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d6f0acab-865d-41df-91e6-fe99b1db865c HTTP/1.1" status: 204 len: 168 time: 0.3365767 Dec 10 16:41:06.779440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53504) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:06.779945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380985ea-ff5f-4dea-be9b-7d2859712398 None None] Network 9f9b559e-2aba-4912-80ca-57f9820ab5f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:06.858496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.917806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:06.918224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.928255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] DHCP port deletion for 9f9b559e-2aba-4912-80ca-57f9820ab5f5 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:06.983480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Deleting port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:06.983918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:06.987640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=57549b08-0fc2-4d42-afac-6e6cb4dd9470,segment=NetworkSegment(a9d1875a-33db-48e7-9dc2-d6dde687633f),segment_id=a9d1875a-33db-48e7-9dc2-d6dde687633f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:06.988006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.002745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 57549b08-0fc2-4d42-afac-6e6cb4dd9470 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:07.022148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 57549b08-0fc2-4d42-afac-6e6cb4dd9470 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:07.076793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] For port 57549b08-0fc2-4d42-afac-6e6cb4dd9470, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=57549b08-0fc2-4d42-afac-6e6cb4dd9470,segment=NetworkSegment(a9d1875a-33db-48e7-9dc2-d6dde687633f),segment_id=a9d1875a-33db-48e7-9dc2-d6dde687633f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:07.077223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.091444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Calling delete_port for 57549b08-0fc2-4d42-afac-6e6cb4dd9470 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:07.179502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.186169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.212319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=57549b08-0fc2-4d42-afac-6e6cb4dd9470,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.216312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:07.244521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.307018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.333054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9b559e-2aba-4912-80ca-57f9820ab5f5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.344100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d1875a-33db-48e7-9dc2-d6dde687633f') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.344404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d1875a-33db-48e7-9dc2-d6dde687633f') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:07.355016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.370500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.376830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:07.377253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:07.380300 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:07.421544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] Pushing event deleted for resources: {'Port': ['ID=57549b08-0fc2-4d42-afac-6e6cb4dd9470,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.425325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0cbce-ff5e-4b4d-9d48-72fe2580db14 None None] No DVR routers for this DVR port 57549b08-0fc2-4d42-afac-6e6cb4dd9470 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:07.582023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.587623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.591107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/9f9b559e-2aba-4912-80ca-57f9820ab5f5 HTTP/1.1" status: 204 len: 168 time: 0.8100083 Dec 10 16:41:07.594839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53506) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:07.599875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729429717'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:07.607101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09acc-0646-463b-8de8-d76dc9460fc8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=9f9b559e-2aba-4912-80ca-57f9820ab5f5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.684658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:07.688777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.712438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:07.721035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.721388 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment c73c31b7-9a00-407f-9255-4b4161a9f28c of type vlan for network ec3357bd-d914-409e-a2a8-33ac308cb69e Dec 10 16:41:07.762225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.850529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.884747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.890742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:07.896016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:07.964736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=ec3357bd-d914-409e-a2a8-33ac308cb69e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:07.976395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ec3357bd-d914-409e-a2a8-33ac308cb69e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:07.993603 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9d4079eb-9f58-4ff3-be12-9c65431a61c8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3976514 Dec 10 16:41:07.996453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.002673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:08.141871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:08.145356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.396683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.463740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=d73ab229-5449-4ffc-908c-a39c3ce58fdf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:08.472627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': 'c73c31b7-9a00-407f-9255-4b4161a9f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:08.473022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: ec3357bd-d914-409e-a2a8-33ac308cb69e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:08.591947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network ec3357bd-d914-409e-a2a8-33ac308cb69e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:08.673510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ec3357bd-d914-409e-a2a8-33ac308cb69e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:08.678077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:08.678747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.688311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53fb83e-9e8a-4024-89fe-eb62b27a4ee4 None None] Network ec3357bd-d914-409e-a2a8-33ac308cb69e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:08.726997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.784277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ec3357bd-d914-409e-a2a8-33ac308cb69e', 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'd73ab229-5449-4ffc-908c-a39c3ce58fdf'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:08.785164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.799726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f2e4c07a-a536-4cc3-8047-3290b56962c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8021369 Dec 10 16:41:08.802528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:08.807277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-480654552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:08.911281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.912611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:08.921011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Allocated IP 172.20.0.2 (ec3357bd-d914-409e-a2a8-33ac308cb69e/d73ab229-5449-4ffc-908c-a39c3ce58fdf/09375229-25c6-46fb-b63c-4ed98f9bec21) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:08.965323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.027935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.064294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.103790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.105086 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3edd939d-2f78-4f70-b08a-ee58b2c626d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3014855 Dec 10 16:41:09.107867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53512) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:09.165247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.207237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Network ec3357bd-d914-409e-a2a8-33ac308cb69e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:09.210227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:09.212865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:09.223873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Pushing event updated for resources: {'Port': ['ID=09375229-25c6-46fb-b63c-4ed98f9bec21,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:09.273715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Attempting to bind port 09375229-25c6-46fb-b63c-4ed98f9bec21 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:09.274235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Attempting to bind port 09375229-25c6-46fb-b63c-4ed98f9bec21 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c73c31b7-9a00-407f-9255-4b4161a9f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:09.274625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Attempting to bind port 09375229-25c6-46fb-b63c-4ed98f9bec21 on network ec3357bd-d914-409e-a2a8-33ac308cb69e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:09.279824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:09.280214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Checking segment: {'id': 'c73c31b7-9a00-407f-9255-4b4161a9f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:09.280625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.281161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Bound using segment: {'id': 'c73c31b7-9a00-407f-9255-4b4161a9f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:09.281653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Bound port: 09375229-25c6-46fb-b63c-4ed98f9bec21, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73c31b7-9a00-407f-9255-4b4161a9f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec3357bd-d914-409e-a2a8-33ac308cb69e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:09.282163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.347068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] For port 09375229-25c6-46fb-b63c-4ed98f9bec21, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:09.350067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] For port 09375229-25c6-46fb-b63c-4ed98f9bec21, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=09375229-25c6-46fb-b63c-4ed98f9bec21,segment=NetworkSegment(c73c31b7-9a00-407f-9255-4b4161a9f28c),segment_id=c73c31b7-9a00-407f-9255-4b4161a9f28c)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:09.391932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.445674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.510342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384de5-6061-4a70-b0b4-78b387897990 None None] Pushing event updated for resources: {'Port': ['ID=09375229-25c6-46fb-b63c-4ed98f9bec21,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:09.649180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.20.0.1 (ec3357bd-d914-409e-a2a8-33ac308cb69e/d73ab229-5449-4ffc-908c-a39c3ce58fdf/d059a421-9bf8-4a51-88e2-96311625bf05) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:09.792721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.917085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:09.963518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network ec3357bd-d914-409e-a2a8-33ac308cb69e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:09.967309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:09.971292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:09.997641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=d059a421-9bf8-4a51-88e2-96311625bf05,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:10.020337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.235199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.418036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76525506-d6a9-4084-9b86-118aeb1515ea None None] Network ec3357bd-d914-409e-a2a8-33ac308cb69e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:10.512562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.537760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] Provisioning complete for port 09375229-25c6-46fb-b63c-4ed98f9bec21 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:10.538050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.579776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.627548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.657771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.660472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=d059a421-9bf8-4a51-88e2-96311625bf05,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:10.662461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] For port 09375229-25c6-46fb-b63c-4ed98f9bec21, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=09375229-25c6-46fb-b63c-4ed98f9bec21,segment=NetworkSegment(c73c31b7-9a00-407f-9255-4b4161a9f28c),segment_id=c73c31b7-9a00-407f-9255-4b4161a9f28c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:10.722523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.763879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network ec3357bd-d914-409e-a2a8-33ac308cb69e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:10.765530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:10.776374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564cfc-0f74-4f6d-a23d-28036ced7173 None None] Pushing event updated for resources: {'Port': ['ID=09375229-25c6-46fb-b63c-4ed98f9bec21,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:10.847547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8904230a-effd-4b19-98a8-28cb605d361a None None] Provisioning complete for port 09375229-25c6-46fb-b63c-4ed98f9bec21 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:10.847938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8904230a-effd-4b19-98a8-28cb605d361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.955053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8904230a-effd-4b19-98a8-28cb605d361a None None] Provisioning complete for port d059a421-9bf8-4a51-88e2-96311625bf05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:10.955597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8904230a-effd-4b19-98a8-28cb605d361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:10.994349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8904230a-effd-4b19-98a8-28cb605d361a None None] Port d059a421-9bf8-4a51-88e2-96311625bf05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:10.996723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:11.055571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 09375229-25c6-46fb-b63c-4ed98f9bec21 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:11.102797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:11.108804 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d8bbee75-a3b1-4082-83b0-45449afa3dbf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/bdf4ade2-c3bc-4d6a-86c8-bf56a5911264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994061 Dec 10 16:41:11.111649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:11.115717 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] Sync routers for ids ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:11.119758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 09375229-25c6-46fb-b63c-4ed98f9bec21 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.120455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.127387 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] Routers {'bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:11.128295 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:11.153448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1dd675f7-8e32-470e-ba5b-679a31683280 None None] Provisioning complete for port d059a421-9bf8-4a51-88e2-96311625bf05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.154038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1dd675f7-8e32-470e-ba5b-679a31683280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.166500 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:11.176403 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] Routers {'bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:11.177187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1c751-2743-4a0a-96da-cd2a8955a8c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:11.180258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:11.180406 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-82d1c751-2743-4a0a-96da-cd2a8955a8c2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports/d059a421-9bf8-4a51-88e2-96311625bf05 HTTP/1.1" status: 200 len: 910 time: 0.0660570 Dec 10 16:41:11.182366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:11.203245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1dd675f7-8e32-470e-ba5b-679a31683280 None None] Port d059a421-9bf8-4a51-88e2-96311625bf05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:11.224680 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:11.225519 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1208084-725d-4d61-ba45-595a097cab2e None None] The sync data for ids ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:11.323857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2d4a1ea-518a-4945-ae99-cf36b7ec72e0 None None] Provisioning complete for port d059a421-9bf8-4a51-88e2-96311625bf05 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:11.324087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a1ea-518a-4945-ae99-cf36b7ec72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.358300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4a1ea-518a-4945-ae99-cf36b7ec72e0 None None] Port d059a421-9bf8-4a51-88e2-96311625bf05 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:11.506582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.746972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port d059a421-9bf8-4a51-88e2-96311625bf05 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:11.747367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.834561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:11.846802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for d059a421-9bf8-4a51-88e2-96311625bf05 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:12.128146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.507308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=d059a421-9bf8-4a51-88e2-96311625bf05,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:12.648333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:12.807383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:12.880135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:12.887103 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f313bbf2-84b4-4112-872c-fde477ca75d2 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/bdf4ade2-c3bc-4d6a-86c8-bf56a5911264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7016470 Dec 10 16:41:12.888004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53518) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:12.890491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] Sync routers for ids ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:12.900665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] Routers {'bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:12.901330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:12.917963 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a5934e4b-582d-4f1a-b074-491cc3ac7064 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 HTTP/1.1" status: 200 len: 205 time: 0.0288677 Dec 10 16:41:12.921145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53520) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:12.937503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:12.946444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] Routers {'bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:12.946921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:12.979459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:12.980115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa4322-7312-45d3-a1ff-f91ccff0e929 None None] The sync data for ids ['bdf4ade2-c3bc-4d6a-86c8-bf56a5911264'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:12.995583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.155127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.157283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.316729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.317317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:13.324203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.325947 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2732b75f-2de4-4330-be55-fc8b34f0a57c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 HTTP/1.1" status: 204 len: 168 time: 0.4033194 Dec 10 16:41:13.327955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:13.379998 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet d73ab229-5449-4ffc-908c-a39c3ce58fdf {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:13.383137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.423363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.510642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.671572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.701474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=d73ab229-5449-4ffc-908c-a39c3ce58fdf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:13.703522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.706904 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1f91ffc0-80fc-4e84-81c4-b131df97a8c1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d73ab229-5449-4ffc-908c-a39c3ce58fdf HTTP/1.1" status: 204 len: 168 time: 0.3779554 Dec 10 16:41:13.709597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:13.710141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def4e85-86cb-4f02-8720-69ccbbd9992c None None] Network ec3357bd-d914-409e-a2a8-33ac308cb69e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:13.792109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.846758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 09375229-25c6-46fb-b63c-4ed98f9bec21 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:13.846758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.852837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] DHCP port deletion for ec3357bd-d914-409e-a2a8-33ac308cb69e request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:13.900372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Deleting port 09375229-25c6-46fb-b63c-4ed98f9bec21 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:13.901511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.911272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 09375229-25c6-46fb-b63c-4ed98f9bec21, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=09375229-25c6-46fb-b63c-4ed98f9bec21,segment=NetworkSegment(c73c31b7-9a00-407f-9255-4b4161a9f28c),segment_id=c73c31b7-9a00-407f-9255-4b4161a9f28c)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:13.911637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.929174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 09375229-25c6-46fb-b63c-4ed98f9bec21 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:13.939258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:41:13.963796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] For port 09375229-25c6-46fb-b63c-4ed98f9bec21, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=09375229-25c6-46fb-b63c-4ed98f9bec21,segment=NetworkSegment(c73c31b7-9a00-407f-9255-4b4161a9f28c),segment_id=c73c31b7-9a00-407f-9255-4b4161a9f28c)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:13.964116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:13.980091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Calling delete_port for 09375229-25c6-46fb-b63c-4ed98f9bec21 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:14.096419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.102027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.124869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=09375229-25c6-46fb-b63c-4ed98f9bec21,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.126755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port 09375229-25c6-46fb-b63c-4ed98f9bec21 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:14.128142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] Pushing event deleted for resources: {'Port': ['ID=09375229-25c6-46fb-b63c-4ed98f9bec21,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.130059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fea31-fa73-42da-ba28-cd2825a1a035 None None] No DVR routers for this DVR port 09375229-25c6-46fb-b63c-4ed98f9bec21 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:14.211139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.231312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3357bd-d914-409e-a2a8-33ac308cb69e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:14.241217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73c31b7-9a00-407f-9255-4b4161a9f28c') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:14.241522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73c31b7-9a00-407f-9255-4b4161a9f28c') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:14.257410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.271195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.277313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:14.277706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:14.281305 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:14.405528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.409827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.413197 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/ec3357bd-d914-409e-a2a8-33ac308cb69e HTTP/1.1" status: 204 len: 168 time: 0.7026265 Dec 10 16:41:14.417158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53532) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:14.422525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1775695942', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:14.429703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08c69-82d1-4116-a51c-029e96810f03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=ec3357bd-d914-409e-a2a8-33ac308cb69e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:14.505536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.506523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.558521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.767450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:14.998129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 09375229-25c6-46fb-b63c-4ed98f9bec21 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:15.019005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 09375229-25c6-46fb-b63c-4ed98f9bec21 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:15.019279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 09375229-25c6-46fb-b63c-4ed98f9bec21 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:15.030569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.053648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.157250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.26.4.142 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:15.261988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.359427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.401087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:15.406437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:15.408909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:15.414625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:15.419112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22364b22-6a51-41c8-8a30-f1b69ff0cf5a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:15.504969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-167ad947-46ef-4bbf-90e6-87fbc3373976 None None] Provisioning complete for port 2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:15.505346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-167ad947-46ef-4bbf-90e6-87fbc3373976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.539886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-167ad947-46ef-4bbf-90e6-87fbc3373976 None None] Port 2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:15.796428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:15.996758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.213720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router ec96938d-2374-486c-a2eb-ce5557cdb544 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:16.326128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:16.335328 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] Sync routers for ids ['ec96938d-2374-486c-a2eb-ce5557cdb544'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:16.346124 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] Routers {'ec96938d-2374-486c-a2eb-ce5557cdb544'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:16.346731 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ec96938d-2374-486c-a2eb-ce5557cdb544'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:16.378572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:16.386825 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] Routers {'ec96938d-2374-486c-a2eb-ce5557cdb544'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:16.387395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ec96938d-2374-486c-a2eb-ce5557cdb544'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:16.416262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:16.417539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-07412b9a-c86d-4641-8626-0b4b3e7e03cc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9992909 Dec 10 16:41:16.418161 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:16.418800 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec6953-2df6-443e-99ee-7eabc2323c2e None None] The sync data for ids ['ec96938d-2374-486c-a2eb-ce5557cdb544'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:16.421025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53536) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:16.526968 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-84eb0ad3-8315-47c1-adf3-f07d3f45b4cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers/ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 200 len: 881 time: 0.1047354 Dec 10 16:41:16.530010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53538) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:16.739670 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ac5030ce-1a21-4b69-a72b-9ab10260d8fb tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2084918 Dec 10 16:41:16.742046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:16.746428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1775695942'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:17.037512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.133871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.374356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.565857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router ec96938d-2374-486c-a2eb-ce5557cdb544 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:17.673677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:17.680387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:17.684015 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7ad9e7e3-1a5b-48e7-96fe-7e885cca33d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 200 len: 888 time: 0.9386714 Dec 10 16:41:17.684169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] Sync routers for ids ['ec96938d-2374-486c-a2eb-ce5557cdb544'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:17.684295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:17.692960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] Routers {'ec96938d-2374-486c-a2eb-ce5557cdb544'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:17.693579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ec96938d-2374-486c-a2eb-ce5557cdb544'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:17.727784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:17.737407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] Routers {'ec96938d-2374-486c-a2eb-ce5557cdb544'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:17.738010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ec96938d-2374-486c-a2eb-ce5557cdb544'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:17.771525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:17.772193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f6654-2d0e-4765-8d9e-91212407e9d8 None None] The sync data for ids ['ec96938d-2374-486c-a2eb-ce5557cdb544'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:17.797935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-988ddb05-3efa-4ab6-ac3e-70544274074f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers/ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 200 len: 888 time: 0.1119692 Dec 10 16:41:17.800506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:17.827384 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aa056ebb-763c-4604-b000-0f98f6a98db1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 200 len: 205 time: 0.0257578 Dec 10 16:41:17.829880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:17.937133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.046053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.148850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:18.149220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.226563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.241970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:18.533686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.565610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=2cca5a10-2f9a-4c84-8c4d-f6c558e53ad4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:18.575981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2fbed-7bfd-44c8-a1e2-4ff0bafb5194 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:18.627046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.719764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.721890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.821775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.822238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router ec96938d-2374-486c-a2eb-ce5557cdb544 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:18.829083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.830703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9dad2115-e317-4e24-b53d-a405ad779fa7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 204 len: 168 time: 0.9994059 Dec 10 16:41:18.833858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:18.838655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1321519398'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:18.929881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:18.933469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.961483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:18.970565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:18.970912 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 0890c6e0-a091-44aa-8403-cb178c34ba31 of type vlan for network 0f603e88-e110-4081-b70a-1829bfcbf53b Dec 10 16:41:19.010711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.098935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.104616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:19.105249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.169521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=0f603e88-e110-4081-b70a-1829bfcbf53b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:19.179413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 0f603e88-e110-4081-b70a-1829bfcbf53b details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:19.236601 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-70d073e8-58ea-4285-9a29-9d16756d717c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4016836 Dec 10 16:41:19.239346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:19.244364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:19.421816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:19.425339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.719134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:19.782479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=cfadcfea-7150-4e60-adf8-60c6cecc018b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:19.787725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '0890c6e0-a091-44aa-8403-cb178c34ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:19.788084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 0f603e88-e110-4081-b70a-1829bfcbf53b, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:19.924822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 0f603e88-e110-4081-b70a-1829bfcbf53b is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:20.021681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 0f603e88-e110-4081-b70a-1829bfcbf53b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:20.025671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:20.026307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.031624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c9790-ffc8-4860-8aa8-683362f564b0 None None] Network 0f603e88-e110-4081-b70a-1829bfcbf53b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:20.126261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-0f603e88-e110-4081-b70a-1829bfcbf53b', 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'cfadcfea-7150-4e60-adf8-60c6cecc018b'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:20.127128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.144489 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4f8ac48-55ca-40b2-9fa1-bcc02c4231c0 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9040425 Dec 10 16:41:20.147368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53554) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.158142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1749965250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:20.258552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Allocated IP 172.20.0.2 (0f603e88-e110-4081-b70a-1829bfcbf53b/cfadcfea-7150-4e60-adf8-60c6cecc018b/fa244a71-8b82-4391-a2d0-9d7fec04a155) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:20.276762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.276762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.336960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.399642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.405497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.482317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.524066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Network 0f603e88-e110-4081-b70a-1829bfcbf53b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:20.527296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:20.530377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:20.533305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.537159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-60be6116-36b2-4bf5-ba55-0acdccf5ed6f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3862023 Dec 10 16:41:20.549972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Pushing event updated for resources: {'Port': ['ID=fa244a71-8b82-4391-a2d0-9d7fec04a155,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.550475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53558) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:20.588157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Attempting to bind port fa244a71-8b82-4391-a2d0-9d7fec04a155 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:20.588529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Attempting to bind port fa244a71-8b82-4391-a2d0-9d7fec04a155 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0890c6e0-a091-44aa-8403-cb178c34ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:20.588916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Attempting to bind port fa244a71-8b82-4391-a2d0-9d7fec04a155 on network 0f603e88-e110-4081-b70a-1829bfcbf53b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:20.594358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:20.594733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Checking segment: {'id': '0890c6e0-a091-44aa-8403-cb178c34ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:20.595126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.595514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Bound using segment: {'id': '0890c6e0-a091-44aa-8403-cb178c34ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:20.595967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Bound port: fa244a71-8b82-4391-a2d0-9d7fec04a155, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0890c6e0-a091-44aa-8403-cb178c34ba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f603e88-e110-4081-b70a-1829bfcbf53b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:20.596364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.658483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] For port fa244a71-8b82-4391-a2d0-9d7fec04a155, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:20.661568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] For port fa244a71-8b82-4391-a2d0-9d7fec04a155, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fa244a71-8b82-4391-a2d0-9d7fec04a155,segment=NetworkSegment(0890c6e0-a091-44aa-8403-cb178c34ba31),segment_id=0890c6e0-a091-44aa-8403-cb178c34ba31)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:20.719534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:20.784620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e52a09-b730-4828-a482-0a20fa01c9e6 None None] Pushing event updated for resources: {'Port': ['ID=fa244a71-8b82-4391-a2d0-9d7fec04a155,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:20.820775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.062093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fa244a71-8b82-4391-a2d0-9d7fec04a155 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:21.094132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.20.0.1 (0f603e88-e110-4081-b70a-1829bfcbf53b/cfadcfea-7150-4e60-adf8-60c6cecc018b/cfd1f236-2473-475d-8d4f-f17053262723) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:21.118062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fa244a71-8b82-4391-a2d0-9d7fec04a155 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:21.118441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.199745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.220336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.238328 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port fa244a71-8b82-4391-a2d0-9d7fec04a155, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fa244a71-8b82-4391-a2d0-9d7fec04a155,segment=NetworkSegment(0890c6e0-a091-44aa-8403-cb178c34ba31),segment_id=0890c6e0-a091-44aa-8403-cb178c34ba31)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:21.333793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.381974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=fa244a71-8b82-4391-a2d0-9d7fec04a155,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:21.386412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.433824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 0f603e88-e110-4081-b70a-1829bfcbf53b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:21.438129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:21.440732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:21.467639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=cfd1f236-2473-475d-8d4f-f17053262723,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:21.495282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.699448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.735417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c388c18-f4ce-4020-b816-509a4687b84f None None] Network 0f603e88-e110-4081-b70a-1829bfcbf53b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:21.819337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b3ed1e3-e5cc-4629-952c-5fcef6588fec None None] Provisioning complete for port fa244a71-8b82-4391-a2d0-9d7fec04a155 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:21.819763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed1e3-e5cc-4629-952c-5fcef6588fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:21.988214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.073330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.148529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.150599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=cfd1f236-2473-475d-8d4f-f17053262723,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:22.249803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 0f603e88-e110-4081-b70a-1829bfcbf53b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:22.251297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:22.309050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-861404a7-1100-42a0-8adf-7ec7533953ad None None] Provisioning complete for port fa244a71-8b82-4391-a2d0-9d7fec04a155 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:22.309623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-861404a7-1100-42a0-8adf-7ec7533953ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.403233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-861404a7-1100-42a0-8adf-7ec7533953ad None None] Provisioning complete for port cfd1f236-2473-475d-8d4f-f17053262723 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:22.403602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-861404a7-1100-42a0-8adf-7ec7533953ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.440040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-861404a7-1100-42a0-8adf-7ec7533953ad None None] Port cfd1f236-2473-475d-8d4f-f17053262723 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:22.524858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router 771d8a89-50d3-4d25-b936-52db56dece1f is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:22.559949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8804dc1-6a0b-498b-8637-84a757716e6d None None] Provisioning complete for port cfd1f236-2473-475d-8d4f-f17053262723 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:22.561001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8804dc1-6a0b-498b-8637-84a757716e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.599719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8804dc1-6a0b-498b-8637-84a757716e6d None None] Port cfd1f236-2473-475d-8d4f-f17053262723 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:22.619703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:22.625206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-577cd55e-b8d6-4c46-b7c9-0804fa9f95e6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/771d8a89-50d3-4d25-b936-52db56dece1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0867941 Dec 10 16:41:22.627718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:22.630168 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] Sync routers for ids ['771d8a89-50d3-4d25-b936-52db56dece1f'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:22.641395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] Routers {'771d8a89-50d3-4d25-b936-52db56dece1f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:22.642018 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['771d8a89-50d3-4d25-b936-52db56dece1f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:22.672338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f77ff8-cff0-43b4-8dbe-8801422768db tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:22.673854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e2f77ff8-cff0-43b4-8dbe-8801422768db tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports/cfd1f236-2473-475d-8d4f-f17053262723 HTTP/1.1" status: 200 len: 910 time: 0.0452061 Dec 10 16:41:22.676587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53562) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:22.681811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfadcfea-7150-4e60-adf8-60c6cecc018b'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:22.682630 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:22.692352 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] Routers {'771d8a89-50d3-4d25-b936-52db56dece1f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:22.692981 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['771d8a89-50d3-4d25-b936-52db56dece1f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:22.725069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c050d870-561a-47a7-9eac-0161b367d2ec None None] Provisioning complete for port cfd1f236-2473-475d-8d4f-f17053262723 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:22.725508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c050d870-561a-47a7-9eac-0161b367d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:22.729157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:22.729157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195dd26-1df1-44a3-b72d-982023b631ee None None] The sync data for ids ['771d8a89-50d3-4d25-b936-52db56dece1f'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:22.761458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c050d870-561a-47a7-9eac-0161b367d2ec None None] Port cfd1f236-2473-475d-8d4f-f17053262723 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:22.830608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.014676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fa244a71-8b82-4391-a2d0-9d7fec04a155 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:23.065045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port fa244a71-8b82-4391-a2d0-9d7fec04a155 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:23.065427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.185202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.301833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.707960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=cfd1f236-2473-475d-8d4f-f17053262723,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:23.721658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:23.722264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:23.723565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c14f6678-27d6-4c5f-ba39-d00966f83602 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/ports/cfd1f236-2473-475d-8d4f-f17053262723 HTTP/1.1" status: 200 len: 910 time: 1.0459449 Dec 10 16:41:23.726361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:24.044200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.297038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port cfd1f236-2473-475d-8d4f-f17053262723 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:24.297289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.392878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.405453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for cfd1f236-2473-475d-8d4f-f17053262723 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:24.659850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:24.687611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=cfd1f236-2473-475d-8d4f-f17053262723,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:24.838407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.001570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router 771d8a89-50d3-4d25-b936-52db56dece1f has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:25.079771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:25.084748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f73ec029-fd55-47b4-abc3-57951fcb14e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/771d8a89-50d3-4d25-b936-52db56dece1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3574529 Dec 10 16:41:25.087494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53568) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:25.092444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] Sync routers for ids ['771d8a89-50d3-4d25-b936-52db56dece1f'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:25.102979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] Routers {'771d8a89-50d3-4d25-b936-52db56dece1f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:25.103899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['771d8a89-50d3-4d25-b936-52db56dece1f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.117563 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c182fd51-43ba-4205-b780-8905722ab2ec tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=771d8a89-50d3-4d25-b936-52db56dece1f HTTP/1.1" status: 200 len: 205 time: 0.0268178 Dec 10 16:41:25.118037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53570) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:25.154500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.164213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] Routers {'771d8a89-50d3-4d25-b936-52db56dece1f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:25.164921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['771d8a89-50d3-4d25-b936-52db56dece1f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.198764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:25.199757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e95ae3-78cf-4c68-98e8-e02d7f502ab6 None None] The sync data for ids ['771d8a89-50d3-4d25-b936-52db56dece1f'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:25.201731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.363683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.365840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.577100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.577632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router 771d8a89-50d3-4d25-b936-52db56dece1f {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:25.591906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.592448 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-92cb3381-c19d-464d-8232-9d426570b72d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/771d8a89-50d3-4d25-b936-52db56dece1f HTTP/1.1" status: 204 len: 168 time: 0.4732995 Dec 10 16:41:25.596572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53576) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:25.656762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet cfadcfea-7150-4e60-adf8-60c6cecc018b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:25.660046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.699700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.785158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.902404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.907042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986ba5-0b37-49b9-8147-6e0c3d29a1b4 req-3751b306-0dd1-456b-83d4-45b22f59e798 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:25.908557 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc986ba5-0b37-49b9-8147-6e0c3d29a1b4 req-3751b306-0dd1-456b-83d4-45b22f59e798 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0496628 Dec 10 16:41:25.919987 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:25.925997 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/cfadcfea-7150-4e60-adf8-60c6cecc018b HTTP/1.1" status: 204 len: 168 time: 0.3273675 Dec 10 16:41:25.932588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b9a0a-ef64-401a-8e35-f89e92389021 None None] Network 0f603e88-e110-4081-b70a-1829bfcbf53b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:25.935089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:25.947744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e59a65-d4ee-4f5c-9ea1-d49a110972ee tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=cfadcfea-7150-4e60-adf8-60c6cecc018b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.040386 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc986ba5-0b37-49b9-8147-6e0c3d29a1b4 req-417ddd4f-458b-43ea-b9ab-2db706f2155a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255083 Dec 10 16:41:26.047953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.077333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] DHCP port deletion for 0f603e88-e110-4081-b70a-1829bfcbf53b request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:26.106973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port fa244a71-8b82-4391-a2d0-9d7fec04a155 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:26.107316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.125643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Deleting port fa244a71-8b82-4391-a2d0-9d7fec04a155 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:26.126247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.174976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port fa244a71-8b82-4391-a2d0-9d7fec04a155, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fa244a71-8b82-4391-a2d0-9d7fec04a155,segment=NetworkSegment(0890c6e0-a091-44aa-8403-cb178c34ba31),segment_id=0890c6e0-a091-44aa-8403-cb178c34ba31)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:26.175337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.188415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for fa244a71-8b82-4391-a2d0-9d7fec04a155 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:26.192224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] For port fa244a71-8b82-4391-a2d0-9d7fec04a155, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=fa244a71-8b82-4391-a2d0-9d7fec04a155,segment=NetworkSegment(0890c6e0-a091-44aa-8403-cb178c34ba31),segment_id=0890c6e0-a091-44aa-8403-cb178c34ba31)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:26.192625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.205756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Calling delete_port for fa244a71-8b82-4391-a2d0-9d7fec04a155 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:26.339632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.348866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.365789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=fa244a71-8b82-4391-a2d0-9d7fec04a155,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.369444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port fa244a71-8b82-4391-a2d0-9d7fec04a155 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:26.379636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] Pushing event deleted for resources: {'Port': ['ID=fa244a71-8b82-4391-a2d0-9d7fec04a155,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.383212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de05ff7-f28a-4189-90f4-7240d3e9ce32 None None] No DVR routers for this DVR port fa244a71-8b82-4391-a2d0-9d7fec04a155 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:26.457686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.477277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f603e88-e110-4081-b70a-1829bfcbf53b']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:26.487610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890c6e0-a091-44aa-8403-cb178c34ba31') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:26.487916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890c6e0-a091-44aa-8403-cb178c34ba31') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:26.497282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.510703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.516590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:26.517008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:26.519985 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:26.671452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.679017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.681434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/0f603e88-e110-4081-b70a-1829bfcbf53b HTTP/1.1" status: 204 len: 168 time: 0.7453883 Dec 10 16:41:26.685976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:26.691340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1325118897', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:26.693705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17c7d-8ded-485e-a1a0-9aefafa64ebd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=0f603e88-e110-4081-b70a-1829bfcbf53b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:26.813757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.814832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.865868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:26.974172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.009694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fa244a71-8b82-4391-a2d0-9d7fec04a155 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:27.030287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: fa244a71-8b82-4391-a2d0-9d7fec04a155 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:27.030628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device fa244a71-8b82-4391-a2d0-9d7fec04a155 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:27.146704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.147886 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-73621f92-ae6f-4a0a-aa84-5c9d5a71e59b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4602413 Dec 10 16:41:27.150801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53586) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:27.157182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-881953822'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:27.172037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1369d7-c35a-4d05-946f-68edbd4c9f53 req-a2d1898f-18a7-4a3a-a11e-15a4b81878be tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.173581 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bf1369d7-c35a-4d05-946f-68edbd4c9f53 req-a2d1898f-18a7-4a3a-a11e-15a4b81878be tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0604918 Dec 10 16:41:27.224435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bf1369d7-c35a-4d05-946f-68edbd4c9f53 req-5d165b33-b6e4-43f4-9921-64e520f65965 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7268884-f086-42fc-b757-a478efd77cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442467 Dec 10 16:41:27.244552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:27.248419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.276090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:27.289631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.289973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 42fdb05b-c810-40f0-9f13-a87b048ccc24 of type vlan for network 47f5415e-06be-4c39-aedc-84b964001735 Dec 10 16:41:27.334085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.402648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-6d6eabae-cfc0-45bd-a41f-208d58d6ae5c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.404723 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-6d6eabae-cfc0-45bd-a41f-208d58d6ae5c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 945 time: 0.0491180 Dec 10 16:41:27.422225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.427788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:27.428376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.540862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=47f5415e-06be-4c39-aedc-84b964001735,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:27.551804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 47f5415e-06be-4c39-aedc-84b964001735 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:27.569679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:27.570025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.629554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-257eb661-cd00-4006-858b-b9c83bc27c12 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4776475 Dec 10 16:41:27.634806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:27.640978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:27.751300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:27.751665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:27.863347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:27.866859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.005848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.006259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.006578 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973 disassociated. External IP: 172.26.4.123, port: 1be2ee84-2b9b-4b3c-8924-1cefe1836e58. Dec 10 16:41:28.006962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:28.221976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.278223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.308247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=dfee1a92-4d62-43df-9c6e-ce895f85fc77,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.323487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=1be2ee84-2b9b-4b3c-8924-1cefe1836e58,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:28.354359 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-55567261-22cb-4050-b391-72126f614500 req-14bf65a4-f492-439c-92d9-fa1a7431c09e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0367074 Dec 10 16:41:28.355064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:28.355428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 47f5415e-06be-4c39-aedc-84b964001735, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:28.476386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:28.520282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 47f5415e-06be-4c39-aedc-84b964001735 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:28.586519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:28.597250 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:28.608333 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:28.609006 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:28.627261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:28.629717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.633070 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-525d4ac3-8941-472e-8d9d-70e322e2eca6 req-e9d94a74-60fd-42fe-b755-e03700d779e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/1be2ee84-2b9b-4b3c-8924-1cefe1836e58 HTTP/1.1" status: 204 len: 173 time: 1.2185781 Dec 10 16:41:28.633517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'name': 'network-vif-deleted', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:28.635770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36f0fb-5a53-4b98-adbb-28769d2a0328" -d '{"events": [{"server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "name": "network-vif-deleted", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:28.646478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 47f5415e-06be-4c39-aedc-84b964001735) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:28.651678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:28.652317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.660041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8927a-14ab-4918-b9b8-97b728802850 None None] Network 47f5415e-06be-4c39-aedc-84b964001735 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:28.711597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b60e2-0a4d-46d0-a7d5-9323d361f93a x-openstack-request-id: req-739b60e2-0a4d-46d0-a7d5-9323d361f93a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:28.711597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a02171-f3a6-43cd-87d2-ed95008bad9b", "name": "network-vif-deleted", "tag": "1be2ee84-2b9b-4b3c-8924-1cefe1836e58", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:28.711597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-739b60e2-0a4d-46d0-a7d5-9323d361f93a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:28.711597 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a02171-f3a6-43cd-87d2-ed95008bad9b', 'name': 'network-vif-deleted', 'tag': '1be2ee84-2b9b-4b3c-8924-1cefe1836e58', 'status': 'completed', 'code': 200} Dec 10 16:41:28.741182 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:28.779456 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-93ba5ff1-94a7-4620-b521-3ef76d37c935 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1429467 Dec 10 16:41:28.782488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:28.793252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-47f5415e-06be-4c39-aedc-84b964001735', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:28.794153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:28.973695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Allocated IP 172.20.0.2 (47f5415e-06be-4c39-aedc-84b964001735/dfee1a92-4d62-43df-9c6e-ce895f85fc77/7eb185a3-7941-458d-8fba-e8adfb14aeb8) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:29.081687 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:29.107645 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:29.109753 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.116424 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:29.117168 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:29.120678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.202953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.227782 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:29.251219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Network 47f5415e-06be-4c39-aedc-84b964001735 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:29.252924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:29.254889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Pushing event updated for resources: {'Port': ['ID=7eb185a3-7941-458d-8fba-e8adfb14aeb8,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.257192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:29.311052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Attempting to bind port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:29.311436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Attempting to bind port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:29.312002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Attempting to bind port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 on network 47f5415e-06be-4c39-aedc-84b964001735 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:29.318096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:29.318096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Checking segment: {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:29.318096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.318583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Bound using segment: {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:29.319067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Bound port: 7eb185a3-7941-458d-8fba-e8adfb14aeb8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:29.319537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.366409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.20.0.1 (47f5415e-06be-4c39-aedc-84b964001735/dfee1a92-4d62-43df-9c6e-ce895f85fc77/b3ee6fd8-c5f0-43cb-a473-118674a5f7e1) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:29.390571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] For port 7eb185a3-7941-458d-8fba-e8adfb14aeb8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:29.394108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] For port 7eb185a3-7941-458d-8fba-e8adfb14aeb8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7eb185a3-7941-458d-8fba-e8adfb14aeb8,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:29.448249 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:29.469688 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63a5eb19-dd97-4682-9356-017b762be5e9 req-6ce79bbc-cc47-4bb8-b2da-1c86a8ecde82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a02171-f3a6-43cd-87d2-ed95008bad9b HTTP/1.1" status: 200 len: 210 time: 0.0320396 Dec 10 16:41:29.477365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.491138 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2741023-ce27-493d-aa4d-77e0a644ce82 None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:39:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '3fb906cd-1033-4f71-9030-f4f060aa9e76', 'name': '', 'network_id': '4320d849-9753-4bde-b543-9311132259e6', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:5c:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:11Z', 'updated_at': '2021-12-10T16:39:17Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '95e16273-cf34-467f-b1f4-6589ef83697a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:29.526138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.537740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb21fd-9985-4e15-9d28-5f579b23c953 None None] Pushing event updated for resources: {'Port': ['ID=7eb185a3-7941-458d-8fba-e8adfb14aeb8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.693896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.762482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 47f5415e-06be-4c39-aedc-84b964001735 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:29.766268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:29.770752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:29.800043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:29.816314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.816668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.817051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.817395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.817730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.818291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.818782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.819196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.819535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.819865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.820198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.820527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.820851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:29.838346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:29.840397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344485af-e791-42dd-be4e-98d58301d2b0 None None] New status for floating IP eacb0894-14ef-46a6-9b0e-1e5643acd973: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:41:30.037836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.311268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.370428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.451530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.453559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.531675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53600) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.550320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 47f5415e-06be-4c39-aedc-84b964001735 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:30.551819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:30.559141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0a888-1603-4fd9-a0fe-c1f8848d0051 None None] Network 47f5415e-06be-4c39-aedc-84b964001735 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:30.597014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.623992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.674999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] Provisioning complete for port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:30.675686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.748138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:30.760858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.785471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.788165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.792463 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/f7268884-f086-42fc-b757-a478efd77cfd HTTP/1.1" status: 204 len: 168 time: 0.2595642 Dec 10 16:41:30.805307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7268884-f086-42fc-b757-a478efd77cfd,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:30.807712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] For port 7eb185a3-7941-458d-8fba-e8adfb14aeb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7eb185a3-7941-458d-8fba-e8adfb14aeb8,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:30.814740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.815007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.815606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.815953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.816298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.816643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.816998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.817334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.817661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.818167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.818734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.819055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.819380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd7d81-6271-4cb2-aef9-5627680bf67d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:30.869457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:30.875929 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e0c117c8-ad69-43f2-b0a1-b88c0db19d03 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0921593 Dec 10 16:41:30.877021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:30.883964 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:30.884943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53604) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.891602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086166162'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:30.894494 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:30.895039 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:30.911607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53606) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:30.933085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd63470-72b6-4692-9d7e-2f843016859a None None] Pushing event updated for resources: {'Port': ['ID=7eb185a3-7941-458d-8fba-e8adfb14aeb8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.006374 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:31.006628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7bbfd5c0-0538-4063-8146-3c88c4160916 None None] Provisioning complete for port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:31.007011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd5c0-0538-4063-8146-3c88c4160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.073367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:31.077111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.105883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 3bf0fa29-1292-43fb-af24-4d4d48dc78cc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:31.116376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.125197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7eb185a3-7941-458d-8fba-e8adfb14aeb8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:31.180761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:31.192827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:31.193636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.196749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7bbfd5c0-0538-4063-8146-3c88c4160916 None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:31.197142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd5c0-0538-4063-8146-3c88c4160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.203607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.204450 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 66ad95a8-fa09-41ee-aaac-55421f7e8b30 of type vlan for network 8267582a-81bf-4f4c-a771-5c8020820677 Dec 10 16:41:31.264065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfd5c0-0538-4063-8146-3c88c4160916 None None] Port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:31.273474 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:29Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:30Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:31.280187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.280519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.284097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.300788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 3bf0fa29-1292-43fb-af24-4d4d48dc78cc owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:31.308420 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:31.308420 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Updating router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:31.338939 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.388649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-33e709b5-f854-4af7-b337-03d31ebd57ed None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:31.389203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-33e709b5-f854-4af7-b337-03d31ebd57ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.394237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.400129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:31.400738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.434106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-33e709b5-f854-4af7-b337-03d31ebd57ed None None] Port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:31.509321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=8267582a-81bf-4f4c-a771-5c8020820677,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.520065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8267582a-81bf-4f4c-a771-5c8020820677 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:31.553692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d191a388-b988-434f-8dfb-a00aa919a505 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6677859 Dec 10 16:41:31.556510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53608) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:31.562206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:31.598506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b75bc9b7-bef0-4bc6-af9e-087953d7c6ba None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:31.598661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b75bc9b7-bef0-4bc6-af9e-087953d7c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.635124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b75bc9b7-bef0-4bc6-af9e-087953d7c6ba None None] Port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:31.636405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.642366 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.678337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=3bf0fa29-1292-43fb-af24-4d4d48dc78cc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.713157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.751366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.754289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.758031 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6f69cffe-dd87-4005-b18c-97f404c6e907 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/eacb0894-14ef-46a6-9b0e-1e5643acd973 HTTP/1.1" status: 204 len: 168 time: 0.8426633 Dec 10 16:41:31.766959 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Pushing event updated for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:31.787220 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.791511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:31.810478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:31.814715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.826866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Attempting to bind port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:31.827243 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Attempting to bind port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:31.827612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Attempting to bind port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 on network 47f5415e-06be-4c39-aedc-84b964001735 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:31.832943 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:31.833613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Checking segment: {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:31.834204 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.834787 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Bound using segment: {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:31.835472 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Bound port: b3ee6fd8-c5f0-43cb-a473-118674a5f7e1, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdb05b-c810-40f0-9f13-a87b048ccc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '47f5415e-06be-4c39-aedc-84b964001735'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:31.836045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:31.915128 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] For port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:31.920206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] For port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:31.994003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.054534 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe855e-ace6-477c-943d-f41331947258 None None] Pushing event updated for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.062698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:32.063149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:32.063627 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:32.063740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.079071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.096306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:32.132743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:32.133140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 1be2ee84-2b9b-4b3c-8924-1cefe1836e58 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:32.185520 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:32.214552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.218826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=60c50b22-5430-4bff-a0ce-fe5a6a9069c3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.226537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:32.226979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 8267582a-81bf-4f4c-a771-5c8020820677, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:32.244100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e280992-4c06-416e-9168-683108638bf8 req-58d0b424-a014-4c59-8ae4-876d32adf638 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:32.245801 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e280992-4c06-416e-9168-683108638bf8 req-58d0b424-a014-4c59-8ae4-876d32adf638 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.1180017 Dec 10 16:41:32.272224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] For port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:32.306630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9e280992-4c06-416e-9168-683108638bf8 req-f6216fb6-dab0-4e0a-b6aa-8571439915e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474296 Dec 10 16:41:32.341870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 8267582a-81bf-4f4c-a771-5c8020820677 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:32.356254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.389981 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:29Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:31Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:32.409028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f451f1-ee5b-46ae-a959-3115a6641e1f None None] Pushing event updated for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:32.419179 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268e808-4f4a-43de-a8aa-9158813deb36 None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:29Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:31Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:32.453665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8267582a-81bf-4f4c-a771-5c8020820677) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:32.458794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:32.459535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.463436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eccb1ab-3285-4128-acff-cff3340c3204 None None] Network 8267582a-81bf-4f4c-a771-5c8020820677 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:32.528993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0a4e92d4-b636-4750-aca6-e58260d99b2f None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:32.535867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0a4e92d4-b636-4750-aca6-e58260d99b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.536153 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4be38d65-4cdd-4c6d-9d45-ecf28be60e56 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9753001 Dec 10 16:41:32.536538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53614) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:32.640166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8267582a-81bf-4f4c-a771-5c8020820677', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:32.645382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:32.986554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Allocated IP 172.21.0.2 (8267582a-81bf-4f4c-a771-5c8020820677/60c50b22-5430-4bff-a0ce-fe5a6a9069c3/9887085c-18e1-4282-bb5b-a019123780ea) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:33.050258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a25957f0-9f4e-474f-b8de-7bfa9e27990e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.097175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:33.215019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.219342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:33.219709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.298551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.299441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.343980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Network 8267582a-81bf-4f4c-a771-5c8020820677 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:33.351670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:33.351670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:33.357472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Pushing event updated for resources: {'Port': ['ID=9887085c-18e1-4282-bb5b-a019123780ea,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:33.426501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Attempting to bind port 9887085c-18e1-4282-bb5b-a019123780ea on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:33.426872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Attempting to bind port 9887085c-18e1-4282-bb5b-a019123780ea by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:33.427238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Attempting to bind port 9887085c-18e1-4282-bb5b-a019123780ea on network 8267582a-81bf-4f4c-a771-5c8020820677 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:33.432307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:33.432685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Checking segment: {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:33.433932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.433932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Bound using segment: {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:33.436099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Bound port: 9887085c-18e1-4282-bb5b-a019123780ea, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:33.436099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.468325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315ebd-2cd0-4407-9abd-d00394c23ea2 req-b85b82f0-e7f1-4ae5-b859-b7e08b6cb257 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:33.469840 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a5315ebd-2cd0-4407-9abd-d00394c23ea2 req-b85b82f0-e7f1-4ae5-b859-b7e08b6cb257 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.0755348 Dec 10 16:41:33.502687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] For port 9887085c-18e1-4282-bb5b-a019123780ea, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:33.505880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] For port 9887085c-18e1-4282-bb5b-a019123780ea, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9887085c-18e1-4282-bb5b-a019123780ea,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:33.571731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.615914 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a5315ebd-2cd0-4407-9abd-d00394c23ea2 req-fb68f714-f1fa-4e4a-8fad-65f4eda2f2bc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ae49c2-7287-44f8-b138-8db5573ec342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159718 Dec 10 16:41:33.640045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3edc-a793-4b4f-a370-e3a9bd635b5d None None] Pushing event updated for resources: {'Port': ['ID=9887085c-18e1-4282-bb5b-a019123780ea,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:33.660504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d02e-2cfe-4458-b0f0-419402397389 req-fb4c1e93-30fe-43dd-a13b-c538b2393cd7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:33.665249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a076d02e-2cfe-4458-b0f0-419402397389 req-fb4c1e93-30fe-43dd-a13b-c538b2393cd7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 946 time: 0.0916352 Dec 10 16:41:33.690818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.21.0.1 (8267582a-81bf-4f4c-a771-5c8020820677/60c50b22-5430-4bff-a0ce-fe5a6a9069c3/1df8c596-b41e-4505-b031-36b3f5c0dc2f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:33.850972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:33.965229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.015660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 8267582a-81bf-4f4c-a771-5c8020820677 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:34.019365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:34.032178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:34.051574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.076152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.131974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port bb67440f-b59e-4134-8ae1-f9a953ee9a3e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:34.132189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.231512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port bb67440f-b59e-4134-8ae1-f9a953ee9a3e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:34.231903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.244443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for bb67440f-b59e-4134-8ae1-f9a953ee9a3e owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:34.289558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.445892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.479103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=bb67440f-b59e-4134-8ae1-f9a953ee9a3e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.522829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port bb67440f-b59e-4134-8ae1-f9a953ee9a3e on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:34.526062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.530258 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a076d02e-2cfe-4458-b0f0-419402397389 req-e1475aed-073d-418b-bd3a-7da07321396f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/bb67440f-b59e-4134-8ae1-f9a953ee9a3e HTTP/1.1" status: 204 len: 173 time: 0.8594885 Dec 10 16:41:34.530258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'name': 'network-vif-deleted', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:41:34.532462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15caf2e-e6d6-4a2e-b119-f03a826ee5bb" -d '{"events": [{"server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "name": "network-vif-deleted", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:41:34.573750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3413f12-1f67-44e3-b652-3a6d425fcd97 x-openstack-request-id: req-c3413f12-1f67-44e3-b652-3a6d425fcd97 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:41:34.574047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9693e63d-b5b4-4f87-b70d-7169e98c119d", "name": "network-vif-deleted", "tag": "bb67440f-b59e-4134-8ae1-f9a953ee9a3e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:41:34.574307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3413f12-1f67-44e3-b652-3a6d425fcd97 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:41:34.574708 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9693e63d-b5b4-4f87-b70d-7169e98c119d', 'name': 'network-vif-deleted', 'tag': 'bb67440f-b59e-4134-8ae1-f9a953ee9a3e', 'status': 'completed', 'code': 200} Dec 10 16:41:34.593042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.667474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.752727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d46cf-dcdf-4ce6-a9b9-b56b9cde73fa None None] Network 8267582a-81bf-4f4c-a771-5c8020820677 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:34.775142 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f2a34e2d-5a0e-4169-9364-b20a646fea29 req-3f9b2d24-e4a9-4754-9348-8f3ac1a0fcd7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=9693e63d-b5b4-4f87-b70d-7169e98c119d HTTP/1.1" status: 200 len: 210 time: 0.0549395 Dec 10 16:41:34.779067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.781811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:34.847005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] Provisioning complete for port 9887085c-18e1-4282-bb5b-a019123780ea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:34.847698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:34.908399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 8267582a-81bf-4f4c-a771-5c8020820677 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:34.909974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:34.962647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.024753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] For port 9887085c-18e1-4282-bb5b-a019123780ea, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9887085c-18e1-4282-bb5b-a019123780ea,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:35.036044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:35.090249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.127783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9887085c-18e1-4282-bb5b-a019123780ea up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:35.148612 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:35.156663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d5eb581b-6b53-4b3c-bcc5-d3f7f6b779fa tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6185131 Dec 10 16:41:35.158980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53624) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:35.165454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307107286'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:35.177906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:35.214441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:35.217142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:35.219583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c7d2-2bf8-4e4c-909f-0537ece02dbc None None] Pushing event updated for resources: {'Port': ['ID=9887085c-18e1-4282-bb5b-a019123780ea,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:35.298057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29c7ea21-60f7-444e-8c19-62b72db8b561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.325885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:35.342437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:35.346480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.355227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9887085c-18e1-4282-bb5b-a019123780ea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:35.355596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.377652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:35.387308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.387786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 9316ab47-aff5-4765-a994-10343a29e2f0 of type vlan for network 5661c42f-32dc-41ee-946a-14766a58821f Dec 10 16:41:35.391223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eabc3756-ab86-46f1-a501-2aa58b09e128 None None] Provisioning complete for port 9887085c-18e1-4282-bb5b-a019123780ea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:35.391603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eabc3756-ab86-46f1-a501-2aa58b09e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.442687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.576758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.583769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:35.584422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.663118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=5661c42f-32dc-41ee-946a-14766a58821f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:35.669975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eabc3756-ab86-46f1-a501-2aa58b09e128 None None] Provisioning complete for port 1df8c596-b41e-4505-b031-36b3f5c0dc2f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:35.670349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eabc3756-ab86-46f1-a501-2aa58b09e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.691020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 5661c42f-32dc-41ee-946a-14766a58821f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:35.709920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba3628be-7506-42d8-81a6-7ce59b211582 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5496271 Dec 10 16:41:35.712909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53628) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:35.718633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:35.759407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eabc3756-ab86-46f1-a501-2aa58b09e128 None None] Port 1df8c596-b41e-4505-b031-36b3f5c0dc2f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:35.777806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:34Z', 'revision_number': 3, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:34Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:35.804785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:35.805175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Updating router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 port 1df8c596-b41e-4505-b031-36b3f5c0dc2f binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:35.829903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.845830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53632) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:35.867903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:35.872661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.898911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3f3ba517-5071-40b3-951e-7cdb05e619d9 None None] Provisioning complete for port 1df8c596-b41e-4505-b031-36b3f5c0dc2f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:35.899306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba517-5071-40b3-951e-7cdb05e619d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.907717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.933763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:35.990562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ba517-5071-40b3-951e-7cdb05e619d9 None None] Port 1df8c596-b41e-4505-b031-36b3f5c0dc2f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:36.082321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.085314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.086565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/91ae49c2-7287-44f8-b138-8db5573ec342 HTTP/1.1" status: 204 len: 168 time: 0.2395384 Dec 10 16:41:36.097283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f9288-e022-443a-bcce-b32e11805d82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae49c2-7287-44f8-b138-8db5573ec342,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.176600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.234714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:36.255938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:36.256358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 5661c42f-32dc-41ee-946a-14766a58821f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:36.263995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=0f48f431-fbb0-4957-9f98-7aaf3f6156de,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.325590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.341691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 5661c42f-32dc-41ee-946a-14766a58821f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:36.410082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.433254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 5661c42f-32dc-41ee-946a-14766a58821f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:36.439191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:36.439788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.458060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5db8d3-8dba-4735-9e5e-2b7539f3ce75 None None] Network 5661c42f-32dc-41ee-946a-14766a58821f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:36.541799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9742-ca03-42ea-af3e-70b1e810466a None None] Pushing event updated for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:36.567891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0f6ab4b5-3bc1-42f5-abb6-56c7b3e18bf9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8513994 Dec 10 16:41:36.568182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53638) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:36.626394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Attempting to bind port 1df8c596-b41e-4505-b031-36b3f5c0dc2f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:36.626774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Attempting to bind port 1df8c596-b41e-4505-b031-36b3f5c0dc2f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:36.627150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Attempting to bind port 1df8c596-b41e-4505-b031-36b3f5c0dc2f on network 8267582a-81bf-4f4c-a771-5c8020820677 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:36.647852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:36.648253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Checking segment: {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:36.648664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.649099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Bound using segment: {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:36.649589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Bound port: 1df8c596-b41e-4505-b031-36b3f5c0dc2f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ad95a8-fa09-41ee-aaac-55421f7e8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:36.650021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.658326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.670208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-5661c42f-32dc-41ee-946a-14766a58821f', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:36.671097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.677772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.810440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] For port 1df8c596-b41e-4505-b031-36b3f5c0dc2f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:36.816012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] For port 1df8c596-b41e-4505-b031-36b3f5c0dc2f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1df8c596-b41e-4505-b031-36b3f5c0dc2f,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:36.854163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4937dff1-0593-46f8-8771-1be299252ffe None None] Provisioning complete for port 1df8c596-b41e-4505-b031-36b3f5c0dc2f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:36.854559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4937dff1-0593-46f8-8771-1be299252ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.895452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Allocated IP 172.22.0.2 (5661c42f-32dc-41ee-946a-14766a58821f/0f48f431-fbb0-4957-9f98-7aaf3f6156de/0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:36.909670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:36.914251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4937dff1-0593-46f8-8771-1be299252ffe None None] Port 1df8c596-b41e-4505-b031-36b3f5c0dc2f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:36.977829 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 3fb906cd-1033-4f71-9030-f4f060aa9e76 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:36.978421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.003800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.024485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:37.025495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:37.030008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9742-ca03-42ea-af3e-70b1e810466a None None] Pushing event updated for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.101313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 3fb906cd-1033-4f71-9030-f4f060aa9e76, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3fb906cd-1033-4f71-9030-f4f060aa9e76,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:37.102134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.121280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9887085c-18e1-4282-bb5b-a019123780ea up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:37.132401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 3fb906cd-1033-4f71-9030-f4f060aa9e76 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:37.234588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:37.329285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.383247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9887085c-18e1-4282-bb5b-a019123780ea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:37.383621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.417288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.424802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] Provisioning complete for port 1df8c596-b41e-4505-b031-36b3f5c0dc2f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:37.425204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.445290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.22.0.1 (5661c42f-32dc-41ee-946a-14766a58821f/0f48f431-fbb0-4957-9f98-7aaf3f6156de/2b516710-4abe-40ff-8d70-3a15f510916b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:37.453702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.484252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=3fb906cd-1033-4f71-9030-f4f060aa9e76,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.511478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Network 5661c42f-32dc-41ee-946a-14766a58821f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:37.523694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:37.528743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:37.550405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Pushing event updated for resources: {'Port': ['ID=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.606804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.607156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.607513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.607855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.608191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.608528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.608866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.614046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:41:37.625576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.715902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Attempting to bind port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:37.715902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Attempting to bind port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:37.716260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Attempting to bind port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 on network 5661c42f-32dc-41ee-946a-14766a58821f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:37.734749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.739351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:37.739351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Checking segment: {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:37.739633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.739853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Bound using segment: {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:37.740376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Bound port: 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:37.740723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.757767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.765046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.803054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:37.820835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 5661c42f-32dc-41ee-946a-14766a58821f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:37.822234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:37.824723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:37.847792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:34Z', 'revision_number': 3, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:36Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:37.850525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] For port 1df8c596-b41e-4505-b031-36b3f5c0dc2f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1df8c596-b41e-4505-b031-36b3f5c0dc2f,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:37.870940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.891300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027b218-3a69-4865-9d80-3d23540ce45b None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:34Z', 'revision_number': 3, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:36Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:37.894606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:37.897257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] For port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:37.909464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] For port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:37.973675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.008628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.052586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f99fd7-8172-4677-98c6-47a81305ccfa None None] Pushing event updated for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.053771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router ef6a032a-08c1-443e-9f80-ae2611be1f44 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:38.134404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device bb67440f-b59e-4134-8ae1-f9a953ee9a3e no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:38.137835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.198798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: bb67440f-b59e-4134-8ae1-f9a953ee9a3e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:38.199389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device bb67440f-b59e-4134-8ae1-f9a953ee9a3e not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:38.201221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb85e5-aaa4-420f-b78c-fd39baac707e None None] Pushing event updated for resources: {'Port': ['ID=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.241856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:38.254420 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Sync routers for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:38.258885 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-506bbbd0-50ca-4b84-b827-3fcae54bc419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/ef6a032a-08c1-443e-9f80-ae2611be1f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221393 Dec 10 16:41:38.259536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.273866 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:38.274035 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.344250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 95e16273-cf34-467f-b1f4-6589ef83697a {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:38.355877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.410950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.444951 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:38.559267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.617165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.673639 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.683067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.708528 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Checking router: ef6a032a-08c1-443e-9f80-ae2611be1f44 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:38.718186 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Routers {'ef6a032a-08c1-443e-9f80-ae2611be1f44'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:38.718790 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ef6a032a-08c1-443e-9f80-ae2611be1f44'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:38.733738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.734147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.763956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=95e16273-cf34-467f-b1f4-6589ef83697a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.768478 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.772174 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ba4e6ae0-388f-410e-a0d8-7b37969ad351 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/95e16273-cf34-467f-b1f4-6589ef83697a HTTP/1.1" status: 204 len: 168 time: 0.5116568 Dec 10 16:41:38.775789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53642) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:38.782857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c540f71-9f7b-4ee3-9dc1-eadb8794d3aa None None] Network 4320d849-9753-4bde-b543-9311132259e6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:38.820952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:38.827530 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] Set router ef6a032a-08c1-443e-9f80-ae2611be1f44 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:38.831237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:38.935304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 5661c42f-32dc-41ee-946a-14766a58821f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:38.937248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:38.942966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.040112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] DHCP port deletion for 4320d849-9753-4bde-b543-9311132259e6 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:39.119708 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.128618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:39.154778 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:39.213809 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab360ab-109f-4240-a91d-14cede4326cf None None] The sync data for ids ['ef6a032a-08c1-443e-9f80-ae2611be1f44'] in dv-neutron-820858-1-hyperv is: [{'id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'name': 'tempest-TestNetworkBasicOps-router-1464158459', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:39:05Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'e1d26ecd-e1cf-4bf4-82b3-2338d119c532', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6a032a-08c1-443e-9f80-ae2611be1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:39:06Z', 'updated_at': '2021-12-10T16:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:39.287843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port e1d26ecd-e1cf-4bf4-82b3-2338d119c532 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:39.288930 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.301082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:39.314022 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f9d738eb-34b1-4175-92f0-3303833951fe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7443035 Dec 10 16:41:39.316060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53644) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:39.318387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:39.321559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626732372'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:39.335443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:39.336080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:39.401938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port e1d26ecd-e1cf-4bf4-82b3-2338d119c532, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:39.402311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.415991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for e1d26ecd-e1cf-4bf4-82b3-2338d119c532 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:39.429504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:39.429957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.430125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Deleting port e46fa686-958a-49e5-bec0-a361530de81b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:39.430391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.436298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:39.459877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:39.473356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.473697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added segment 9fcf1b50-0f79-4d69-b5bc-0d4c4165f344 of type vlan for network 15e5193f-5c4c-4288-9b72-35c057a43142 Dec 10 16:41:39.477008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0584a-b5aa-4daa-923f-b23ef7bd8d5b None None] Network 5661c42f-32dc-41ee-946a-14766a58821f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:39.519735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.635116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] For port e46fa686-958a-49e5-bec0-a361530de81b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e46fa686-958a-49e5-bec0-a361530de81b,segment=NetworkSegment(56274a97-8c4c-4cb9-9f93-40a2f68ed7a0),segment_id=56274a97-8c4c-4cb9-9f93-40a2f68ed7a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:39.635522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.639695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1df8c596-b41e-4505-b031-36b3f5c0dc2f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:39.652255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.661112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:39.661758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.673591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] Provisioning complete for port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:39.673969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.710509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.741675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Calling delete_port for e46fa686-958a-49e5-bec0-a361530de81b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:39.744045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=e1d26ecd-e1cf-4bf4-82b3-2338d119c532,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:39.784125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a35e4e-8656-482b-89a6-40c1c6d6b3a5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:39.784539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Network': ['ID=15e5193f-5c4c-4288-9b72-35c057a43142,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:39.830086 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba0a129b-41e2-4c65-9c19-ff001ebca069 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5128570 Dec 10 16:41:39.835368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.835536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:39.835669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 15e5193f-5c4c-4288-9b72-35c057a43142 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:39.838717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'subnet': {'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:39.934760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.938228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:39.985134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Made reservation on behalf of 5dafc949ff8f40238c58bf0346d54bb2 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:39.988907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.013742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 1df8c596-b41e-4505-b031-36b3f5c0dc2f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:40.014120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.073836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.074529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router ef6a032a-08c1-443e-9f80-ae2611be1f44 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:41:40.088053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.090346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-97bd326d-b7a6-4ba2-af90-b2d92c78d545 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/ef6a032a-08c1-443e-9f80-ae2611be1f44 HTTP/1.1" status: 204 len: 168 time: 1.3136544 Dec 10 16:41:40.093993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53648) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.099484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.165765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] For port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:40.185963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.237210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] Pushing event deleted for resources: {'Port': ['ID=e46fa686-958a-49e5-bec0-a361530de81b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.261089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.276926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e6b35-4519-40ba-8d30-48464038a4e3 None None] No DVR routers for this DVR port e46fa686-958a-49e5-bec0-a361530de81b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:40.282902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.295147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:38Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:40.307699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.351722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:40.352160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Updating router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 port 2b516710-4abe-40ff-8d70-3a15f510916b binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:40.357521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:40.369242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Subnet': ['ID=116b3ffd-8155-46dd-a77e-0104b0af027d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.394707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Checking segment: {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:40.395199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network hostable DHCP agents. Network: 15e5193f-5c4c-4288-9b72-35c057a43142, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:40.433746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.445291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.455513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41433d2-df9b-4104-9a76-195de7a5a1b0 None None] Pushing event updated for resources: {'Port': ['ID=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.467792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320d849-9753-4bde-b543-9311132259e6']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:40.479222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:40.481054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56274a97-8c4c-4cb9-9f93-40a2f68ed7a0') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:40.486779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-001537c1-5a31-402e-aea7-704f082232b6 None None] Provisioning complete for port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:40.487015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-001537c1-5a31-402e-aea7-704f082232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.492623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.506687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.513777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:40.514248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:40.517611 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:40.530343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 15e5193f-5c4c-4288-9b72-35c057a43142 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:40.605180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:40.605506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.616958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 15e5193f-5c4c-4288-9b72-35c057a43142) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:40.625811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:40.626866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.649860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c000a74-4421-4fad-8cf6-07e7cf4875b0 None None] Network 15e5193f-5c4c-4288-9b72-35c057a43142 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:40.658791 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.666287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.670468 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/4320d849-9753-4bde-b543-9311132259e6 HTTP/1.1" status: 204 len: 168 time: 0.5739784 Dec 10 16:41:40.696960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.705234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79447c2-b1c7-449e-b231-452c51e73d72 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=4320d849-9753-4bde-b543-9311132259e6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:40.707448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1259482060', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:40.750102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-606e66ab-e7a0-4cb1-ac31-7e6304796358 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9162304 Dec 10 16:41:40.753274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53652) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:40.838822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:40.844029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.869404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:41:40.885010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:40.885358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment 385cd70a-1011-4e56-abe9-465715d2b2da of type vlan for network caff691d-f073-4326-b744-9652288b7e34 Dec 10 16:41:40.934097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.038994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.045102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:41.045764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.081859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-001537c1-5a31-402e-aea7-704f082232b6 None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:41.082280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-001537c1-5a31-402e-aea7-704f082232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.117411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-15e5193f-5c4c-4288-9b72-35c057a43142', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:41.118297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.123166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=caff691d-f073-4326-b744-9652288b7e34,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:41.152497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network caff691d-f073-4326-b744-9652288b7e34 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:41:41.159438 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6958fb0e-dd6e-4bd9-aabb-27ef5d4a590f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4564261 Dec 10 16:41:41.161631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:41.167269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:41.243090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-001537c1-5a31-402e-aea7-704f082232b6 None None] Port 2b516710-4abe-40ff-8d70-3a15f510916b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:41.272872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:41.276592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.278135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.345847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.396306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.442323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0d1972fe-096c-4a1f-b748-dd944445f34e None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:41.442727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d1972fe-096c-4a1f-b748-dd944445f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.506883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Allocated IP 172.23.0.2 (15e5193f-5c4c-4288-9b72-35c057a43142/116b3ffd-8155-46dd-a77e-0104b0af027d/bcba4b36-87f0-4848-9d8a-dda8ce1fae4c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:41.510406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0d1972fe-096c-4a1f-b748-dd944445f34e None None] Port 2b516710-4abe-40ff-8d70-3a15f510916b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:41.514308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.519799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:41.520166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.532089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.576366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.647587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc620d-be71-4bd5-8863-3378c1a1a269 None None] Pushing event updated for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:41.770083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Attempting to bind port 2b516710-4abe-40ff-8d70-3a15f510916b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:41.770473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Attempting to bind port 2b516710-4abe-40ff-8d70-3a15f510916b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:41.770846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Attempting to bind port 2b516710-4abe-40ff-8d70-3a15f510916b on network 5661c42f-32dc-41ee-946a-14766a58821f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:41.817501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:41.818150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Checking segment: {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:41.818852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.819646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Bound using segment: {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:41.820125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Bound port: 2b516710-4abe-40ff-8d70-3a15f510916b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9316ab47-aff5-4765-a994-10343a29e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:41.820524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.869257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.895201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.895765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1ac8017d-25a4-4c22-b089-516671417de7 None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:41.895866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ac8017d-25a4-4c22-b089-516671417de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.914970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.929613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1d26ecd-e1cf-4bf4-82b3-2338d119c532 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:41.973100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: e1d26ecd-e1cf-4bf4-82b3-2338d119c532 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:41.973445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e1d26ecd-e1cf-4bf4-82b3-2338d119c532 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:41.973880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3fb906cd-1033-4f71-9030-f4f060aa9e76 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:41.975888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:41.982846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8017d-25a4-4c22-b089-516671417de7 None None] Port 2b516710-4abe-40ff-8d70-3a15f510916b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:42.012574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Allocated IP 172.23.0.1 (15e5193f-5c4c-4288-9b72-35c057a43142/116b3ffd-8155-46dd-a77e-0104b0af027d/4d15f17d-7a53-49ec-ae5a-e55880b8fc03) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:42.022744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] For port 2b516710-4abe-40ff-8d70-3a15f510916b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:42.032487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 3fb906cd-1033-4f71-9030-f4f060aa9e76 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:42.032859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3fb906cd-1033-4f71-9030-f4f060aa9e76 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:42.033306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e46fa686-958a-49e5-bec0-a361530de81b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:42.065950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] For port 2b516710-4abe-40ff-8d70-3a15f510916b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2b516710-4abe-40ff-8d70-3a15f510916b,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:42.071876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: e46fa686-958a-49e5-bec0-a361530de81b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:42.072232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e46fa686-958a-49e5-bec0-a361530de81b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:42.075049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Network 15e5193f-5c4c-4288-9b72-35c057a43142 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:42.080344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:42.085012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:42.088278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Pushing event updated for resources: {'Port': ['ID=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.146489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.148406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.203064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Attempting to bind port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:42.203440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Attempting to bind port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:42.203816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Attempting to bind port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c on network 15e5193f-5c4c-4288-9b72-35c057a43142 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:42.232041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:42.232487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Checking segment: {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:42.232929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.233331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Bound using segment: {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:42.233823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Bound port: bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:42.234211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.249664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.252050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:42.252704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:42.311766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 15e5193f-5c4c-4288-9b72-35c057a43142 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:42.316051 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:42.321263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:42.341676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc620d-be71-4bd5-8863-3378c1a1a269 None None] Pushing event updated for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.352799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:42.391947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.414077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.426148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.51 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/478fb0ef-44c5-40cd-8c22-91236010e04c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:42.518682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] For port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:42.553331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] For port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:42.560801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.567070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:42.567504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.628949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.633675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.720126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.772889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:42.779622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:42.784391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:42.832672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=478fb0ef-44c5-40cd-8c22-91236010e04c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.903069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f5a30-50d7-4287-90b3-4c699f361fff None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:42.921239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dde6dd-c27d-4f6f-9837-3ef6f749e159 None None] Pushing event updated for resources: {'Port': ['ID=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:42.931948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:42.961159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:41Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:43.015719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b488c15-ad1b-4324-a26d-2bbddd5e1b29 None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:41Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:43.018439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] For port 2b516710-4abe-40ff-8d70-3a15f510916b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2b516710-4abe-40ff-8d70-3a15f510916b,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:43.023310 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.124918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.126026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.217044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db8c0b-7230-4bc5-9508-28bde44dc154 None None] Pushing event updated for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:43.234325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.260135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event updated for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:43.266606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.300353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b034782-4efe-4409-b4e2-2c52a07412a0 None None] Provisioning complete for port 478fb0ef-44c5-40cd-8c22-91236010e04c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:43.300353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b034782-4efe-4409-b4e2-2c52a07412a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.363879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b034782-4efe-4409-b4e2-2c52a07412a0 None None] Port 478fb0ef-44c5-40cd-8c22-91236010e04c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:43.411231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bcba4b36-87f0-4848-9d8a-dda8ce1fae4c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:43.447630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Network 15e5193f-5c4c-4288-9b72-35c057a43142 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:43.449473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:43.469769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:43.472096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.523280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.574191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.590002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:43.627441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:43.714680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:43.720523 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-743c5be6-2892-4cc7-80a5-6bbec4883342 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9661639 Dec 10 16:41:43.723411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53656) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:43.728405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:43.796467 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.807077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2b516710-4abe-40ff-8d70-3a15f510916b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:43.893151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:43.903783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:43.904444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:43.911152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 7bb8cd9b-56f1-4826-8b10-778956e5a08c is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:41:43.986191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:43.997438 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:43.998307 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:44.034638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a5c9de-60f4-4eb0-b6d1-f7473f82a1b1 None None] Network 15e5193f-5c4c-4288-9b72-35c057a43142 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:44.087021 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:44.115417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5c9760cb-1902-4198-8cf1-8a402e699cee None None] Provisioning complete for port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:44.116208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5c9760cb-1902-4198-8cf1-8a402e699cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.150253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:44.170642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Sync routers for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:44.198400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:44.198955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:44.215964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:41:44.229670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Removed routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:41:44.230073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.238548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.240335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5f2a65fd-10fd-4fc6-abca-2d57d4dbae0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0771203 Dec 10 16:41:44.243151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53658) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.284206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-123d64e3-e61a-43a9-bbe6-f4780d9eeeb6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398500 Dec 10 16:41:44.286759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53660) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.316495 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:44.342773 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:44.343486 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Updating router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:44.345160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:44.369875 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.562845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:44.566855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad7ca5-318f-4e11-ad4f-0f3568638afa tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:44.568043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-26ad7ca5-318f-4e11-ad4f-0f3568638afa tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2803450 Dec 10 16:41:44.571606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.632574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Checking router: 7bb8cd9b-56f1-4826-8b10-778956e5a08c for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:44.633053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Updating router 7bb8cd9b-56f1-4826-8b10-778956e5a08c port 478fb0ef-44c5-40cd-8c22-91236010e04c binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:44.633259 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0188bcf7-5c87-4bbe-9aff-3aaf53063fde tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567107 Dec 10 16:41:44.633501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.634212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.637975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.641736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-907148368', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:44.686879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-aa662e64-3274-43ce-85de-f9499cb6002f None None] Provisioning complete for port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:44.687819 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.688839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa662e64-3274-43ce-85de-f9499cb6002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.744109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.761223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:44.768287 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.881934 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84627ff1-976f-4b58-95bb-16d0ad90e19a None None] Pushing event updated for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:44.884290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:44.889358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.897948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-aa662e64-3274-43ce-85de-f9499cb6002f None None] Provisioning complete for port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:44.898325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa662e64-3274-43ce-85de-f9499cb6002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.901519 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Attempting to bind port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:44.902999 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Attempting to bind port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:44.903501 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Attempting to bind port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 on network 15e5193f-5c4c-4288-9b72-35c057a43142 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:44.904232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:44.917616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.919135 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ade1b3bf-4ab0-474f-853f-b1320d465cc6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 934 time: 1.1945894 Dec 10 16:41:44.921191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:44.925564 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Checking segment: {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:44.925754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:44.925872 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:44.925872 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Bound using segment: {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:44.926148 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Bound port: 4d15f17d-7a53-49ec-ae5a-e55880b8fc03, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:44.926612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.035743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-50c1eb0b-dd26-4a98-acac-d983e6ba6c0b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 934 time: 0.1121175 Dec 10 16:41:45.038453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:45.043236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'routes': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:45.045766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-aa662e64-3274-43ce-85de-f9499cb6002f None None] Port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:45.174452 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] For port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:45.177739 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] For port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:45.196480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.234019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.251380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-79b74a0d-5abb-46f2-b141-4e65354018aa None None] Provisioning complete for port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:45.252077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-79b74a0d-5abb-46f2-b141-4e65354018aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.296086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:45.296994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: caff691d-f073-4326-b744-9652288b7e34, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:41:45.300285 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.307165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=6e811a36-f895-49c6-9812-e876e9a68c42,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.321548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-79b74a0d-5abb-46f2-b141-4e65354018aa None None] Port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:45.323377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bcba4b36-87f0-4848-9d8a-dda8ce1fae4c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:45.358873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.379369 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:45.380067 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:45.411089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network caff691d-f073-4326-b744-9652288b7e34 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:41:45.435672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9472e-4ac4-413a-aa68-907369d29f89 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:45.463906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] Provisioning complete for port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:45.464342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.468095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Attempting to bind port 478fb0ef-44c5-40cd-8c22-91236010e04c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:45.468471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Attempting to bind port 478fb0ef-44c5-40cd-8c22-91236010e04c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:45.468841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Attempting to bind port 478fb0ef-44c5-40cd-8c22-91236010e04c on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:45.475774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe70c66-f7a9-434f-b540-6b50ffc80901 None None] Pushing event updated for resources: {'Port': ['ID=478fb0ef-44c5-40cd-8c22-91236010e04c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.480696 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84627ff1-976f-4b58-95bb-16d0ad90e19a None None] Pushing event updated for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:45.481083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:45.481571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:45.481959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.482641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:45.483053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Bound port: 478fb0ef-44c5-40cd-8c22-91236010e04c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:45.483423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.519165 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:45.528731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, caff691d-f073-4326-b744-9652288b7e34) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:45.534417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:45.535344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.587691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158776bd-53ce-4638-9593-948695c0b63d None None] Network caff691d-f073-4326-b744-9652288b7e34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:45.633651 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fd44b209-bc75-490f-a487-b7ef4e6bbe67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9972985 Dec 10 16:41:45.636372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53670) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:45.652025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:45.652571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.657481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] For port 478fb0ef-44c5-40cd-8c22-91236010e04c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:45.747822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] For port 478fb0ef-44c5-40cd-8c22-91236010e04c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=478fb0ef-44c5-40cd-8c22-91236010e04c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:45.757381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.816351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] For port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:45.823046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.845356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:44Z', 'revision_number': 6, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:45.876513 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dda6f0-61c3-4529-b05d-018816fa9b12 None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:44Z', 'revision_number': 6, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 4, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:45.896845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfb765-8717-4bdf-9ca2-fce0240ed98c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:45.905357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-caff691d-f073-4326-b744-9652288b7e34', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:41:45.910759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.916843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:45.978514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:45.979149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:46.015177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:41:46.016597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:41:46.040914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe70c66-f7a9-434f-b540-6b50ffc80901 None None] Pushing event updated for resources: {'Port': ['ID=478fb0ef-44c5-40cd-8c22-91236010e04c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:46.079053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.084590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2b516710-4abe-40ff-8d70-3a15f510916b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:46.249084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.384835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.389614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.410301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Provisioning complete for port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:46.410879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.487028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc784cf-68d9-4fc3-a6b8-34f6159e2bc5 None None] Pushing event updated for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:46.510387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:46.522274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:46.634421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:46.643177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.647072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5e64aed6-533a-4c56-86a9-7dfcbcb8849a tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 700 time: 1.6051061 Dec 10 16:41:46.647534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53672) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:46.676401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Allocated IP 172.20.0.2 (caff691d-f073-4326-b744-9652288b7e34/6e811a36-f895-49c6-9812-e876e9a68c42/7d3e4956-7ce0-48ab-9e51-cd9cda946066) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:46.687783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2b516710-4abe-40ff-8d70-3a15f510916b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:46.688164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.761258 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-84d15b8e-87a7-4af3-9a76-88cb795e08d6 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 700 time: 0.1099586 Dec 10 16:41:46.761581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:46.830297 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:46.841740 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:46.842659 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:46.896168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Provisioning complete for port 478fb0ef-44c5-40cd-8c22-91236010e04c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:46.896536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:46.943650 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:47.053444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.062004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:47.091455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844a98b-083e-4b2e-9f06-573dbd5ba4e8 None None] The sync data for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv is: [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:47.134324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.147665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.161495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.205287 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:46Z', 'revision_number': 7, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:47.222332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (caff691d-f073-4326-b744-9652288b7e34/6e811a36-f895-49c6-9812-e876e9a68c42/563178b4-83a6-48fb-a29b-0f9a05d6d4b3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:47.242215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Network caff691d-f073-4326-b744-9652288b7e34 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:47.244636 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:47.253829 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:47.254445 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:47.269477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:47.274434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:47.294548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] For port 478fb0ef-44c5-40cd-8c22-91236010e04c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=478fb0ef-44c5-40cd-8c22-91236010e04c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:47.360655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:47.378121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Pushing event updated for resources: {'Port': ['ID=7d3e4956-7ce0-48ab-9e51-cd9cda946066,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.390637 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:47.420505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.446449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.468110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Attempting to bind port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:47.468522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Attempting to bind port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:47.470770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Attempting to bind port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:47.484988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:47.485761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Checking segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:47.486052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.486460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Bound using segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:47.486952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Bound port: 7d3e4956-7ce0-48ab-9e51-cd9cda946066, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:47.487345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.491958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.573601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134edab-93f4-49d3-b199-4cc04e9b5b0d None None] Pushing event updated for resources: {'Port': ['ID=478fb0ef-44c5-40cd-8c22-91236010e04c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.576735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.604480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:47.608937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.633219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:47.638118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.685268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] For port 7d3e4956-7ce0-48ab-9e51-cd9cda946066, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:47.690222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] For port 7d3e4956-7ce0-48ab-9e51-cd9cda946066, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3e4956-7ce0-48ab-9e51-cd9cda946066,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:47.702012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network caff691d-f073-4326-b744-9652288b7e34 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:47.703344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:47.706246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:47.708238 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:46Z', 'revision_number': 7, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:47.709969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:47.759150 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252b492-ad8f-4452-80cb-8af2bd03293c None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:46Z', 'revision_number': 7, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d15f17d-7a53-49ec-ae5a-e55880b8fc03', 'name': '', 'network_id': '15e5193f-5c4c-4288-9b72-35c057a43142', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:5c:cd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:45Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '116b3ffd-8155-46dd-a77e-0104b0af027d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:47.765282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.769842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.782795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 4d15f17d-7a53-49ec-ae5a-e55880b8fc03, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:47.783252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:47.839691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:47.844368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954382e-cfed-4634-882e-06cc80e60ce4 None None] Pushing event updated for resources: {'Port': ['ID=7d3e4956-7ce0-48ab-9e51-cd9cda946066,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.014469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.165399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.195468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=4d15f17d-7a53-49ec-ae5a-e55880b8fc03,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.394928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.406764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.476689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.557581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:48.566256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.627340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:48.684568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network caff691d-f073-4326-b744-9652288b7e34 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:48.686376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:48.752203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:48.757940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7cde4096-1d77-490d-a495-bb54d77d6027 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951887 Dec 10 16:41:48.762889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53676) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:48.766208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:48.776769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:48.779091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:48.830201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet 116b3ffd-8155-46dd-a77e-0104b0af027d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:48.837041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.875359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:48.886326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:48.911429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 7bb8cd9b-56f1-4826-8b10-778956e5a08c has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:49.011821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28a9b6-f557-4ee7-8121-3e13b79e8ef2 None None] Network caff691d-f073-4326-b744-9652288b7e34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:49.135994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] Provisioning complete for port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:49.136425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.474479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.481923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 8, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:49.483911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.535244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:49.544879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:49.545301 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d9d91f99-32ca-4fcf-93ee-58cb420514e1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/7bb8cd9b-56f1-4826-8b10-778956e5a08c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042165 Dec 10 16:41:49.546155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53678) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.548637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3e4956-7ce0-48ab-9e51-cd9cda946066 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:49.623696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:49.624357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:49.627541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] For port 7d3e4956-7ce0-48ab-9e51-cd9cda946066, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3e4956-7ce0-48ab-9e51-cd9cda946066,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:49.685488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.714973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.719429 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=116b3ffd-8155-46dd-a77e-0104b0af027d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:49.730223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.742150 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d8f898a9-48d0-448a-9981-16167d65f6ab tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/116b3ffd-8155-46dd-a77e-0104b0af027d HTTP/1.1" status: 204 len: 168 time: 0.9758744 Dec 10 16:41:49.743312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53680) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.759990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96161e0-d432-4b81-909a-ab069f5b2e53 None None] Network 15e5193f-5c4c-4288-9b72-35c057a43142 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:49.774975 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Sync routers for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:49.788948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.789428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.789900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.790349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.791483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.791613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.792080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.792539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.793015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.794028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.799261 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9160500-8934-4801-bc76-7f6ff2bc4294 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7012 time: 0.2470453 Dec 10 16:41:49.799579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53682) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.800258 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:49.801300 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:49.866785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:49.873204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:49.873547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.899903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.968493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.969091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.969451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.971061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:49.971235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.971411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:49.971572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.972011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.972464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.972995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.973374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:49.973512 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:49.978515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1223a-d7e0-4825-bf92-e0fc222df8b4 None None] Pushing event updated for resources: {'Port': ['ID=7d3e4956-7ce0-48ab-9e51-cd9cda946066,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:49.980642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53684) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:49.982506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8f763f5e-8d7f-466c-9aad-1e0df81f8309 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5780 time: 0.1819539 Dec 10 16:41:50.013791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85d110d2-3046-485f-9db2-74022fca6620 None None] Provisioning complete for port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.014597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85d110d2-3046-485f-9db2-74022fca6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.202772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,segment=NetworkSegment(9fcf1b50-0f79-4d69-b5bc-0d4c4165f344),segment_id=9fcf1b50-0f79-4d69-b5bc-0d4c4165f344)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:50.203169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.205062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 478fb0ef-44c5-40cd-8c22-91236010e04c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:50.233220 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for bcba4b36-87f0-4848-9d8a-dda8ce1fae4c owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:50.291316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:48Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:50.323241 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Checking router: 7bb8cd9b-56f1-4826-8b10-778956e5a08c for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:50.323603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Updating router 7bb8cd9b-56f1-4826-8b10-778956e5a08c port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:41:50.338138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] DHCP port deletion for 15e5193f-5c4c-4288-9b72-35c057a43142 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:50.350949 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.383775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 478fb0ef-44c5-40cd-8c22-91236010e04c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.384242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.409542 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-867c726e-2b7a-4ec0-ad26-523418319be9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.4244180 Dec 10 16:41:50.409832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53686) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:50.414822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2111095118', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:50.452996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85d110d2-3046-485f-9db2-74022fca6620 None None] Provisioning complete for port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.453299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85d110d2-3046-485f-9db2-74022fca6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.476406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.493481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 8, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:50.519901 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.529150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f2bdb-1479-4e1b-b77a-95683cd1cdba None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 8, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b516710-4abe-40ff-8d70-3a15f510916b', 'name': '', 'network_id': '5661c42f-32dc-41ee-946a-14766a58821f', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:fd:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:37Z', 'updated_at': '2021-12-10T16:41:42Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '0f48f431-fbb0-4957-9f98-7aaf3f6156de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:50.535170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:50.545229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-85d110d2-3046-485f-9db2-74022fca6620 None None] Port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:50.547724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Deleting port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:50.548094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.637007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.638314 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.658332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e5193f-5c4c-4288-9b72-35c057a43142']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:50.668670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:50.669023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcf1b50-0f79-4d69-b5bc-0d4c4165f344') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:50.670055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] For port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:50.670453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.684822 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.685814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Calling delete_port for bcba4b36-87f0-4848-9d8a-dda8ce1fae4c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:50.689289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 16:41:50.691538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.699160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.706566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:41:50.710092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.712283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:50.712673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:50.715917 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:50.721501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4beb8b6a-9997-4cc7-94cb-a075da0fbdca None None] Provisioning complete for port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:50.721881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4beb8b6a-9997-4cc7-94cb-a075da0fbdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.729777 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.743516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] Pushing event deleted for resources: {'Port': ['ID=bcba4b36-87f0-4848-9d8a-dda8ce1fae4c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.750058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5106d-428f-46f3-bb58-5dadcc3c561e None None] No DVR routers for this DVR port bcba4b36-87f0-4848-9d8a-dda8ce1fae4c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:50.767457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4beb8b6a-9997-4cc7-94cb-a075da0fbdca None None] Port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:50.780553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] device_id is not set on port b4b1822c-5ddc-4522-b5bc-cf097643fdcc yet. {{(pid=103599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:41:50.782711 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9099e-25bc-4538-a55c-8aa0be76619e None None] Pushing event updated for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.851915 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Attempting to bind port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:41:50.851915 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Attempting to bind port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:41:50.851915 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Attempting to bind port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:41:50.855181 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:41:50.856352 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Checking segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:41:50.857007 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.857601 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Bound using segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:41:50.858284 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Bound port: 563178b4-83a6-48fb-a29b-0f9a05d6d4b3, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:41:50.858746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.871969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.876812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:50.880366 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/15e5193f-5c4c-4288-9b72-35c057a43142 HTTP/1.1" status: 204 len: 168 time: 1.1360540 Dec 10 16:41:50.883142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53688) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:50.909656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc86963-cc73-4140-9027-66fddb1d2187 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=15e5193f-5c4c-4288-9b72-35c057a43142,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:50.932607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.6 (caff691d-f073-4326-b744-9652288b7e34/6e811a36-f895-49c6-9812-e876e9a68c42/b4b1822c-5ddc-4522-b5bc-cf097643fdcc) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:41:50.956510 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] For port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:41:50.972992 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:41:50.983137 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] For port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:41:51.062926 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.108645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] Provisioning complete for port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.109192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.136987 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:51.138509 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:51.169665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.282544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.312242 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:51.326291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3e4956-7ce0-48ab-9e51-cd9cda946066 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:51.331810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] For port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:51.343338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.354751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.361119 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9099e-25bc-4538-a55c-8aa0be76619e None None] Pushing event updated for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:51.388995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.394251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.427658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network caff691d-f073-4326-b744-9652288b7e34 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:41:51.433634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:41:51.436823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:41:51.448027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.475642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:51.515466 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:51.516150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.554530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b870600-9324-472c-a8ec-b5bbb3913461 None None] Pushing event updated for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:51.597693 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:50Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:51.604563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0f86ae60-bf12-4740-a439-c26529365a36 None None] Provisioning complete for port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.605045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f86ae60-bf12-4740-a439-c26529365a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.627962 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9f47230e-0bbf-4940-8479-85bf869c5f3a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2170830 Dec 10 16:41:51.633545 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f0740-e964-4fc3-b876-3458a4667f11 None None] The sync data for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv is: [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:50Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:51.769385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bcba4b36-87f0-4848-9d8a-dda8ce1fae4c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:51.779854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 2b516710-4abe-40ff-8d70-3a15f510916b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:51.780214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.803231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: bcba4b36-87f0-4848-9d8a-dda8ce1fae4c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:51.803606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bcba4b36-87f0-4848-9d8a-dda8ce1fae4c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:51.804004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:51.832356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:51.832705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4d15f17d-7a53-49ec-ae5a-e55880b8fc03 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:51.847614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e59b5bce-7c5e-47dc-a6d1-e2307ab944ac None None] Provisioning complete for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:51.848770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e59b5bce-7c5e-47dc-a6d1-e2307ab944ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.885143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e59b5bce-7c5e-47dc-a6d1-e2307ab944ac None None] Port b4b1822c-5ddc-4522-b5bc-cf097643fdcc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:41:51.897636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 2b516710-4abe-40ff-8d70-3a15f510916b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2b516710-4abe-40ff-8d70-3a15f510916b,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:51.898195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:51.918045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 2b516710-4abe-40ff-8d70-3a15f510916b owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:52.202384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.232105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=2b516710-4abe-40ff-8d70-3a15f510916b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:52.319152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53692) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:52.324188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99067921', 'description': 'tempest-secgroup-smoke-99067921 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:52.444339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.537038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.601942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.647461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b229f24-0677-4acc-a451-307ed60bc250,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:52.701892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.703302 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2f531fd7-12b2-4936-9720-9f5596e34d7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3828614 Dec 10 16:41:52.706203 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53694) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:52.710659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:52.799306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.802331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.864500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.935941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:52.954607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4458738-6b78-4497-80f0-0364b0f213f6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:52.995360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:53.032588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.033869 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d1f1f77-90ec-436b-9dd4-09222cab28df tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266935 Dec 10 16:41:53.036588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53696) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.040957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.090483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:53.095642 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-af56f6d3-71fa-4b0a-943c-2320032284d1 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107961 Dec 10 16:41:53.098620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.101082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:53.110657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:53.111269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:53.144499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.185168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet 0f48f431-fbb0-4957-9f98-7aaf3f6156de {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:53.194141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.259353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.261838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.363986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.375551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:53.391732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00412606-7487-4869-a182-9ee54fd1e85c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.399018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.405786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-2457c3cc-e044-4d48-a691-f423d1a43a27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866611 Dec 10 16:41:53.462462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:41:53.474439 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.478410 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b0e42121-73d0-4316-8147-8e1fe8da44f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381368 Dec 10 16:41:53.478678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.484107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.509883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-a406e4a4-aa34-42eb-96c0-d1054023301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:53.511469 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-a406e4a4-aa34-42eb-96c0-d1054023301c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1098 time: 0.0788398 Dec 10 16:41:53.556807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.584649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:41:53.585047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.598328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.603704 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/0f48f431-fbb0-4957-9f98-7aaf3f6156de HTTP/1.1" status: 204 len: 168 time: 0.5031900 Dec 10 16:41:53.611401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.612345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024045b-e304-45c3-9a96-0acb87b27a80 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=0f48f431-fbb0-4957-9f98-7aaf3f6156de,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.618960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.624863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ed94b-d378-4259-9874-09458451fd38 None None] Network 5661c42f-32dc-41ee-946a-14766a58821f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:53.679012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.711038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-76c03f15-b8c5-4551-9cad-201793f11e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:53.712508 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-76c03f15-b8c5-4551-9cad-201793f11e66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.1740649 Dec 10 16:41:53.716779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.775660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.797862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80c3a79-78ff-4466-afb4-950ae137295f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:53.813264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:52Z', 'revision_number': 9, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:53.841397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:53.841825 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-f4f4e203-678a-4d7e-8646-d72646188c90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 1000 time: 0.1159191 Dec 10 16:41:53.850492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:53.851033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:53.891128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:53.891518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.900723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] DHCP port deletion for 5661c42f-32dc-41ee-946a-14766a58821f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:53.904015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:53.909964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53704) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:53.910488 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c468600-baac-477d-a122-c9c41cc24654 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296777 Dec 10 16:41:53.942963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:53.974982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-cfe0d87b-6c57-4479-a373-20fa649051e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:53.976453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-cfe0d87b-6c57-4479-a373-20fa649051e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.1240475 Dec 10 16:41:53.995149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:54.026608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:54.027220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.042739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:54.065730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-1af5e22a-e736-49ec-a354-59b9e48905f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:54.066933 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-1af5e22a-e736-49ec-a354-59b9e48905f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770802 Dec 10 16:41:54.080162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Deleting port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:54.080539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.112211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.192512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] For port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,segment=NetworkSegment(9316ab47-aff5-4765-a994-10343a29e2f0),segment_id=9316ab47-aff5-4765-a994-10343a29e2f0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:54.193134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.218805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Calling delete_port for 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:54.254284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.261206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-98ee7a61-5e37-48e4-94b9-38da70ad9c41 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594326 Dec 10 16:41:54.331579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.332434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:52Z', 'revision_number': 9, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:54.357907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c459448e-3f89-48c2-bf85-4169951332b6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.365291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.366964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca173af9-d328-49e1-8526-9590bd8d532c None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:52Z', 'revision_number': 9, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': '1df8c596-b41e-4505-b031-36b3f5c0dc2f', 'name': '', 'network_id': '8267582a-81bf-4f4c-a771-5c8020820677', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:21:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:33Z', 'updated_at': '2021-12-10T16:41:37Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': '60c50b22-5430-4bff-a0ce-fe5a6a9069c3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:54.375418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.396502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.404570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] Pushing event deleted for resources: {'Port': ['ID=0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.409213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:54.409434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006956b4-e6d5-4e21-9929-30cbafa7da93 None None] No DVR routers for this DVR port 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:54.419873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-241b6fb7-7e5c-403c-8d06-3ffa97a48d88 req-20d3898e-c735-451f-a2e7-4c4ccd210cde service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457820 Dec 10 16:41:54.476970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.478150 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f25901c4-e55a-4368-a288-56b483248393 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5658517 Dec 10 16:41:54.481512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.486039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.512473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.537442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5661c42f-32dc-41ee-946a-14766a58821f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:54.547040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9316ab47-aff5-4765-a994-10343a29e2f0') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:54.547335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9316ab47-aff5-4765-a994-10343a29e2f0') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:54.556427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.568857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.574567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:54.574933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:54.577868 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:54.614715 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:41:54.623228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.701396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.710560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.719926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.723182 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/5661c42f-32dc-41ee-946a-14766a58821f HTTP/1.1" status: 204 len: 168 time: 1.1108437 Dec 10 16:41:54.726098 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.734957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac4548-a668-4cdb-9d9e-589d23c9929d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=5661c42f-32dc-41ee-946a-14766a58821f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.796604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.820281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4e990c-fd7b-4b90-ac32-4e8c3c431e18,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:54.895336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:54.899482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0be49ecc-e063-417f-9f5a-45f1a87d32ef tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4170673 Dec 10 16:41:54.900138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53710) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:54.905107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '6b229f24-0677-4acc-a451-307ed60bc250', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:41:54.996102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:41:55.004220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.065467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.088365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.139205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.157830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c532ac2-3965-49c9-8ee2-1de9a193c9d3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:55.240509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.241782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1cf3700c-f2cc-4c78-a072-8b538ea10211 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3406885 Dec 10 16:41:55.255738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:55.280412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:55.281244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0c3456d9-698a-4bd8-9df4-8b8e5c9b9e68 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:55.281683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2b516710-4abe-40ff-8d70-3a15f510916b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:55.301083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2b516710-4abe-40ff-8d70-3a15f510916b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:55.301441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2b516710-4abe-40ff-8d70-3a15f510916b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:55.369400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 1df8c596-b41e-4505-b031-36b3f5c0dc2f {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:55.369750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.499427 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-b6a23687-126a-4232-96fe-78c0331ea2e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99067921&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0879307 Dec 10 16:41:55.506090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 1df8c596-b41e-4505-b031-36b3f5c0dc2f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=1df8c596-b41e-4505-b031-36b3f5c0dc2f,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:55.506461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.547674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 1df8c596-b41e-4505-b031-36b3f5c0dc2f owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:55.573084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-e2b9b7f7-2477-4e5e-8117-6829dd5f7c7f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:41:55.574481 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-e2b9b7f7-2477-4e5e-8117-6829dd5f7c7f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 930 time: 0.0654554 Dec 10 16:41:55.664332 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-23c287ba-7a30-454e-b408-267c336c3508 service neutron] 10.222.0.21 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0600259 Dec 10 16:41:55.828093 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-dec29018-c0ea-4541-b0c3-216104124fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572359 Dec 10 16:41:55.933389 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-4ffbda0d-b0e4-4f3a-b800-d58417a61e26 service neutron] 10.222.0.21 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980978 Dec 10 16:41:55.952745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:55.981704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=1df8c596-b41e-4505-b031-36b3f5c0dc2f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:56.155152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.171169 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ff17e80b-2bcf-492f-aa14-a317217985b2 req-81b09f1a-070f-4a99-b851-a8bb249b16c9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0313354 Dec 10 16:41:56.356156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:56.449306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:56.457620 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f39f5c09-ebb1-4a6f-a585-766e8865c270 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284756 Dec 10 16:41:56.458395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53730) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.463639 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:56.473735 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:56.474444 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:56.510819 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet 60c50b22-5430-4bff-a0ce-fe5a6a9069c3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:56.514666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.555211 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:56.560083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.647316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.749144 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:55Z', 'revision_number': 10, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:56.767526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.775490 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:56.783621 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:56.784216 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:56.799369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=60c50b22-5430-4bff-a0ce-fe5a6a9069c3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:56.803046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.809672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d78e5b0-31f1-4d61-a35e-d4c1ff1df31e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/60c50b22-5430-4bff-a0ce-fe5a6a9069c3 HTTP/1.1" status: 204 len: 168 time: 0.3469760 Dec 10 16:41:56.809672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53732) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:56.812618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ce71a-573b-45ac-b638-3b739efb3bf3 None None] Network 8267582a-81bf-4f4c-a771-5c8020820677 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:56.869362 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:56.891651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.969955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 9887085c-18e1-4282-bb5b-a019123780ea {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:56.969955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:56.991835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] DHCP port deletion for 8267582a-81bf-4f4c-a771-5c8020820677 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:41:57.041416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Deleting port 9887085c-18e1-4282-bb5b-a019123780ea {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:57.041756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.042686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 9887085c-18e1-4282-bb5b-a019123780ea, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9887085c-18e1-4282-bb5b-a019123780ea,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:57.043643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.057403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 9887085c-18e1-4282-bb5b-a019123780ea owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:57.109489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] For port 9887085c-18e1-4282-bb5b-a019123780ea, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9887085c-18e1-4282-bb5b-a019123780ea,segment=NetworkSegment(66ad95a8-fa09-41ee-aaac-55421f7e8b30),segment_id=66ad95a8-fa09-41ee-aaac-55421f7e8b30)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:57.109918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.123295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Calling delete_port for 9887085c-18e1-4282-bb5b-a019123780ea owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:57.183779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:55Z', 'revision_number': 10, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:57.210624 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233d88-ac66-4a12-b767-df2df8ac3f3a None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:55Z', 'revision_number': 10, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee6fd8-c5f0-43cb-a473-118674a5f7e1', 'name': '', 'network_id': '47f5415e-06be-4c39-aedc-84b964001735', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'mac_address': 'fa:16:3e:d9:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:29Z', 'updated_at': '2021-12-10T16:41:32Z', 'revision_number': 5, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'subnets': [{'id': 'dfee1a92-4d62-43df-9c6e-ce895f85fc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:41:57.223064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.239440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.272090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=9887085c-18e1-4282-bb5b-a019123780ea,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:57.276160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] Pushing event deleted for resources: {'Port': ['ID=9887085c-18e1-4282-bb5b-a019123780ea,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:57.279532 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port 9887085c-18e1-4282-bb5b-a019123780ea on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:57.287587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e46276-6d37-4928-a3cf-8cabc94fbc04 None None] No DVR routers for this DVR port 9887085c-18e1-4282-bb5b-a019123780ea on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:41:57.328501 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5a8b4d16-fcd1-4533-b9ce-26dc9222e8c2 req-ef93d784-15f0-46b5-bb33-2db6c5b00af1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0652983 Dec 10 16:41:57.386054 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.406559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8267582a-81bf-4f4c-a771-5c8020820677']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:57.416197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ad95a8-fa09-41ee-aaac-55421f7e8b30') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:57.416494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ad95a8-fa09-41ee-aaac-55421f7e8b30') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:57.430859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.444072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.450145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:41:57.450528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:41:57.453537 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:41:57.661176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9887085c-18e1-4282-bb5b-a019123780ea no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:57.683538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9887085c-18e1-4282-bb5b-a019123780ea {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:57.683930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9887085c-18e1-4282-bb5b-a019123780ea not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:57.938793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.949037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:57.949223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/8267582a-81bf-4f4c-a771-5c8020820677 HTTP/1.1" status: 204 len: 168 time: 1.1387184 Dec 10 16:41:57.952600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:57.964282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11332cb8-9fd2-428e-bf20-f083750f7baf tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=8267582a-81bf-4f4c-a771-5c8020820677,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:58.530377 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8641e03d-49d2-4901-bf48-33fbe190fa81 req-b576e1fc-b734-43ae-8796-6e61046f8d70 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Dec 10 16:41:58.547979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.803233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:41:58.803494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.889804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port b3ee6fd8-c5f0-43cb-a473-118674a5f7e1, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:41:58.890166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:58.907141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:41:59.150080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.177447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=b3ee6fd8-c5f0-43cb-a473-118674a5f7e1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:59.270565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1df8c596-b41e-4505-b031-36b3f5c0dc2f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:41:59.293935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 1df8c596-b41e-4505-b031-36b3f5c0dc2f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:41:59.294573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 1df8c596-b41e-4505-b031-36b3f5c0dc2f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:41:59.322694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.482283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:41:59.559420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:41:59.564738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-59a48bb5-af12-4943-8a04-188b3465e986 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110699 Dec 10 16:41:59.567404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53752) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:41:59.570137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:41:59.588586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:59.590567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:59.630383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting subnet dfee1a92-4d62-43df-9c6e-ce895f85fc77 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:41:59.631151 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dda249d1-a03c-4a1b-9f82-08f34499a138 req-c49a19ef-543f-4b9e-b19c-e9df839fc39b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0382962 Dec 10 16:41:59.634731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.682769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.780843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.817203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:59.872396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:59.897868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:41:59.906361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:41:59.906977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:41:59.941694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.968566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Subnet': ['ID=dfee1a92-4d62-43df-9c6e-ce895f85fc77,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:41:59.977026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:41:59.979606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:41:59.980047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9a181-05fa-4e16-b298-a28e10fbf6f3 None None] Network 47f5415e-06be-4c39-aedc-84b964001735 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:41:59.984278 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f22fce99-6f59-49d6-beea-b73fc9803983 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/dfee1a92-4d62-43df-9c6e-ce895f85fc77 HTTP/1.1" status: 204 len: 168 time: 0.4157224 Dec 10 16:41:59.987267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53758) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:00.067741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.070147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:00.102193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009a616-64a6-45a8-918a-d9df20cc4bcf None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:00.122045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Deleting port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:00.122392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.193874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] For port 7eb185a3-7941-458d-8fba-e8adfb14aeb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7eb185a3-7941-458d-8fba-e8adfb14aeb8,segment=NetworkSegment(42fdb05b-c810-40f0-9f13-a87b048ccc24),segment_id=42fdb05b-c810-40f0-9f13-a87b048ccc24)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:00.194244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.207353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Calling delete_port for 7eb185a3-7941-458d-8fba-e8adfb14aeb8 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:00.367619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.395530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No DVR routers for this DVR port 7eb185a3-7941-458d-8fba-e8adfb14aeb8 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:00.399541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Port': ['ID=7eb185a3-7941-458d-8fba-e8adfb14aeb8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.471993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a29f8-ccb2-407d-8fde-ff23cf0b03f0 None None] DHCP port deletion for 47f5415e-06be-4c39-aedc-84b964001735 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:00.488591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.509674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f5415e-06be-4c39-aedc-84b964001735']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:00.519588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fdb05b-c810-40f0-9f13-a87b048ccc24') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:00.519892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fdb05b-c810-40f0-9f13-a87b048ccc24') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:00.530284 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.544394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.550801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:00.551185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:00.554248 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:00.693290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.702799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:00.706104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/networks/47f5415e-06be-4c39-aedc-84b964001735 HTTP/1.1" status: 204 len: 168 time: 0.7178392 Dec 10 16:42:00.712291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:00.714885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'routes': None}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:00.716880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f543dc-9bb2-4c06-9542-3ff5a6210cf8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Pushing event deleted for resources: {'Network': ['ID=47f5415e-06be-4c39-aedc-84b964001735,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:00.733095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-93044243-6da4-4eaf-a530-0ffd7a90d814 req-fbf4c62b-10fe-420f-8156-42bd5b3d0e41 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0325942 Dec 10 16:42:00.881156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Added routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 16:42:00.881450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.extraroute_db [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Removed routes are [] {{(pid=103598) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 16:42:00.881799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.072170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.072170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.097226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:01.180000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:01.183249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.186671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-66b0f82b-f127-4571-bbeb-d45cb1113310 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 701 time: 0.4734333 Dec 10 16:42:01.186933 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Sync routers for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:01.188218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53766) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.197129 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:01.198350 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:01.218927 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c00813d-45ea-4638-8a58-3861e393f661 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 205 time: 0.0266237 Dec 10 16:42:01.219134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53768) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.270673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7eb185a3-7941-458d-8fba-e8adfb14aeb8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:01.270934 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:01.291509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7eb185a3-7941-458d-8fba-e8adfb14aeb8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:01.291863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7eb185a3-7941-458d-8fba-e8adfb14aeb8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:01.292688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:01.302921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.313119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:01.313472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b3ee6fd8-c5f0-43cb-a473-118674a5f7e1 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:01.329212 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:01.355183 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Checking router: f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:01.364597 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Routers {'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:01.365242 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:01.435521 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] Set router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:01.469899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.472068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.489841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:01.515865 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a206a-ee4a-45e3-a742-a3b338aa5458 None None] The sync data for ids ['f94b3314-ec8c-4902-b3ff-edfa0cb85ed7'] in dv-neutron-820858-1-hyperv is: [{'id': 'f94b3314-ec8c-4902-b3ff-edfa0cb85ed7', 'name': 'tempest-RoutersTest-router-1325118897', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:26Z', 'updated_at': '2021-12-10T16:41:59Z', 'revision_number': 11, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:01.581088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.581693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:01.591260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.592416 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-78087210-f729-40ca-a4bf-3c7b246d71be tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 204 len: 168 time: 0.3723650 Dec 10 16:42:01.596701 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53770) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.601709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1093511366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:01.701820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.706157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.762484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.827667 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-41b6bb91-aac6-482a-9ec9-b19dd6112670 req-826aa236-2561-47ef-b9e9-bd3bfaa8c3ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0290816 Dec 10 16:42:01.833048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.920643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:01.921922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f72f3108-ec3b-4159-a0c8-c9b815b03484 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3240311 Dec 10 16:42:01.924695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53774) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:01.929151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:02.137377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.203984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.381024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Router 95fc60ca-f14f-4000-8612-b79c56721a9b is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:02.458661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:02.466338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.469977 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4a4fee0d-efdb-4901-bc8a-d8e994788af3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "PUT /v2.0/routers/95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 200 len: 694 time: 0.5418386 Dec 10 16:42:02.470208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53776) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.470474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Sync routers for ids ['95fc60ca-f14f-4000-8612-b79c56721a9b'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:02.483204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Routers {'95fc60ca-f14f-4000-8612-b79c56721a9b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:02.483953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['95fc60ca-f14f-4000-8612-b79c56721a9b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:02.525802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-6656f407-50eb-491c-b4d3-795ece19e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:02.527251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-6656f407-50eb-491c-b4d3-795ece19e8cb service neutron] 10.222.0.61 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1026 time: 0.0655491 Dec 10 16:42:02.555052 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88030871-892d-452c-a42b-a690a724fc26 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/routers/95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 200 len: 700 time: 0.0813220 Dec 10 16:42:02.555315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53778) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.558302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Set router 95fc60ca-f14f-4000-8612-b79c56721a9b gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:02.584967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c10a5fe-cc8f-4142-b8b3-0b4f1f3a6a40 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 200 len: 205 time: 0.0263112 Dec 10 16:42:02.585314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53780) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:02.618859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc60ca-f14f-4000-8612-b79c56721a9b', 'name': 'tempest-RoutersTest-router-1093511366', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:01Z', 'updated_at': '2021-12-10T16:42:02Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:02.653540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Checking router: 95fc60ca-f14f-4000-8612-b79c56721a9b for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:02.662321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Routers {'95fc60ca-f14f-4000-8612-b79c56721a9b'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:02.662980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:41:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['95fc60ca-f14f-4000-8612-b79c56721a9b'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:02.663602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.743592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] Set router 95fc60ca-f14f-4000-8612-b79c56721a9b gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:02.800758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc60ca-f14f-4000-8612-b79c56721a9b', 'name': 'tempest-RoutersTest-router-1093511366', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:01Z', 'updated_at': '2021-12-10T16:42:02Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:02.828940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07cd1ac-cc16-4579-8a62-5be28db5e2e2 None None] The sync data for ids ['95fc60ca-f14f-4000-8612-b79c56721a9b'] in dv-neutron-820858-1-hyperv is: [{'id': '95fc60ca-f14f-4000-8612-b79c56721a9b', 'name': 'tempest-RoutersTest-router-1093511366', 'tenant_id': '5dafc949ff8f40238c58bf0346d54bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:01Z', 'updated_at': '2021-12-10T16:42:02Z', 'revision_number': 2, 'project_id': '5dafc949ff8f40238c58bf0346d54bb2', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:02.865412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.868265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:02.993878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f0be717e-f6d7-436b-82b2-de92ed7558d4 req-8555b4f1-0e3b-4919-bb9f-a7fb67725b66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0512846 Dec 10 16:42:03.032457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-996ba450-6cdd-410b-9800-d36834ffa12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.045593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-2814150d-f10d-40ee-ae0c-362c9b9ee82f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:03.047511 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-2814150d-f10d-40ee-ae0c-362c9b9ee82f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 200 len: 797 time: 0.4981396 Dec 10 16:42:03.139154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-3fe28113-2b12-4905-9bda-b0e5d7df7ace tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 378 time: 0.0767400 Dec 10 16:42:03.153149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Request body: {'port': {'device_id': '960e73c1-025d-4171-9240-c6ac07f05df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:03.206688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.213381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.213894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Fanout notify agent at l3_agent the message router_deleted on router 95fc60ca-f14f-4000-8612-b79c56721a9b {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:03.222004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.232512 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f293926a-9a58-4f03-952e-2b113e781a00 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 204 len: 168 time: 0.6369145 Dec 10 16:42:03.232512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53788) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.257091 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-94a1be54-2ab3-4acc-a140-0d1890475cbc tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 200 len: 205 time: 0.0263700 Dec 10 16:42:03.259362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53790) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.359473 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-da1c62ef-4515-4619-9b64-1287e54e2c5c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.360783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da1c62ef-4515-4619-9b64-1287e54e2c5c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/95fc60ca-f14f-4000-8612-b79c56721a9b HTTP/1.1" status: 404 len: 336 time: 0.1004465 Dec 10 16:42:03.363552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53792) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.393587 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-86523d4e-058f-46a3-a287-5a33fda5a12e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.394058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86523d4e-058f-46a3-a287-5a33fda5a12e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.397206 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-86523d4e-058f-46a3-a287-5a33fda5a12e tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/116b3ffd-8155-46dd-a77e-0104b0af027d HTTP/1.1" status: 404 len: 337 time: 0.0326347 Dec 10 16:42:03.399702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53794) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.426164 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cba5db0-928e-41d4-9616-a1801046a2b9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.426632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cba5db0-928e-41d4-9616-a1801046a2b9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.429764 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1cba5db0-928e-41d4-9616-a1801046a2b9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/0f48f431-fbb0-4957-9f98-7aaf3f6156de HTTP/1.1" status: 404 len: 337 time: 0.0291414 Dec 10 16:42:03.432252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53796) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.461337 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f4471a-b33f-452c-beb2-75dc89811bbe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.462121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f4471a-b33f-452c-beb2-75dc89811bbe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.467687 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-87f4471a-b33f-452c-beb2-75dc89811bbe tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/60c50b22-5430-4bff-a0ce-fe5a6a9069c3 HTTP/1.1" status: 404 len: 337 time: 0.0343270 Dec 10 16:42:03.468641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.496308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d401ba9-fe9c-4b97-8870-369e1f4bb05b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.496771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d401ba9-fe9c-4b97-8870-369e1f4bb05b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.499882 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8d401ba9-fe9c-4b97-8870-369e1f4bb05b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/dfee1a92-4d62-43df-9c6e-ce895f85fc77 HTTP/1.1" status: 404 len: 337 time: 0.0302546 Dec 10 16:42:03.502643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53800) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.531887 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e8501892-4004-499c-8b2b-bde0181496b3 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 200 len: 205 time: 0.0259073 Dec 10 16:42:03.532252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53802) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.569439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b1822c-5ddc-4522-b5bc-cf097643fdcc {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:03.570045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-04467461-7274-405e-82b5-72f093e5de7b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.570565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-04467461-7274-405e-82b5-72f093e5de7b tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/f94b3314-ec8c-4902-b3ff-edfa0cb85ed7 HTTP/1.1" status: 404 len: 336 time: 0.0372159 Dec 10 16:42:03.573152 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53804) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.577494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.595660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Transition to ACTIVE for port object b4b1822c-5ddc-4522-b5bc-cf097643fdcc will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:42:03.604413 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4be98a6c-65f6-406e-82db-486c202698cd tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=771d8a89-50d3-4d25-b936-52db56dece1f HTTP/1.1" status: 200 len: 205 time: 0.0301244 Dec 10 16:42:03.612385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.649019 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-bed4be9a-95ff-4b0e-8f66-f2f85fa0f4f9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.650037 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bed4be9a-95ff-4b0e-8f66-f2f85fa0f4f9 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/771d8a89-50d3-4d25-b936-52db56dece1f HTTP/1.1" status: 404 len: 336 time: 0.0366774 Dec 10 16:42:03.653271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.658604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.680105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbcebb9-26a0-4c00-ae5b-247bb05baf7c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.680577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbcebb9-26a0-4c00-ae5b-247bb05baf7c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.685425 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fcbcebb9-26a0-4c00-ae5b-247bb05baf7c tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/cfadcfea-7150-4e60-adf8-60c6cecc018b HTTP/1.1" status: 404 len: 337 time: 0.0295608 Dec 10 16:42:03.687246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53810) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.716797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e7c5f35f-6d5e-4825-a29c-41597b3df603 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 200 len: 205 time: 0.0282409 Dec 10 16:42:03.719049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53812) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.757076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:03.761528 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-a4201a6d-51b4-44a4-a172-0f70f64cba3f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.763132 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4201a6d-51b4-44a4-a172-0f70f64cba3f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/ec96938d-2374-486c-a2eb-ce5557cdb544 HTTP/1.1" status: 404 len: 336 time: 0.0429597 Dec 10 16:42:03.766486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53814) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.809090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-54c94a5a-4dba-4d92-8860-ef4b64b1d575 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 HTTP/1.1" status: 200 len: 205 time: 0.0412564 Dec 10 16:42:03.810756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53816) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.826989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:03.827329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:03.827663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:03.833159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:42:03.833509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:03.839074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:03.839414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Checking segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:03.840516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Bound using segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:03.841268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Bound port: b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:03.841632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:03.862079 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-c2b743af-196e-440d-bab1-51bf575b60a8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.863335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c2b743af-196e-440d-bab1-51bf575b60a8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/bdf4ade2-c3bc-4d6a-86c8-bf56a5911264 HTTP/1.1" status: 404 len: 336 time: 0.0511887 Dec 10 16:42:03.865771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53818) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.895306 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ee4511-68aa-4339-9748-eac2c81c1470 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:03.895773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ee4511-68aa-4339-9748-eac2c81c1470 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:03.898966 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-79ee4511-68aa-4339-9748-eac2c81c1470 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d73ab229-5449-4ffc-908c-a39c3ce58fdf HTTP/1.1" status: 404 len: 337 time: 0.0322499 Dec 10 16:42:03.901537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53820) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.919978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:03.923436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:03.929000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-566ca243-e83f-4097-9173-9a83d9cd28b7 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=523249b7-eb3f-4d46-b5a5-ce617a621bb6 HTTP/1.1" status: 200 len: 205 time: 0.0262921 Dec 10 16:42:03.931360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53822) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.968888 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-0a7f01e4-8b1f-44ff-b13a-6a72a802380f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:03.969820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0a7f01e4-8b1f-44ff-b13a-6a72a802380f tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/523249b7-eb3f-4d46-b5a5-ce617a621bb6 HTTP/1.1" status: 404 len: 336 time: 0.0375187 Dec 10 16:42:03.972305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53824) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:03.998527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.000593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b48853-3b74-4335-8aae-af1e1b8f69e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:04.001065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b48853-3b74-4335-8aae-af1e1b8f69e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:04.004039 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-31b48853-3b74-4335-8aae-af1e1b8f69e8 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d6f0acab-865d-41df-91e6-fe99b1db865c HTTP/1.1" status: 404 len: 337 time: 0.0308344 Dec 10 16:42:04.006859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53826) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.040181 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-27305952-daaa-4a5b-ae1a-b723e04863d4 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b61c77-2265-4198-9867-0ab7c72bff85 HTTP/1.1" status: 200 len: 205 time: 0.0319862 Dec 10 16:42:04.043671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53830) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.053554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.058979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:04.058979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1131 time: 0.9067194 Dec 10 16:42:04.058979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:04.058979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a" -d '{"events": [{"name": "network-changed", "server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:04.116618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32373ce-5fa1-4022-8e36-1d12e22bdc8e x-openstack-request-id: req-d32373ce-5fa1-4022-8e36-1d12e22bdc8e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:04.116618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:04.116618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d32373ce-5fa1-4022-8e36-1d12e22bdc8e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:04.116618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'status': 'completed', 'code': 200} Dec 10 16:42:04.117248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-753ffe1b-6f4e-435c-8adb-d2de07e7b33d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] delete failed (client error): The resource could not be found. Dec 10 16:42:04.120772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-753ffe1b-6f4e-435c-8adb-d2de07e7b33d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/routers/e5b61c77-2265-4198-9867-0ab7c72bff85 HTTP/1.1" status: 404 len: 336 time: 0.0721490 Dec 10 16:42:04.121196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53834) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.131538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e764-8de7-4106-8787-aef47b793853 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:04.167256 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1368299c-f8f7-4882-8c56-e5d6f3c2f80d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:04.167710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1368299c-f8f7-4882-8c56-e5d6f3c2f80d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:04.171411 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1368299c-f8f7-4882-8c56-e5d6f3c2f80d tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/d6faf798-ec3f-48c7-badb-d05ee33e271b HTTP/1.1" status: 404 len: 337 time: 0.0492942 Dec 10 16:42:04.171783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9dbc5-f879-404e-a12d-7c3d48cc8681 req-ff8105d3-e68d-410c-8f22-f66baf269d17 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.173310 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59e9dbc5-f879-404e-a12d-7c3d48cc8681 req-ff8105d3-e68d-410c-8f22-f66baf269d17 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 981 time: 0.0748382 Dec 10 16:42:04.177400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.202261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-573714df-c2b9-42f6-9d05-87a06c58faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.204557 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-573714df-c2b9-42f6-9d05-87a06c58faa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 1134 time: 0.0466313 Dec 10 16:42:04.212553 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed07e82-159a-461a-b094-f8659b75a520 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] DELETE failed (client error): The resource could not be found. Dec 10 16:42:04.213042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed07e82-159a-461a-b094-f8659b75a520 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 16:42:04.216769 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0ed07e82-159a-461a-b094-f8659b75a520 tempest-RoutersTest-1397254398 tempest-RoutersTest-1397254398-project] 10.222.0.21 "DELETE /v2.0/subnets/ad0fa770-69ed-42aa-bcfd-78e199864d6d HTTP/1.1" status: 404 len: 337 time: 0.0379784 Dec 10 16:42:04.260024 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59e9dbc5-f879-404e-a12d-7c3d48cc8681 req-324cca7d-a211-4d4d-a24d-544621a578cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 Dec 10 16:42:04.395254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-c897863d-be1c-4fd9-b57c-dae08dfe700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.396715 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-c897863d-be1c-4fd9-b57c-dae08dfe700d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1770489 Dec 10 16:42:04.557409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-33f0ec0b-e319-41ac-9a6d-d5659280c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.558837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d45eaea-32c9-40c8-a53b-0e12b0f3750a req-33f0ec0b-e319-41ac-9a6d-d5659280c3e6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513433 Dec 10 16:42:04.641250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-91d7a99a-d75a-4dc7-a9a7-3a13e23a1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.642744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-91d7a99a-d75a-4dc7-a9a7-3a13e23a1ed5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 1134 time: 0.0403354 Dec 10 16:42:04.694432 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-ff938e4b-4555-424f-a0cc-153e90df8192 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 217 time: 0.0411863 Dec 10 16:42:04.747904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-eddb2693-3dc9-4d71-bb83-2667315c7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.749393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-eddb2693-3dc9-4d71-bb83-2667315c7429 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e811a36-f895-49c6-9812-e876e9a68c42 HTTP/1.1" status: 200 len: 834 time: 0.0458395 Dec 10 16:42:04.787618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:04.806179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-8770be8e-25a2-44a1-b01d-493d05127ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:04.807745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-8770be8e-25a2-44a1-b01d-493d05127ea9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=caff691d-f073-4326-b744-9652288b7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463378 Dec 10 16:42:04.927929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-2a0d3c6e-944a-4d25-8cab-cfa5cdcd674d service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089890 Dec 10 16:42:04.953992 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9b98575e-5536-4adb-b213-399046b9e14c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dafc949ff8f40238c58bf0346d54bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652572 Dec 10 16:42:04.956589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53846) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:05.005048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46904342-9711-4329-998e-07111d16f11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.031092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46904342-9711-4329-998e-07111d16f11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.031641 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0646751f-46da-42a8-a00e-3bf1308afb3e req-0d1cec34-e678-4d55-9538-245725cac748 service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Dec 10 16:42:05.173147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8bcac49a-a1f5-4ab6-8a28-d797da2ef53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.173678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46904342-9711-4329-998e-07111d16f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.176780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-46904342-9711-4329-998e-07111d16f11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:05.178009 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-46904342-9711-4329-998e-07111d16f11a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c0109e1-6ce6-497d-a99c-5247686757f7 HTTP/1.1" status: 204 len: 168 time: 0.2203312 Dec 10 16:42:05.187368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46904342-9711-4329-998e-07111d16f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0109e1-6ce6-497d-a99c-5247686757f7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:05.376870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9cd8-288a-4597-86c7-260e9f84a20e req-9fd065eb-1ec2-4fb4-b7ce-ef65dfaae539 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:05.378397 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8c8b9cd8-288a-4597-86c7-260e9f84a20e req-9fd065eb-1ec2-4fb4-b7ce-ef65dfaae539 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 981 time: 0.0496082 Dec 10 16:42:05.426680 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8c8b9cd8-288a-4597-86c7-260e9f84a20e req-df3ceaaa-2710-495b-8bc0-e630a6105dca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Dec 10 16:42:06.089845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53870) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:06.183174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1187374787-network', 'tenant_id': '8bbe2c73353841aab1154d8351b14e92'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:06.260919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Made reservation on behalf of 8bbe2c73353841aab1154d8351b14e92 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:06.263775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.272142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.352457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.414955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.440363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:42:06.455169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a164ac5c-165c-4df7-9b41-5c10bcf89db7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:06.460807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.461484 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Added segment 077b2343-046b-4580-87a2-959cf75b0e3e of type vlan for network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c Dec 10 16:42:06.502617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.545426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871eaa12-9ad8-4d0e-bf8a-90189a63d506 req-e9ca9014-16a3-4812-9ecc-17a4e0410bec tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:06.546956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-871eaa12-9ad8-4d0e-bf8a-90189a63d506 req-e9ca9014-16a3-4812-9ecc-17a4e0410bec tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 981 time: 0.0508912 Dec 10 16:42:06.569567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.594584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-871eaa12-9ad8-4d0e-bf8a-90189a63d506 req-aad98ef0-c1f6-40cc-a069-2c2fd764bc2d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Dec 10 16:42:06.596021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.597102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:06.597701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:06.693213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee0c1f4-9303-4c91-8eae-8c91ca76301c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:06.702733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:42:06.744213 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf762125-6022-4156-ac9b-209367cd8fa2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6527317 Dec 10 16:42:06.747646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53876) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:06.752405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Request body: {'subnet': {'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1187374787-subnet', 'tenant_id': '8bbe2c73353841aab1154d8351b14e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:06.838035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Made reservation on behalf of 8bbe2c73353841aab1154d8351b14e92 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:06.840323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.061234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.108803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f054460-2e9f-4a03-9279-abcde4201588,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:07.123382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Checking segment: {'id': '077b2343-046b-4580-87a2-959cf75b0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:07.123740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Network hostable DHCP agents. Network: 1ee0c1f4-9303-4c91-8eae-8c91ca76301c, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:42:07.209403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:42:07.323726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1ee0c1f4-9303-4c91-8eae-8c91ca76301c) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:07.327595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:07.328191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:07.332874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310ed4b-5dfb-44f3-b27a-61189d54c194 None None] Network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:07.417909 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d279a686-9b7d-4248-b3c2-0db96f602ed2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6692095 Dec 10 16:42:07.429203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fb603-19a8-41f0-a9c1-d355993e138b None None] Network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:07.719197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9090319-2c4b-47c0-b398-3491872218af req-412b6e4a-58cf-4030-9662-4051d2b9c422 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:07.720721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f9090319-2c4b-47c0-b398-3491872218af req-412b6e4a-58cf-4030-9662-4051d2b9c422 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 981 time: 0.0511293 Dec 10 16:42:07.773419 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f9090319-2c4b-47c0-b398-3491872218af req-1d223af7-0c72-4d4d-a923-2e0c404c8c9b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468109 Dec 10 16:42:07.829950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.041358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53894) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:08.046259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-726917545-network', 'tenant_id': '2fcfe0668ed44dda89c2b9005205acc1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:08.138624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Made reservation on behalf of 2fcfe0668ed44dda89c2b9005205acc1 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:08.141355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.151901 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.228060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.283712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.299724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:42:08.316935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:42:08.322749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a5e89-0b52-4237-89e5-f3a11ba9c235,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:08.331669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.331669 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Added segment 175b36ba-e0dd-4409-8bc2-32122782ef2b of type vlan for network 7170df3b-6110-4510-9544-504c56cb6ff1 Dec 10 16:42:08.373184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.399456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:08.410322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'mac_address': 'fa:16:3e:37:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:42:08.447735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.460914 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b1822c-5ddc-4522-b5bc-cf097643fdcc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:08.472112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.473124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:08.473700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.482448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:08.535607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] Pushing event updated for resources: {'Network': ['ID=7170df3b-6110-4510-9544-504c56cb6ff1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:08.545543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 7170df3b-6110-4510-9544-504c56cb6ff1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:42:08.585444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.613278 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4b3512b7-816d-4732-b661-90d3f5e6aab2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5683653 Dec 10 16:42:08.613532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53896) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:08.619270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Request body: {'subnet': {'network_id': '7170df3b-6110-4510-9544-504c56cb6ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-726917545-subnet', 'tenant_id': '2fcfe0668ed44dda89c2b9005205acc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:08.663285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:08.694908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Made reservation on behalf of 2fcfe0668ed44dda89c2b9005205acc1 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:08.697268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.723578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.855188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['b4b1822c-5ddc-4522-b5bc-cf097643fdcc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:08.900868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70099152-5eb5-4fda-b637-68793d4d5dca req-1f0c8565-3777-4ebf-853c-b81414eed761 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:08.902381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70099152-5eb5-4fda-b637-68793d4d5dca req-1f0c8565-3777-4ebf-853c-b81414eed761 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 982 time: 0.0552170 Dec 10 16:42:08.941462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:08.953469 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70099152-5eb5-4fda-b637-68793d4d5dca req-a25285bd-0f03-4e51-8ddb-91778a90f774 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450411 Dec 10 16:42:08.999631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d975556-2ca3-4ad0-b203-8fdda14d69bf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:09.007848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Checking segment: {'id': '175b36ba-e0dd-4409-8bc2-32122782ef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7170df3b-6110-4510-9544-504c56cb6ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:09.008210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Network hostable DHCP agents. Network: 7170df3b-6110-4510-9544-504c56cb6ff1, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:42:09.118541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Network 7170df3b-6110-4510-9544-504c56cb6ff1 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:42:09.209694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 7170df3b-6110-4510-9544-504c56cb6ff1) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:09.214284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:09.216126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:09.219268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a6221-323b-4725-b578-465e4ffa6b13 None None] Network 7170df3b-6110-4510-9544-504c56cb6ff1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:09.312057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0e91a-3b16-45b1-872b-e37ff948051f None None] Network 7170df3b-6110-4510-9544-504c56cb6ff1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:09.359160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3bcfbce8-d2fa-4736-977e-6e1359bf6eee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7445750 Dec 10 16:42:10.071167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9e93f-7bb2-4f3d-8943-351aebab891e req-19d91ac2-b0d1-4bd7-9635-72dc358d4b82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:10.072671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7ac9e93f-7bb2-4f3d-8943-351aebab891e req-19d91ac2-b0d1-4bd7-9635-72dc358d4b82 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 982 time: 0.0498955 Dec 10 16:42:10.078971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-5e091c9c-d5d8-4e05-885b-598435b73569 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:10.080454 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-5e091c9c-d5d8-4e05-885b-598435b73569 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/networks?id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c HTTP/1.1" status: 200 len: 812 time: 0.3592799 Dec 10 16:42:10.095053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ed28f0e0-b181-43d5-96fb-1bfb1ff13cba tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/quotas/8bbe2c73353841aab1154d8351b14e92 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Dec 10 16:42:10.120429 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7ac9e93f-7bb2-4f3d-8943-351aebab891e req-4b62d747-73cf-4f18-be5b-f242c00de0a1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Dec 10 16:42:10.146549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-c89f396f-efe7-4bc9-9151-32ce72667eda tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8bbe2c73353841aab1154d8351b14e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459497 Dec 10 16:42:10.237783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-4766ccd5-47f6-42ab-a545-545bf2c20a6b service neutron] 10.222.0.21 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Dec 10 16:42:10.304199 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:10.326502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-49ceb855-4069-4a90-a4cc-f787a4647007 service neutron] 10.222.0.21 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827050 Dec 10 16:42:10.430124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:42:10.434923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:10.435302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.511049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.537080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:10.539420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ba8ee-697c-4285-8e0f-16a6e3782b9f" -d '{"events": [{"server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "name": "network-vif-plugged", "status": "completed", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:10.554156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:10.589121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d44bb9-3d51-4772-a58f-c426e7f551fc x-openstack-request-id: req-10d44bb9-3d51-4772-a58f-c426e7f551fc {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:10.589418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "name": "network-vif-plugged", "status": "completed", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:10.590987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10d44bb9-3d51-4772-a58f-c426e7f551fc {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:10.591931 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'code': 200} Dec 10 16:42:10.596047 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-03736f58-a0f9-462e-95d9-1ba394fb7fb5 req-f7c75d05-b3d8-4de5-a139-1f31ac1ff3b0 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 210 time: 0.0334303 Dec 10 16:42:10.678386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:10.727971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:10.938788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c70ff-1804-44cf-8212-6e623302bbbf req-0de55466-5d49-4a2e-9f8d-ea29c4a92873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:10.940265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae0c70ff-1804-44cf-8212-6e623302bbbf req-0de55466-5d49-4a2e-9f8d-ea29c4a92873 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 1136 time: 0.0397463 Dec 10 16:42:10.999673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae0c70ff-1804-44cf-8212-6e623302bbbf req-62353d42-e20e-4d8d-8226-69b8c83b341f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Dec 10 16:42:11.242098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e18b-1a92-41fa-bfa9-73558b26d6f6 req-4b53a69b-9457-42da-b4ea-b039c3baada7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:11.243603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d881e18b-1a92-41fa-bfa9-73558b26d6f6 req-4b53a69b-9457-42da-b4ea-b039c3baada7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0504258 Dec 10 16:42:11.291554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d881e18b-1a92-41fa-bfa9-73558b26d6f6 req-69b73689-b859-4872-ac2d-cf48a06d50ee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Dec 10 16:42:11.679366 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8002192a-cebc-4356-862b-a5d7a6bddc4d req-d44eba12-441a-4977-b3be-82a339713c4e tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 210 time: 0.0261388 Dec 10 16:42:12.405695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35175dc7-b710-49d9-b314-6dd1870c6910 req-66ee2763-6527-4ed8-bb16-603d37854d0a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:12.407102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35175dc7-b710-49d9-b314-6dd1870c6910 req-66ee2763-6527-4ed8-bb16-603d37854d0a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0495663 Dec 10 16:42:12.454830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35175dc7-b710-49d9-b314-6dd1870c6910 req-e623bff5-605a-4961-89d7-3434bc7c7ca0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Dec 10 16:42:12.692877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ee7c8c2e-850a-4449-81f2-6633c6b195fb tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:12.694302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ee7c8c2e-850a-4449-81f2-6633c6b195fb tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.61 "GET /v2.0/networks?id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c HTTP/1.1" status: 200 len: 812 time: 0.1085062 Dec 10 16:42:12.708425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Request body: {'port': {'device_id': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c', 'admin_state_up': True, 'tenant_id': '8bbe2c73353841aab1154d8351b14e92'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:12.790962 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2e497393-651e-4f20-9632-14165e095aa0 req-7896c51a-9ce3-45d0-9f7e-2b60768c8d11 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 210 time: 0.0429275 Dec 10 16:42:12.915872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Made reservation on behalf of 8bbe2c73353841aab1154d8351b14e92 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:12.919571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.043580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Allocated IP 172.20.0.5 (1ee0c1f4-9303-4c91-8eae-8c91ca76301c/8f054460-2e9f-4a03-9279-abcde4201588/9ffc8291-0255-4d17-b8e1-5d0155b75aef) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:13.196083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.276334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.318705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:13.321858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:13.325598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:13.355022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Pushing event updated for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:13.382350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.382969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.463589 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-be8b2a7f-6565-4bc9-a835-216bc44eed74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7590053 Dec 10 16:42:13.476867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Request body: {'port': {'device_id': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:13.536843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.631792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff8c5a-b031-465e-979a-e88ff3dd7cd6 req-b84c4452-2953-41dd-ab65-c71ea5c08bac tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.633308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95ff8c5a-b031-465e-979a-e88ff3dd7cd6 req-b84c4452-2953-41dd-ab65-c71ea5c08bac tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0935659 Dec 10 16:42:13.769924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-95ff8c5a-b031-465e-979a-e88ff3dd7cd6 req-d7009a30-ab5e-4ffa-bb8e-84a263f20244 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960031 Dec 10 16:42:13.897581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60ed4-490f-4592-8c57-d3d8c4025bff req-29e8f2fe-72ba-4313-8c9b-e501a226392b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.899073 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-90a60ed4-490f-4592-8c57-d3d8c4025bff req-29e8f2fe-72ba-4313-8c9b-e501a226392b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0531874 Dec 10 16:42:13.900715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffc8291-0255-4d17-b8e1-5d0155b75aef {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:13.909609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:13.927958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Transition to ACTIVE for port object 9ffc8291-0255-4d17-b8e1-5d0155b75aef will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:42:13.936851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ccbc8-e801-465d-bd82-2f1c6ae6e53d req-27d89f1e-08a4-48dd-87a1-70c3132bc653 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:13.938481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652ccbc8-e801-465d-bd82-2f1c6ae6e53d req-27d89f1e-08a4-48dd-87a1-70c3132bc653 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 931 time: 0.0744331 Dec 10 16:42:13.946727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-90a60ed4-490f-4592-8c57-d3d8c4025bff req-298e21c5-f251-4ba2-b1c0-ce5c488a2d11 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Dec 10 16:42:13.969014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:13.986707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652ccbc8-e801-465d-bd82-2f1c6ae6e53d req-253df3dc-9908-4aaa-87c0-ec9a9e142687 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Dec 10 16:42:14.008606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a86a803-7bf8-4cbd-8495-575d5af5ab31 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.010163 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8a86a803-7bf8-4cbd-8495-575d5af5ab31 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 1131 time: 0.0401566 Dec 10 16:42:14.012708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.012980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 53950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:14.017784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:14.069243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:14.110961 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.145657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Attempting to bind port 9ffc8291-0255-4d17-b8e1-5d0155b75aef on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:14.146059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Attempting to bind port 9ffc8291-0255-4d17-b8e1-5d0155b75aef by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '077b2343-046b-4580-87a2-959cf75b0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:14.146392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Attempting to bind port 9ffc8291-0255-4d17-b8e1-5d0155b75aef on network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:14.151847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Port 9ffc8291-0255-4d17-b8e1-5d0155b75aef on network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:42:14.152170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Attempting to bind port 9ffc8291-0255-4d17-b8e1-5d0155b75aef on network 1ee0c1f4-9303-4c91-8eae-8c91ca76301c {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:14.157740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:14.158084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Checking segment: {'id': '077b2343-046b-4580-87a2-959cf75b0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:14.158473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Bound using segment: {'id': '077b2343-046b-4580-87a2-959cf75b0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:14.158908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Bound port: 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077b2343-046b-4580-87a2-959cf75b0e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:14.159272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.222819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:14.225377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.226200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef,segment=NetworkSegment(077b2343-046b-4580-87a2-959cf75b0e3e),segment_id=077b2343-046b-4580-87a2-959cf75b0e3e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:14.322231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.327522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.167 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/9e5354a1-8d2d-47a0-80a2-6adc7145158a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:14.360546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.361185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.362573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] 10.222.0.61 "PUT /v2.0/ports/9ffc8291-0255-4d17-b8e1-5d0155b75aef HTTP/1.1" status: 200 len: 1093 time: 0.8897972 Dec 10 16:42:14.363013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:14.365287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:14.391917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04136b-68fd-47c9-a867-931c7d465051 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:14.402811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36691ec-5cae-4778-bb27-d6be948b51fa x-openstack-request-id: req-f36691ec-5cae-4778-bb27-d6be948b51fa {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:14.402811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:14.402811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36691ec-5cae-4778-bb27-d6be948b51fa {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:14.403273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef', 'status': 'completed', 'code': 200} Dec 10 16:42:14.445667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.469458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-2b2aec74-02ef-4460-b100-0f534d85be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.471778 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-2b2aec74-02ef-4460-b100-0f534d85be22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bbe2c73353841aab1154d8351b14e92&device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 1096 time: 0.0472779 Dec 10 16:42:14.545567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.571500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-05d3b2e5-2375-4380-a4ef-67b54a35d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.573136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-05d3b2e5-2375-4380-a4ef-67b54a35d641 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8bbe2c73353841aab1154d8351b14e92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0926182 Dec 10 16:42:14.584176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:14.587170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:14.589847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:14.619464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=9e5354a1-8d2d-47a0-80a2-6adc7145158a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:14.673319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-882720d1-6743-4380-b582-12b62f5df353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.674807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01cc9ca8-d402-4bd4-bcde-7ffb9e4cc6f8 req-882720d1-6743-4380-b582-12b62f5df353 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950553 Dec 10 16:42:14.751474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-d8d28005-1288-4548-bcd6-d06bf63ca715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.753067 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-d8d28005-1288-4548-bcd6-d06bf63ca715 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bbe2c73353841aab1154d8351b14e92&device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 1096 time: 0.0410984 Dec 10 16:42:14.805521 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-8a76a35c-3ee6-423a-827d-e68e907c2e80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef HTTP/1.1" status: 200 len: 217 time: 0.0434010 Dec 10 16:42:14.855885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-38ec7077-5194-4f1c-b3e5-2498ce1193e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:14.857403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-38ec7077-5194-4f1c-b3e5-2498ce1193e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f054460-2e9f-4a03-9279-abcde4201588 HTTP/1.1" status: 200 len: 852 time: 0.0438328 Dec 10 16:42:14.889587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-874b4668-ad07-4b1c-8fe2-939fab5740bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246196 Dec 10 16:42:14.954744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:14.983460 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-a782e4cb-e545-4a55-ab98-c1911a2b223d service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Dec 10 16:42:15.096476 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92f7805e-eaca-4309-b1be-cf798b4f2026 req-419ffc11-3047-4499-b80d-349d9ba296c0 service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062860 Dec 10 16:42:15.102201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.117166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be63bf-b4a7-43fa-964d-a1af52146b45 req-9ff3ae36-46fc-4e7b-9853-8ccb58681b25 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:15.118560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b0be63bf-b4a7-43fa-964d-a1af52146b45 req-9ff3ae36-46fc-4e7b-9853-8ccb58681b25 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 943 time: 0.0603752 Dec 10 16:42:15.171792 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b0be63bf-b4a7-43fa-964d-a1af52146b45 req-679bba67-1a39-4990-b2e1-8e6b715e2d80 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Dec 10 16:42:15.278878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.332693 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.401921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=9e5354a1-8d2d-47a0-80a2-6adc7145158a,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:15.413792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.514850 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP baf7c341-68e8-48b9-b486-bfcfd21fd326 associated. External IP: 172.26.4.167, port: b4b1822c-5ddc-4522-b5bc-cf097643fdcc. Dec 10 16:42:15.719536 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 7bb8cd9b-56f1-4826-8b10-778956e5a08c has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:15.827677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:15.838075 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Sync routers for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:15.847246 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:15.847856 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:15.900585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:15.927762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3f96918e-5feb-4ce6-be06-57c879a883e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9132426 Dec 10 16:42:15.928348 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:15.930653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d0d051-6f96-447d-8257-ec61b8055392" -d '{"events": [{"name": "network-changed", "server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:15.930834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53956) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:15.951782 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:15.976240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccbd14-367a-47cc-a9bc-86e12865fcfb x-openstack-request-id: req-b1ccbd14-367a-47cc-a9bc-86e12865fcfb {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:15.976240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960e73c1-025d-4171-9240-c6ac07f05df0", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:15.976240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1ccbd14-367a-47cc-a9bc-86e12865fcfb {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:15.976240 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960e73c1-025d-4171-9240-c6ac07f05df0', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'status': 'completed', 'code': 200} Dec 10 16:42:16.010772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5332bf-7ab8-4a6f-bcd3-42718097a2cc tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.011972 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dc5332bf-7ab8-4a6f-bcd3-42718097a2cc tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0&network_id=caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 200 len: 1131 time: 0.0802896 Dec 10 16:42:16.041298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-c39ffb60-f2dd-4d4c-ac7d-4a5b3e725153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.042876 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-c39ffb60-f2dd-4d4c-ac7d-4a5b3e725153 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 1136 time: 0.0431685 Dec 10 16:42:16.141692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-403accb4-efac-4296-9abe-4aef3ca32513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.143534 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-403accb4-efac-4296-9abe-4aef3ca32513 service neutron] 10.222.0.61 "GET /v2.0/networks?id=caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 200 len: 898 time: 0.0934429 Dec 10 16:42:16.182309 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'baf7c341-68e8-48b9-b486-bfcfd21fd326', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2111095118', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'mac_address': 'fa:16:3e:37:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e73c1-025d-4171-9240-c6ac07f05df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:14Z', 'updated_at': '2021-12-10T16:42:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:16.207739 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Checking router: 7bb8cd9b-56f1-4826-8b10-778956e5a08c for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:16.210408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-c991c893-6b53-4981-9a2f-f5fdf42a62cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1037 time: 0.0594084 Dec 10 16:42:16.216983 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:16.217593 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:16.265832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-bba32941-4cd3-4b3c-8616-c2bb8e64c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.267307 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-bba32941-4cd3-4b3c-8616-c2bb8e64c29a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e811a36-f895-49c6-9812-e876e9a68c42 HTTP/1.1" status: 200 len: 834 time: 0.0496006 Dec 10 16:42:16.326937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-71f5a79a-4cdf-43e8-aa53-87737e207c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.327448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000818-5fe2-4ee4-8428-4a153f023a1a req-1dc256a2-874e-426e-a3b8-8b5931080dad tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.328606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-71f5a79a-4cdf-43e8-aa53-87737e207c75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=caff691d-f073-4326-b744-9652288b7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545235 Dec 10 16:42:16.329161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c1000818-5fe2-4ee4-8428-4a153f023a1a req-1dc256a2-874e-426e-a3b8-8b5931080dad tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 943 time: 0.0682700 Dec 10 16:42:16.329626 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:16.385095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c1000818-5fe2-4ee4-8428-4a153f023a1a req-98939887-362a-428a-8ad7-d313f7c4faed tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Dec 10 16:42:16.454276 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-500e210b-78ce-48e4-b258-48a5f970c27d service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178467 Dec 10 16:42:16.543923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87766c-fde6-4f03-b22b-6a48a0cb0a4e req-a3b2f45c-005a-422d-b51a-4b951603edee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:16.545399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db87766c-fde6-4f03-b22b-6a48a0cb0a4e req-a3b2f45c-005a-422d-b51a-4b951603edee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.1065967 Dec 10 16:42:16.566621 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8e134e43-0244-4708-acbd-320e461f844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'baf7c341-68e8-48b9-b486-bfcfd21fd326', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2111095118', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'mac_address': 'fa:16:3e:37:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e73c1-025d-4171-9240-c6ac07f05df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:14Z', 'updated_at': '2021-12-10T16:42:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:16.591041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6d0d051-6f96-447d-8257-ec61b8055392 req-4978c3be-41f1-41a1-8552-e71a9175925e service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192348 Dec 10 16:42:16.616666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db87766c-fde6-4f03-b22b-6a48a0cb0a4e req-ff8abc93-20db-423b-8c9e-438756f83226 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572405 Dec 10 16:42:16.678166 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e134e43-0244-4708-acbd-320e461f844d None None] The sync data for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv is: [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'baf7c341-68e8-48b9-b486-bfcfd21fd326', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2111095118', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'mac_address': 'fa:16:3e:37:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960e73c1-025d-4171-9240-c6ac07f05df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:42:14Z', 'updated_at': '2021-12-10T16:42:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:16.867141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be2196-05a0-4d80-a275-f6a26984aba5 None None] New status for floating IP baf7c341-68e8-48b9-b486-bfcfd21fd326: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:42:17.380562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:17.506026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb1d58-b9c2-492e-b169-0c4dd6a93f85 req-797df15a-038a-426d-8b05-f4eb2518e51d tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:17.507544 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dedb1d58-b9c2-492e-b169-0c4dd6a93f85 req-797df15a-038a-426d-8b05-f4eb2518e51d tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 943 time: 0.0520692 Dec 10 16:42:17.561509 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dedb1d58-b9c2-492e-b169-0c4dd6a93f85 req-c1deb6e5-29f9-4497-b35b-3e09f48c0bf9 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479093 Dec 10 16:42:17.740247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce0c6c-34c7-4e5e-871c-96312e08c9e0 req-68c2578e-87f5-484a-8a45-e9a9d8ed10f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:17.741880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5cce0c6c-34c7-4e5e-871c-96312e08c9e0 req-68c2578e-87f5-484a-8a45-e9a9d8ed10f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0534196 Dec 10 16:42:17.790265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5cce0c6c-34c7-4e5e-871c-96312e08c9e0 req-1fb6ea91-f9c9-4b51-b8da-eab81bf770ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Dec 10 16:42:17.924922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-4d203e22-bc87-48be-a08b-02b2126b8861 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:17.926319 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-4d203e22-bc87-48be-a08b-02b2126b8861 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 983 time: 0.0492568 Dec 10 16:42:17.974367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-7c743092-a315-49ab-a146-01dae24d592a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:17.975639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-7c743092-a315-49ab-a146-01dae24d592a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0394328 Dec 10 16:42:18.081885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-df6bfcb5-c532-4ad4-8300-2eac6c2c62a7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0973914 Dec 10 16:42:18.096633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:18.149896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.289231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:18.323327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:18.355875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] device_id is not set on port b4b1822c-5ddc-4522-b5bc-cf097643fdcc yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:42:18.379922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.380082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9ffc8291-0255-4d17-b8e1-5d0155b75aef details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:42:18.465859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef,segment=NetworkSegment(077b2343-046b-4580-87a2-959cf75b0e3e),segment_id=077b2343-046b-4580-87a2-959cf75b0e3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:18.466559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.477344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '9ffc8291-0255-4d17-b8e1-5d0155b75aef', 'network_id': '1ee0c1f4-9303-4c91-8eae-8c91ca76301c', 'port_id': '9ffc8291-0255-4d17-b8e1-5d0155b75aef', 'mac_address': 'fa:16:3e:2b:5e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f054460-2e9f-4a03-9279-abcde4201588', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:42:18.521540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.540512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffc8291-0255-4d17-b8e1-5d0155b75aef {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:18.570453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef,segment=NetworkSegment(077b2343-046b-4580-87a2-959cf75b0e3e),segment_id=077b2343-046b-4580-87a2-959cf75b0e3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:18.570988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:18.659664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] No DVR routers for this DVR port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:18.699572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.709428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204056-d604-431d-8388-7038973dba98 req-a944acce-92fe-432b-b097-90df6b513f72 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:18.725713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c204056-d604-431d-8388-7038973dba98 req-a944acce-92fe-432b-b097-90df6b513f72 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 943 time: 0.0860376 Dec 10 16:42:18.780284 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c204056-d604-431d-8388-7038973dba98 req-08369aeb-c194-4c8b-9c82-8715bafeee51 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Dec 10 16:42:18.796606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:18.865998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6c00fdb3-37de-4718-a4bf-edf2af93049b None None] Provisioning complete for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:18.866501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6c00fdb3-37de-4718-a4bf-edf2af93049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.877680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] In _notify_port_updated(), no bound segment for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:42:18.878516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:18.879184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:18.880446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67f2dc6f-77a7-4047-ba89-7888e63c1246 req-2755380c-6b1b-495a-8a2c-4b46f8454370 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1026 time: 0.7876756 Dec 10 16:42:18.896773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c9aa4aaa-051f-48fb-8228-8b23092d9b3c req-f5f53613-3caa-40c5-b0eb-dcf2ec0f4200 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=960e73c1-025d-4171-9240-c6ac07f05df0 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Dec 10 16:42:18.907674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6c00fdb3-37de-4718-a4bf-edf2af93049b None None] Port b4b1822c-5ddc-4522-b5bc-cf097643fdcc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:18.954004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9ffc8291-0255-4d17-b8e1-5d0155b75aef'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:19.910006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ef098-942e-4b98-9e46-be4fc36ba459 req-df145931-8a75-48b3-acb6-e90ab96f0eb3 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:19.911550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-da8ef098-942e-4b98-9e46-be4fc36ba459 req-df145931-8a75-48b3-acb6-e90ab96f0eb3 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 944 time: 0.0499616 Dec 10 16:42:19.960985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:19.971901 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-da8ef098-942e-4b98-9e46-be4fc36ba459 req-5976dddd-53c7-4d6a-8d77-901818dfd880 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Dec 10 16:42:20.005060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b220e2-9ee3-4505-aaa9-85f0a6861e33 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:20.006471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-51b220e2-9ee3-4505-aaa9-85f0a6861e33 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 925 time: 0.0443606 Dec 10 16:42:20.259796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 53998) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:20.264353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111481269', 'description': 'tempest-secgroup-smoke-111481269 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:20.334976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.391800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9ffc8291-0255-4d17-b8e1-5d0155b75aef up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:20.402738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.460713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.490442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de952e6-18c1-4010-b19f-702e881786a0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:20.516439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 9ffc8291-0255-4d17-b8e1-5d0155b75aef completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:42:20.516439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 9ffc8291-0255-4d17-b8e1-5d0155b75aef triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:20.516439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.559864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.561143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-730638fa-63ed-4faa-b0f8-e96bdfba11d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3003640 Dec 10 16:42:20.564057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54000) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:20.568450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:20.595185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.617694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:20.619960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f4dc68-e8a5-423a-91b1-0eeab82c45e1" -d '{"events": [{"server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:20.632276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef,segment=NetworkSegment(077b2343-046b-4580-87a2-959cf75b0e3e),segment_id=077b2343-046b-4580-87a2-959cf75b0e3e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:20.659682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c52297-1073-4407-9b2f-e5ad7a5fda91 x-openstack-request-id: req-d7c52297-1073-4407-9b2f-e5ad7a5fda91 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:20.659682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:20.659682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7c52297-1073-4407-9b2f-e5ad7a5fda91 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:20.659682 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef', 'code': 200} Dec 10 16:42:20.683060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.701068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.701979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:20.744264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.778035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:20.781281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:20.849569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.866132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae15e213-a71b-480b-a5c9-f4872c15a6d4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:20.946685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:20.947915 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e3b9ab8-c1fe-4e8a-b07d-a333a3b642bf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828812 Dec 10 16:42:20.950761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54010) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:20.955749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:21.013582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422027-e6c8-4099-878f-66bede61b8a9 req-b25627c2-90b4-44e5-a46e-9650f0d091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:21.015897 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-be422027-e6c8-4099-878f-66bede61b8a9 req-b25627c2-90b4-44e5-a46e-9650f0d091e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 1098 time: 0.0429225 Dec 10 16:42:21.096805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.104205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-be422027-e6c8-4099-878f-66bede61b8a9 req-03d8b848-6320-4f7c-bb56-82b7b232fdf1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795152 Dec 10 16:42:21.153607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b2b06-e227-4ec7-85d1-a35ae874ed5d req-4db7ab2c-c24f-4e4f-9c4e-6f033e97916a tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:21.156132 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-828b2b06-e227-4ec7-85d1-a35ae874ed5d req-4db7ab2c-c24f-4e4f-9c4e-6f033e97916a tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.1093838 Dec 10 16:42:21.171230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.225206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-828b2b06-e227-4ec7-85d1-a35ae874ed5d req-2924f576-51d8-492c-a600-81ec1cda6f7b tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 Dec 10 16:42:21.241177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.261064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bd8b56-119f-4ba0-b3a3-34d1c2a18b3f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:21.324758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.326065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6dfbe247-2de8-49c2-af86-e8722d14f9c8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3742127 Dec 10 16:42:21.329328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:21.334032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:21.437857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.499882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.574978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.594071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28860633-5d15-4fa8-a225-c50e5f8e2f63,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:21.663991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:21.665181 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32852059-f8c1-449f-b630-17f29620c9cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3347774 Dec 10 16:42:21.668021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54020) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:21.673171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:21.763574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.115331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.178681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.198318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce379be-0aa0-447a-a2ff-81bf281503cf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:22.284220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.286424 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ba4ca8ab-a9f5-4788-9bf0-dbeb0bda2679 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6168509 Dec 10 16:42:22.288702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54026) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:22.293353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:22.344132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca58299-1981-48e5-a9b9-de894e503caf req-c49198d4-9848-4141-a4ee-71ef68978704 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:22.345692 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1ca58299-1981-48e5-a9b9-de894e503caf req-c49198d4-9848-4141-a4ee-71ef68978704 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0506248 Dec 10 16:42:22.397948 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1ca58299-1981-48e5-a9b9-de894e503caf req-1370cd13-68e1-4d5b-b7e9-7a8ded46cfc4 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Dec 10 16:42:22.443578 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:42:22.450070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.524814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.603363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.623488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac733a66-3aa5-469f-8b72-8d642ded6e2b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:22.680066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.683767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ad0ae4fd-2b5a-4862-ab8d-f62025151919 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3915296 Dec 10 16:42:22.684008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:22.688523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '7de952e6-18c1-4010-b19f-702e881786a0', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:22.755875 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:42:22.761236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.819846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.872273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.889842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7696ad6e-b165-45f2-a766-a3967c7455dd,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:22.959639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:22.968786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21f22a39-b69c-4b6a-948a-8cfdbfcbebf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2759781 Dec 10 16:42:23.166202 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-088b16dd-5db4-45dd-930d-ed2c130d79b6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111481269&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0552814 Dec 10 16:42:23.218452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-03dae43e-e44f-4fb2-ba1c-395c9720c444 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:23.219815 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-03dae43e-e44f-4fb2-ba1c-395c9720c444 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 930 time: 0.0465348 Dec 10 16:42:23.266049 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-3ff72a40-12fe-4be7-b1ab-6834f471dcdb service neutron] 10.222.0.21 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0334544 Dec 10 16:42:23.356170 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-cf385f45-ed06-4ca1-92fb-729becce0733 service neutron] 10.222.0.21 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839887 Dec 10 16:42:23.447344 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-afe87c26-31ac-40ab-8a97-eb4b28e17f83 service neutron] 10.222.0.21 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Dec 10 16:42:23.530430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0adce-46db-4fbc-a8e9-9d2f4275f5a9 req-152848ec-b2b3-4497-b784-a6dd65dd9e52 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:23.532222 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f4f0adce-46db-4fbc-a8e9-9d2f4275f5a9 req-152848ec-b2b3-4497-b784-a6dd65dd9e52 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0644579 Dec 10 16:42:23.583120 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f4f0adce-46db-4fbc-a8e9-9d2f4275f5a9 req-baf7f733-0fb4-4399-b2bf-a4d75613ae4f tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Dec 10 16:42:23.718488 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0200e6-055e-401c-8933-8aabbf0b6066 req-d011c1c4-a0d2-464b-91ef-7679fe1e5ecf tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:23.728525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7a0200e6-055e-401c-8933-8aabbf0b6066 req-d011c1c4-a0d2-464b-91ef-7679fe1e5ecf tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0784659 Dec 10 16:42:23.742457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7c8c34c-1058-4004-91ea-5f1e55f45dca req-640f0c3d-1f53-48c1-912d-ba7b13615ec7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 210 time: 0.0451434 Dec 10 16:42:23.788469 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7a0200e6-055e-401c-8933-8aabbf0b6066 req-4104725e-eae8-4a12-b29d-de59ff3cbbed tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Dec 10 16:42:24.313059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2397-1940-402f-957a-f1e3af127d5b req-25dd08c5-5e80-4b53-ae40-43335b88a515 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:24.314616 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-28ba2397-1940-402f-957a-f1e3af127d5b req-25dd08c5-5e80-4b53-ae40-43335b88a515 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0666420 Dec 10 16:42:24.364626 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-28ba2397-1940-402f-957a-f1e3af127d5b req-87c12c10-dbfa-4d99-994e-59d81ca861ea tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Dec 10 16:42:24.854706 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ac20e97-4089-4fb5-be79-d027ba999790 req-dcc85ace-9aea-4f0a-98a2-32282fa6845f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 210 time: 0.0329692 Dec 10 16:42:25.491998 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba992de-4ba6-4825-bfec-6306382fada8 req-c60ea395-2220-4a49-b64b-93fae6325c0c tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:25.493450 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ba992de-4ba6-4825-bfec-6306382fada8 req-c60ea395-2220-4a49-b64b-93fae6325c0c tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Dec 10 16:42:25.543715 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ba992de-4ba6-4825-bfec-6306382fada8 req-5eca505d-2b43-4d2e-bfc8-bb8f96183818 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Dec 10 16:42:25.938496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fda00-f32c-4707-8e40-c4402eb8c699 req-9e4a6202-2f4f-4bdf-9832-21a2801d359c tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:25.939884 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e16fda00-f32c-4707-8e40-c4402eb8c699 req-9e4a6202-2f4f-4bdf-9832-21a2801d359c tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Dec 10 16:42:25.987123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa7eae26-bdb4-40df-a548-4aa5e0715f8b req-17826b59-1b63-4ab2-86c3-bc37f726db16 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 210 time: 0.0542233 Dec 10 16:42:26.018918 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e16fda00-f32c-4707-8e40-c4402eb8c699 req-d5fe7751-2887-4725-9e7c-58dd3e646219 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704501 Dec 10 16:42:26.020702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-457144c3-22d5-4e21-ab8c-21c1879a47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:26.022097 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-457144c3-22d5-4e21-ab8c-21c1879a47f1 service neutron] 10.222.0.61 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1026 time: 0.0462887 Dec 10 16:42:26.111674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-dd767825-30c7-4de7-8990-7223269d7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:26.113214 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-dd767825-30c7-4de7-8990-7223269d7044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bbe2c73353841aab1154d8351b14e92&device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 1098 time: 0.0770509 Dec 10 16:42:26.146128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c0b19c98-51d5-40bb-9f8a-c235836e680e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:26.147744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c0b19c98-51d5-40bb-9f8a-c235836e680e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 200 len: 797 time: 0.1112185 Dec 10 16:42:26.241384 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-2395e53c-ab35-46b1-9072-8e07f244f368 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 470 time: 0.0813677 Dec 10 16:42:26.258071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Request body: {'port': {'device_id': '8068a6db-a3e1-492c-9f03-a5620bb98db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:26.283277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-a4981a52-7e82-4070-a806-b86aeb914dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:26.284751 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-a4981a52-7e82-4070-a806-b86aeb914dff service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c HTTP/1.1" status: 200 len: 913 time: 0.1599729 Dec 10 16:42:26.316612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.618056 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-a476cc66-b9f9-4551-9fe4-8b04c287dc76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef HTTP/1.1" status: 200 len: 217 time: 0.3220546 Dec 10 16:42:26.619632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b1822c-5ddc-4522-b5bc-cf097643fdcc {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:26.631398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.649885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Transition to ACTIVE for port object b4b1822c-5ddc-4522-b5bc-cf097643fdcc will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:42:26.684996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-8395b1b3-649b-4c41-b1f7-3e9a58ea0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:26.686472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-8395b1b3-649b-4c41-b1f7-3e9a58ea0088 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f054460-2e9f-4a03-9279-abcde4201588 HTTP/1.1" status: 200 len: 852 time: 0.0559013 Dec 10 16:42:26.741190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:26.752705 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-550257c5-a350-4de2-866b-f66d0a868914 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544505 Dec 10 16:42:26.821125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:26.886211 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-466c2d95-2ce7-4bc8-a25a-e7d10510875d service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243773 Dec 10 16:42:26.942009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:26.942371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:26.942692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:26.947529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:42:26.947862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Attempting to bind port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:26.955397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:26.955739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Checking segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:26.956152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Bound using segment: {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:26.956633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Bound port: b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385cd70a-1011-4e56-abe9-465715d2b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'caff691d-f073-4326-b744-9652288b7e34'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:26.957017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.008718 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-a37e693c-5a80-412e-a461-95d78f20a6dc service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106093 Dec 10 16:42:27.027488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:27.032527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:27.113247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012254de-4ca6-4c25-b37d-4bf5076fd3c6 req-22d7ec3e-eec0-4bc4-b5c2-07d1bf1af699 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.115425 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-012254de-4ca6-4c25-b37d-4bf5076fd3c6 req-22d7ec3e-eec0-4bc4-b5c2-07d1bf1af699 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 981 time: 0.0548201 Dec 10 16:42:27.159921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085b314-a581-4c65-a053-089ec97dcb97 req-fa68397e-a107-41db-aef9-cf810bf7c620 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.166829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.167467 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b085b314-a581-4c65-a053-089ec97dcb97 req-fa68397e-a107-41db-aef9-cf810bf7c620 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0640960 Dec 10 16:42:27.179204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-012254de-4ca6-4c25-b37d-4bf5076fd3c6 req-7645c0bb-a1e0-4aa7-a21a-c66b9a5bef1b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581980 Dec 10 16:42:27.214481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.215171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:27.216547 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1131 time: 0.9634602 Dec 10 16:42:27.217027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8068a6db-a3e1-492c-9f03-a5620bb98db5', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:27.220071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d47a3ce-417b-403c-b873-583a49feefc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8068a6db-a3e1-492c-9f03-a5620bb98db5", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:27.229061 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b085b314-a581-4c65-a053-089ec97dcb97 req-d578255e-d0a3-4d72-bbf2-cfe211365c73 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605447 Dec 10 16:42:27.244889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fe3f-be2f-45bb-94fd-a22e31ba1386 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=8']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:27.278106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349111b-8fe6-4d96-9f7d-8cce18cdcc14 x-openstack-request-id: req-0349111b-8fe6-4d96-9f7d-8cce18cdcc14 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:27.278106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8068a6db-a3e1-492c-9f03-a5620bb98db5", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:27.278106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0349111b-8fe6-4d96-9f7d-8cce18cdcc14 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:27.278106 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8068a6db-a3e1-492c-9f03-a5620bb98db5', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'status': 'completed', 'code': 200} Dec 10 16:42:27.345852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-59714584-7f08-48b3-9ee2-c4bde8bcf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.350368 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-59714584-7f08-48b3-9ee2-c4bde8bcf86e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 1134 time: 0.0496378 Dec 10 16:42:27.471900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-41ddc2b5-b77d-4b5b-b144-8538dfce923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.473400 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-41ddc2b5-b77d-4b5b-b144-8538dfce923a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1089933 Dec 10 16:42:27.581523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-41ca1ded-f853-4b43-b83c-2978edeeadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.583128 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d47a3ce-417b-403c-b873-583a49feefc9 req-41ca1ded-f853-4b43-b83c-2978edeeadc7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999124 Dec 10 16:42:27.667900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-e060527f-13fd-4d51-a031-7f555440178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.669862 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-e060527f-13fd-4d51-a031-7f555440178b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 1134 time: 0.0466807 Dec 10 16:42:27.758828 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-34dc737a-6a59-42f4-90c7-c14edcc8dbe1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1037 time: 0.0684757 Dec 10 16:42:27.809733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-19ab1549-4e97-4e61-bd82-b4819c50405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.811206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-19ab1549-4e97-4e61-bd82-b4819c50405f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e811a36-f895-49c6-9812-e876e9a68c42 HTTP/1.1" status: 200 len: 834 time: 0.0448155 Dec 10 16:42:27.860984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-566acb5c-097a-41ae-8d16-8b42c9811abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:27.864664 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-566acb5c-097a-41ae-8d16-8b42c9811abd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=caff691d-f073-4326-b744-9652288b7e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458612 Dec 10 16:42:27.952252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:42:27.986818 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-0e3ee551-6a23-46b1-9248-9879791f9e7a service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144261 Dec 10 16:42:28.089485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d7e0d9e-4cfb-47e0-a428-17d2285dbfb1 req-0f199168-df25-46eb-8057-3034cc381797 service neutron] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945575 Dec 10 16:42:28.318413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906a2f-16d9-4ebb-8f9d-3b982f192eba req-f72accb3-4cfa-49e8-973e-b946205c75ec tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.319912 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04906a2f-16d9-4ebb-8f9d-3b982f192eba req-f72accb3-4cfa-49e8-973e-b946205c75ec tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 981 time: 0.0632041 Dec 10 16:42:28.366082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6d54-cffa-45b7-95f8-0a5da7ab92f6 req-2d78e936-9443-460b-8a79-75c609f28881 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.367635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f31d6d54-cffa-45b7-95f8-0a5da7ab92f6 req-2d78e936-9443-460b-8a79-75c609f28881 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0564406 Dec 10 16:42:28.377646 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04906a2f-16d9-4ebb-8f9d-3b982f192eba req-42bfcc96-d1c5-452e-88e0-0e53d8b60327 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Dec 10 16:42:28.424260 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f31d6d54-cffa-45b7-95f8-0a5da7ab92f6 req-dcb0ea05-5b65-4ba1-a1c9-d1774ed6bcc2 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485318 Dec 10 16:42:28.888656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f1e4b-6c49-4e88-8b11-a54a1e1c72b7 req-041a13c6-408e-4c59-b1a7-1ca7160fbb49 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:28.890240 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8f4f1e4b-6c49-4e88-8b11-a54a1e1c72b7 req-041a13c6-408e-4c59-b1a7-1ca7160fbb49 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Dec 10 16:42:28.951225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8f4f1e4b-6c49-4e88-8b11-a54a1e1c72b7 req-5fad43fa-be98-4893-baf7-4fc8026a6647 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Dec 10 16:42:29.501123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78fb77-88de-49d5-a215-b66655aa3d4c req-efe9ac15-ba4f-45a9-ba70-d3c406a38023 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:29.502753 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2b78fb77-88de-49d5-a215-b66655aa3d4c req-efe9ac15-ba4f-45a9-ba70-d3c406a38023 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 981 time: 0.0566583 Dec 10 16:42:29.555069 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2b78fb77-88de-49d5-a215-b66655aa3d4c req-bd8fc9c7-aab1-4071-94b4-4b83bea0b44f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Dec 10 16:42:30.083920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5d24-8bfc-4ea2-916a-a7236ff69389 req-13cae6c9-5c41-4025-90a1-6bb3a0cad507 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.085447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-62bb5d24-8bfc-4ea2-916a-a7236ff69389 req-13cae6c9-5c41-4025-90a1-6bb3a0cad507 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0594645 Dec 10 16:42:30.139395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-62bb5d24-8bfc-4ea2-916a-a7236ff69389 req-2864cf67-0dfe-45a4-83d2-eb155664eac6 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461192 Dec 10 16:42:30.446441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:42:30.487619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6a405-6369-47ed-af7b-7866d66faf0f req-ad26a5ea-34cc-4cd6-9ddf-639e342e9d05 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.489179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9cc6a405-6369-47ed-af7b-7866d66faf0f req-ad26a5ea-34cc-4cd6-9ddf-639e342e9d05 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Dec 10 16:42:30.547272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9cc6a405-6369-47ed-af7b-7866d66faf0f req-902103d1-a791-44a5-9794-b8ae4621dd1d tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509658 Dec 10 16:42:30.553061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:30.566337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'port_id': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'mac_address': 'fa:16:3e:37:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:42:30.621728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:30.636317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b1822c-5ddc-4522-b5bc-cf097643fdcc {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:30.658198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:30.664320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-a72a30b8-7fc1-42ef-918f-6801f1c9302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.666178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-a72a30b8-7fc1-42ef-918f-6801f1c9302e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bbe2c73353841aab1154d8351b14e92&device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 1098 time: 0.0572042 Dec 10 16:42:30.691623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac759a1-134b-454a-8449-777faff25027 req-a7ca6e1f-8786-40ec-b81d-9f780da17775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.693785 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ac759a1-134b-454a-8449-777faff25027 req-a7ca6e1f-8786-40ec-b81d-9f780da17775 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 981 time: 0.0524049 Dec 10 16:42:30.735276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:30.750141 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ac759a1-134b-454a-8449-777faff25027 req-06668fd9-a865-4edd-9293-9f744fbae22d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Dec 10 16:42:30.789551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-8521d80f-1c39-45f1-ae42-af2806b9602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.791043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-8521d80f-1c39-45f1-ae42-af2806b9602c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c HTTP/1.1" status: 200 len: 913 time: 0.1132061 Dec 10 16:42:30.794403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:30.834763 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-fcb17513-702d-4c36-a68b-336b1a8b2aff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef HTTP/1.1" status: 200 len: 217 time: 0.0361707 Dec 10 16:42:30.902089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-de31524a-5302-4651-a87d-2b18821f0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:30.903590 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-de31524a-5302-4651-a87d-2b18821f0527 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f054460-2e9f-4a03-9279-abcde4201588 HTTP/1.1" status: 200 len: 852 time: 0.0612359 Dec 10 16:42:30.938225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-579d4dce-0e58-43fc-a7c5-91677bfca682 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ee0c1f4-9303-4c91-8eae-8c91ca76301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259821 Dec 10 16:42:30.997389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['b4b1822c-5ddc-4522-b5bc-cf097643fdcc'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:31.035353 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-a97fc12f-d77e-4c08-a4f3-eadc1f9c366d service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884378 Dec 10 16:42:31.137304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02422d6f-8bf2-4e6b-8b58-9fb609443fa6 req-02384252-83d7-44e4-99b7-3c98e0fd81e5 service neutron] 10.222.0.61 "GET /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938976 Dec 10 16:42:31.659582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9be5e-0355-4717-84fd-98f324c2a074 req-b44947c7-0c8d-4de4-988c-7c19dec69531 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:31.661114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6d9be5e-0355-4717-84fd-98f324c2a074 req-b44947c7-0c8d-4de4-988c-7c19dec69531 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Dec 10 16:42:31.708460 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6d9be5e-0355-4717-84fd-98f324c2a074 req-afb3dea3-c3d8-4368-8b64-f73f26495e74 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 10 16:42:31.875062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938e2a-a791-4381-a8e9-5ed1e94010eb req-dd2ef4f5-07fe-4b60-a591-b4fe76904c88 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:31.877855 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c2938e2a-a791-4381-a8e9-5ed1e94010eb req-dd2ef4f5-07fe-4b60-a591-b4fe76904c88 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 982 time: 0.0573008 Dec 10 16:42:31.928969 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c2938e2a-a791-4381-a8e9-5ed1e94010eb req-1b3d6450-74be-4120-a441-be59545d1da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Dec 10 16:42:32.444003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:32.619495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:42:32.624092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:32.624468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.713408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.739449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068a6db-a3e1-492c-9f03-a5620bb98db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:32.741449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a5b74-e9cb-4dab-a49c-198cfb35bdd9" -d '{"events": [{"server_uuid": "8068a6db-a3e1-492c-9f03-a5620bb98db5", "name": "network-vif-plugged", "status": "completed", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:32.756748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:32.778881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba213315-0c2e-4c1b-95ff-61a2e1c50fc8 x-openstack-request-id: req-ba213315-0c2e-4c1b-95ff-61a2e1c50fc8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:32.779331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068a6db-a3e1-492c-9f03-a5620bb98db5", "name": "network-vif-plugged", "status": "completed", "tag": "b4b1822c-5ddc-4522-b5bc-cf097643fdcc", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:32.779592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba213315-0c2e-4c1b-95ff-61a2e1c50fc8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:32.779992 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068a6db-a3e1-492c-9f03-a5620bb98db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b1822c-5ddc-4522-b5bc-cf097643fdcc', 'code': 200} Dec 10 16:42:32.820336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:32.845862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d76e28-8216-405b-96de-acc9e1f78b1d req-893d4b06-35e0-4603-9ed8-64900ad0dda8 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:32.847525 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07d76e28-8216-405b-96de-acc9e1f78b1d req-893d4b06-35e0-4603-9ed8-64900ad0dda8 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0582290 Dec 10 16:42:32.871656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:32.909661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07d76e28-8216-405b-96de-acc9e1f78b1d req-0c177309-20c2-4b61-8f13-f33f8a11fb6e tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 Dec 10 16:42:32.998904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fbdb52e5-0387-4639-8332-712e6fe2d3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:33.064037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b741df-6fc4-49f6-bf7e-8461d09dade6 req-8a799aa3-c5fd-4036-8840-571fd5e56f5f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:33.065678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68b741df-6fc4-49f6-bf7e-8461d09dade6 req-8a799aa3-c5fd-4036-8840-571fd5e56f5f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0554292 Dec 10 16:42:33.141043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68b741df-6fc4-49f6-bf7e-8461d09dade6 req-5cb7b4fa-a7c5-444a-95b3-e310ad1cfa6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689971 Dec 10 16:42:33.149272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b48d-acb4-4fdb-b498-169c43fbb576 req-b621a897-e8c4-4696-851c-0ff25b014dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:33.150798 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c0d9b48d-acb4-4fdb-b498-169c43fbb576 req-b621a897-e8c4-4696-851c-0ff25b014dc7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 1137 time: 0.0653446 Dec 10 16:42:33.199301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c0d9b48d-acb4-4fdb-b498-169c43fbb576 req-d90e4a47-fdf9-4617-9c78-ef69b88feafb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Dec 10 16:42:33.431157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ad05-1ed8-4f82-a965-ea2fe0515991 req-89424068-bb11-4cde-b926-35156d839cad tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:33.432653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-56c4ad05-1ed8-4f82-a965-ea2fe0515991 req-89424068-bb11-4cde-b926-35156d839cad tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Dec 10 16:42:33.481751 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-56c4ad05-1ed8-4f82-a965-ea2fe0515991 req-5e73df26-803c-4b64-aa71-0a285624af65 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Dec 10 16:42:34.262680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e57af-5a53-4663-8d54-cfd7c52fbdc8 req-df938fc1-40aa-490c-ba44-b9f56bb2ce93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:34.264190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e2e57af-5a53-4663-8d54-cfd7c52fbdc8 req-df938fc1-40aa-490c-ba44-b9f56bb2ce93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0512855 Dec 10 16:42:34.314099 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e2e57af-5a53-4663-8d54-cfd7c52fbdc8 req-cc64fc61-1a03-4f4a-99a3-33e4c68df51e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Dec 10 16:42:34.607430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ec93-2fc5-47a8-b2de-18f0c7eadc7f req-e89de4ce-6cb9-4a1e-afdf-f60e556ec943 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:34.609266 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c9a6ec93-2fc5-47a8-b2de-18f0c7eadc7f req-e89de4ce-6cb9-4a1e-afdf-f60e556ec943 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0542886 Dec 10 16:42:34.659159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c9a6ec93-2fc5-47a8-b2de-18f0c7eadc7f req-103a2d66-fcfe-4be6-935d-c31d446e3d00 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Dec 10 16:42:35.229954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-15d556e7-9ba7-49eb-a0d2-22ab0edc3fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.434766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f4733-8f0a-4cbc-8d71-67d636234f41 req-ecd2c2bf-381f-4ff8-8908-5a0752d60067 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.436167 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f90f4733-8f0a-4cbc-8d71-67d636234f41 req-ecd2c2bf-381f-4ff8-8908-5a0752d60067 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0495682 Dec 10 16:42:35.489454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f90f4733-8f0a-4cbc-8d71-67d636234f41 req-1a93e082-3b5d-4ba6-b446-bc8459128037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Dec 10 16:42:35.548271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-1b7ace70-3dde-47de-b240-3f798859c91e tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.552230 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-1b7ace70-3dde-47de-b240-3f798859c91e tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0623639 Dec 10 16:42:35.678349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b36e-a84b-44d9-bf62-35f555f9ceb0 req-01c4fb90-c217-42cf-b3a8-8eba44c81010 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.680116 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b38b36e-a84b-44d9-bf62-35f555f9ceb0 req-01c4fb90-c217-42cf-b3a8-8eba44c81010 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.1159132 Dec 10 16:42:35.734958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Deleting port 9ffc8291-0255-4d17-b8e1-5d0155b75aef {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:35.735297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.781951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018652c-cacd-4564-807b-8f6f73b2982d req-3152ef76-30a6-44db-a877-ea65585570d6 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.784764 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7018652c-cacd-4564-807b-8f6f73b2982d req-3152ef76-30a6-44db-a877-ea65585570d6 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 945 time: 0.0528848 Dec 10 16:42:35.802451 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b38b36e-a84b-44d9-bf62-35f555f9ceb0 req-58f49220-ba31-42e4-922b-ff78ff663127 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157222 Dec 10 16:42:35.830766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54148) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:35.839768 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7018652c-cacd-4564-807b-8f6f73b2982d req-bf59d523-0c18-45da-a17f-6067ff798920 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/security-groups?id=a164ac5c-165c-4df7-9b41-5c10bcf89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Dec 10 16:42:35.896661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] For port 9ffc8291-0255-4d17-b8e1-5d0155b75aef, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9ffc8291-0255-4d17-b8e1-5d0155b75aef,segment=NetworkSegment(077b2343-046b-4580-87a2-959cf75b0e3e),segment_id=077b2343-046b-4580-87a2-959cf75b0e3e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:35.897063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:35.916091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bc901-5409-41c4-a360-c65dc5fea092 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:35.918061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-264bc901-5409-41c4-a360-c65dc5fea092 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5&network_id=caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 200 len: 1132 time: 0.0853798 Dec 10 16:42:35.919271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Calling delete_port for 9ffc8291-0255-4d17-b8e1-5d0155b75aef owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:36.138546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.152614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9ffc8291-0255-4d17-b8e1-5d0155b75aef'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:42:36.169248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Pushing event deleted for resources: {'Port': ['ID=9ffc8291-0255-4d17-b8e1-5d0155b75aef,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.195564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:36.225617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] No DVR routers for this DVR port 9ffc8291-0255-4d17-b8e1-5d0155b75aef on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:36.227923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.231632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e9aeeaba-6912-4c1e-9a33-026d53c61acf req-e2e37155-29d6-4013-93ea-ca71fb00f072 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.61 "DELETE /v2.0/ports/9ffc8291-0255-4d17-b8e1-5d0155b75aef HTTP/1.1" status: 204 len: 173 time: 0.6747899 Dec 10 16:42:36.232097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'name': 'network-vif-deleted', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:36.237231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64164fde-67fc-4f1c-a22c-a5761197f493" -d '{"events": [{"server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "name": "network-vif-deleted", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:36.279780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d086d07-cb72-4a5c-97a9-9ee7b51faf4f x-openstack-request-id: req-7d086d07-cb72-4a5c-97a9-9ee7b51faf4f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:36.280086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bed58-9cde-44c6-ba6b-0e45222d0b30", "name": "network-vif-deleted", "tag": "9ffc8291-0255-4d17-b8e1-5d0155b75aef", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:36.280338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d086d07-cb72-4a5c-97a9-9ee7b51faf4f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:36.280716 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bed58-9cde-44c6-ba6b-0e45222d0b30', 'name': 'network-vif-deleted', 'tag': '9ffc8291-0255-4d17-b8e1-5d0155b75aef', 'status': 'completed', 'code': 200} Dec 10 16:42:36.442266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b29b-22d9-40f9-bd04-329434ad38ce req-bfd9b0c0-8af3-4185-af07-575e737ad00b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:36.443810 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ba99b29b-22d9-40f9-bd04-329434ad38ce req-bfd9b0c0-8af3-4185-af07-575e737ad00b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0559816 Dec 10 16:42:36.494208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ba99b29b-22d9-40f9-bd04-329434ad38ce req-b9c6331b-4ce2-4d43-bfa9-fc88e6dd7720 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Dec 10 16:42:36.660518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:36.957729 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7255a60b-5ef1-4a74-a375-cb2cb676374b req-4c4c3c99-8ad0-4f37-bc93-4dcb84cad4e1 tempest-TestServerAdvancedOps-1641806357 tempest-TestServerAdvancedOps-1641806357-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf9bed58-9cde-44c6-ba6b-0e45222d0b30 HTTP/1.1" status: 200 len: 210 time: 0.0304306 Dec 10 16:42:37.616886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f7198-7574-4cce-b74e-4338c4d6826c req-f0791bb1-f874-4581-88e6-b005a9f46931 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:37.618455 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-776f7198-7574-4cce-b74e-4338c4d6826c req-f0791bb1-f874-4581-88e6-b005a9f46931 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0539248 Dec 10 16:42:37.667095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-776f7198-7574-4cce-b74e-4338c4d6826c req-b7a8fff6-b230-4a04-97b1-fb9072278d64 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0ae7804-e719-4ae0-90a8-b8b1121b5747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Dec 10 16:42:37.865766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-34ea27a5-2904-4074-8718-7fa9582c3f76 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:37.867303 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-34ea27a5-2904-4074-8718-7fa9582c3f76 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 984 time: 0.0484009 Dec 10 16:42:37.888750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:37.917247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-fd85ca48-2469-4f62-95bf-2b502bf0ee97 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:37.918632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-fd85ca48-2469-4f62-95bf-2b502bf0ee97 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0411277 Dec 10 16:42:38.022610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:38.030979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-1a1699ef-94e9-4b68-ad3e-ad2665ce366a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1028881 Dec 10 16:42:38.047863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:38.076589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Deleting subnet 8f054460-2e9f-4a03-9279-abcde4201588 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:42:38.079927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.103282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.119999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.176279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.245121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:38.281003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] For port b4b1822c-5ddc-4522-b5bc-cf097643fdcc, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:38.301362 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.314711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] device_id is not set on port b4b1822c-5ddc-4522-b5bc-cf097643fdcc yet. {{(pid=103598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 16:42:38.323554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.330232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f054460-2e9f-4a03-9279-abcde4201588,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:38.335686 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.339086 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f054460-2e9f-4a03-9279-abcde4201588 HTTP/1.1" status: 204 len: 168 time: 0.3151402 Dec 10 16:42:38.341627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:38.344287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.344649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.345084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.345444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.345766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.346100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.346449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.347329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.347651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.347994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.348330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.348642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.348988 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751bef8-48a4-480e-aaf9-85d47f7b92e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:38.405388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.458727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.522227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=11']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:38.597832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] No DVR routers for this DVR port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:38.689275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.711113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-85636328-fa61-4537-bb8b-614a4bbe5403 None None] Provisioning complete for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:38.711748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-85636328-fa61-4537-bb8b-614a4bbe5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.715846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.747115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee0c1f4-9303-4c91-8eae-8c91ca76301c']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:38.749194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-85636328-fa61-4537-bb8b-614a4bbe5403 None None] Port b4b1822c-5ddc-4522-b5bc-cf097643fdcc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:38.763318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077b2343-046b-4580-87a2-959cf75b0e3e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:38.763615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077b2343-046b-4580-87a2-959cf75b0e3e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:38.771817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ba3188f6-7303-4390-987a-60f184c6d614 req-416fbabc-a69f-47ba-84ae-63b548205f95 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 210 time: 0.0282717 Dec 10 16:42:38.777354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.815207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.826700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:38.827086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:38.828750 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:38.873528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] In _notify_port_updated(), no bound segment for port b4b1822c-5ddc-4522-b5bc-cf097643fdcc on network caff691d-f073-4326-b744-9652288b7e34 {{(pid=103598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 16:42:38.874396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:38.875007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.876304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f82f83f0-45cf-4ac0-b0d2-a998a3104ade req-66cc6873-498f-43b1-9c40-2c148a5e0118 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 200 len: 1027 time: 0.8327377 Dec 10 16:42:38.986247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.991458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:38.994726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ee0c1f4-9303-4c91-8eae-8c91ca76301c HTTP/1.1" status: 204 len: 168 time: 0.6519749 Dec 10 16:42:38.997579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:39.006486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311fed1-4094-4420-b492-79d251385654 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee0c1f4-9303-4c91-8eae-8c91ca76301c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:39.043135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Deleting subnet 9d975556-2ca3-4ad0-b203-8fdda14d69bf {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:42:39.046400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.086278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.126596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.264394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.292543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d975556-2ca3-4ad0-b203-8fdda14d69bf,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:39.300313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.303813 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b58542d4-aaf5-4461-ab0a-d47aad649746 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d975556-2ca3-4ad0-b203-8fdda14d69bf HTTP/1.1" status: 204 len: 168 time: 0.3052218 Dec 10 16:42:39.306830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:39.383925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.470117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.490754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7170df3b-6110-4510-9544-504c56cb6ff1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:39.500156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175b36ba-e0dd-4409-8bc2-32122782ef2b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:39.500452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175b36ba-e0dd-4409-8bc2-32122782ef2b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:39.510522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.523997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.529967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:39.530352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:39.532016 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:39.691546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.699007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:39.704719 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7170df3b-6110-4510-9544-504c56cb6ff1 HTTP/1.1" status: 204 len: 168 time: 0.3942006 Dec 10 16:42:39.713970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d391-3815-4d2b-b643-023f189ed776 admin admin] Pushing event deleted for resources: {'Network': ['ID=7170df3b-6110-4510-9544-504c56cb6ff1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:39.882924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f4877b04-acae-43a4-b982-c2096997e8fc req-15902595-8af7-4cd2-983f-f4623efee22d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=8068a6db-a3e1-492c-9f03-a5620bb98db5 HTTP/1.1" status: 200 len: 210 time: 0.0263820 Dec 10 16:42:40.133578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54184) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.178041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2559a423-dd19-428f-8637-729e71ce7690 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bbe2c73353841aab1154d8351b14e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433018 Dec 10 16:42:40.180460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:40.230527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.254313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.385926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.388615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:40.389863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a164ac5c-165c-4df7-9b41-5c10bcf89db7 HTTP/1.1" status: 204 len: 168 time: 0.2083044 Dec 10 16:42:40.398976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c702bbd-8a7d-41d1-9492-2184661de4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a164ac5c-165c-4df7-9b41-5c10bcf89db7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:40.480449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9ffc8291-0255-4d17-b8e1-5d0155b75aef no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:40.503828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 9ffc8291-0255-4d17-b8e1-5d0155b75aef {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:40.504175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9ffc8291-0255-4d17-b8e1-5d0155b75aef not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:40.945607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:41.007184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.032706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.178676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.181913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.183088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/7de952e6-18c1-4010-b19f-702e881786a0 HTTP/1.1" status: 204 len: 168 time: 0.2363985 Dec 10 16:42:41.192550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bbb6b-ca0c-49c2-905a-6e4b2958d9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de952e6-18c1-4010-b19f-702e881786a0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:41.291688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54200) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:41.303329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54202) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:41.337037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2bc7c42c-6a5a-47fc-ae09-67b5fc67edca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fcfe0668ed44dda89c2b9005205acc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440993 Dec 10 16:42:41.343087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54204) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:41.410386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.465411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.479710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 9e5354a1-8d2d-47a0-80a2-6adc7145158a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:41.480060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.562561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.563216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.576180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 9e5354a1-8d2d-47a0-80a2-6adc7145158a owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:41.681078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.683613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.687276 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/042a5e89-0b52-4237-89e5-f3a11ba9c235 HTTP/1.1" status: 204 len: 168 time: 0.3406506 Dec 10 16:42:41.702567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43dca2-f5b0-42d8-b44f-1673f52e09c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a5e89-0b52-4237-89e5-f3a11ba9c235,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:41.883449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.910360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=9e5354a1-8d2d-47a0-80a2-6adc7145158a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:41.981197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:41.982905 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP baf7c341-68e8-48b9-b486-bfcfd21fd326 disassociated (deleted). External IP: 172.26.4.167, port: b4b1822c-5ddc-4522-b5bc-cf097643fdcc. Dec 10 16:42:42.240884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 7bb8cd9b-56f1-4826-8b10-778956e5a08c has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:42.355170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:42.360004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.368349 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Sync routers for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:42.378094 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:42.378705 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:42.387110 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6fd3994e-ebae-48f3-be4e-3328c26574ca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/baf7c341-68e8-48b9-b486-bfcfd21fd326 HTTP/1.1" status: 204 len: 168 time: 1.0819929 Dec 10 16:42:42.486533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54216) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:42.491904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:42.531625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device b4b1822c-5ddc-4522-b5bc-cf097643fdcc not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:42.547075 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:42.567615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.594024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.749636 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:42.751631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.754935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:42.756119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b229f24-0677-4acc-a451-307ed60bc250 HTTP/1.1" status: 204 len: 168 time: 0.2684317 Dec 10 16:42:42.765842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e8a5-e228-45b1-88b2-f9e0fe907b53 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b229f24-0677-4acc-a451-307ed60bc250,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:42.775965 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Checking router: 7bb8cd9b-56f1-4826-8b10-778956e5a08c for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:42.784448 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:42.785087 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:42.887954 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:42.888270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54220) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:42.980059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port b4b1822c-5ddc-4522-b5bc-cf097643fdcc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:42.980404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.067223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.078975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for b4b1822c-5ddc-4522-b5bc-cf097643fdcc owned by {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:43.094374 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:43.120078 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eca9a7-b14d-498a-ac69-3b9dd9485b44 None None] The sync data for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv is: [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '563178b4-83a6-48fb-a29b-0f9a05d6d4b3', 'name': '', 'network_id': 'caff691d-f073-4326-b744-9652288b7e34', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b4:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:46Z', 'updated_at': '2021-12-10T16:41:51Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6e811a36-f895-49c6-9812-e876e9a68c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:43.283270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.311627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=b4b1822c-5ddc-4522-b5bc-cf097643fdcc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:43.358376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8eef6-c213-48f2-897e-3080fcc7d779 None None] New status for floating IP baf7c341-68e8-48b9-b486-bfcfd21fd326: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:42:43.388449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:43.394935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-213c75af-6846-48f6-9507-c33d75e5ecf0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/ports/b4b1822c-5ddc-4522-b5bc-cf097643fdcc HTTP/1.1" status: 204 len: 168 time: 0.5039763 Dec 10 16:42:43.395143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54222) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:44.040586 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-3357da4f-c2a5-4952-afbb-52642d3e133c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205814987&fields=id&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 267 time: 0.0592458 Dec 10 16:42:44.185862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-d4afef4a-20cd-4eb0-afa6-820f10f44584 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:44.187312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-d4afef4a-20cd-4eb0-afa6-820f10f44584 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.1394129 Dec 10 16:42:44.202926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.208405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-c31f9ce3-0b7e-4fb6-a0c8-8d6e50cf519e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/quotas/4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 375 time: 0.0141566 Dec 10 16:42:44.341410 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-518a47c5-d429-44fc-ad70-95cdfe8bd3d3 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022084 Dec 10 16:42:44.501506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-57301a0b-af0f-4468-8a55-ec110ae5b53c service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466687 Dec 10 16:42:44.656215 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-83b859ce-ae44-4aac-be28-27f4b2ad2deb service neutron] 10.222.0.21 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480527 Dec 10 16:42:44.672076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:44.672427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.774848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 563178b4-83a6-48fb-a29b-0f9a05d6d4b3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:44.775221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:44.787928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:45.071693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.104358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=563178b4-83a6-48fb-a29b-0f9a05d6d4b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:45.226556 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-06f8117a-60fb-41d5-b227-78e620354bc0 req-3a327504-00ee-4e8e-98fa-bbd03b96e39d tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0350502 Dec 10 16:42:45.308367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.535837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 7bb8cd9b-56f1-4826-8b10-778956e5a08c has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:45.642858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:45.649020 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-db73f985-45e0-4458-a4c8-4bf35a9b77cb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/7bb8cd9b-56f1-4826-8b10-778956e5a08c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2526016 Dec 10 16:42:45.651294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54250) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:45.654137 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Sync routers for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:45.665924 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:45.666537 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:45.704357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 6e811a36-f895-49c6-9812-e876e9a68c42 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:42:45.708074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.749238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.770988 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:45.836799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.944689 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:42:44Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:45.949941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.974393 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Checking router: 7bb8cd9b-56f1-4826-8b10-778956e5a08c for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:45.977649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=6e811a36-f895-49c6-9812-e876e9a68c42,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:45.981334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:45.982909 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Routers {'7bb8cd9b-56f1-4826-8b10-778956e5a08c'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:45.983518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:45.984869 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cfa11997-556e-41b5-b35b-5c276fca4e39 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/6e811a36-f895-49c6-9812-e876e9a68c42 HTTP/1.1" status: 204 len: 168 time: 0.3326337 Dec 10 16:42:45.987565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54252) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:45.993879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41716f-f381-489a-866a-1ce045043304 None None] Network caff691d-f073-4326-b744-9652288b7e34 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:46.092913 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] Set router 7bb8cd9b-56f1-4826-8b10-778956e5a08c gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:46.105221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.190658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] DHCP port deletion for caff691d-f073-4326-b744-9652288b7e34 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:46.231401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.255033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Deleting port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:46.255653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.320856 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-82185858-8c8c-4bfa-b552-cb3abc37c9ea req-a9a87053-c29d-48db-a279-c11fb62ba3db tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0284300 Dec 10 16:42:46.330690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] For port 7d3e4956-7ce0-48ab-9e51-cd9cda946066, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7d3e4956-7ce0-48ab-9e51-cd9cda946066,segment=NetworkSegment(385cd70a-1011-4e56-abe9-465715d2b2da),segment_id=385cd70a-1011-4e56-abe9-465715d2b2da)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:46.331339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.346321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Calling delete_port for 7d3e4956-7ce0-48ab-9e51-cd9cda946066 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:46.364851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:42:44Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:46.389318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 478fb0ef-44c5-40cd-8c22-91236010e04c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:42:46.390425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.391449 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2427af9-97d3-4554-868b-7b57917a12e6 None None] The sync data for ids ['7bb8cd9b-56f1-4826-8b10-778956e5a08c'] in dv-neutron-820858-1-hyperv is: [{'id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'name': 'tempest-TestNetworkBasicOps-router-1033256967', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:42:44Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '478fb0ef-44c5-40cd-8c22-91236010e04c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8cd9b-56f1-4826-8b10-778956e5a08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:41:41Z', 'updated_at': '2021-12-10T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:46.483824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 478fb0ef-44c5-40cd-8c22-91236010e04c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=478fb0ef-44c5-40cd-8c22-91236010e04c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:46.484193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.497411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 478fb0ef-44c5-40cd-8c22-91236010e04c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:42:46.521789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.548206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Pushing event deleted for resources: {'Port': ['ID=7d3e4956-7ce0-48ab-9e51-cd9cda946066,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:46.550621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] No DVR routers for this DVR port 7d3e4956-7ce0-48ab-9e51-cd9cda946066 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.567334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.568291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.568291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.568291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0b3f2-82b5-4a2f-bc28-8dd63c6aaf3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:46.763076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.791081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=478fb0ef-44c5-40cd-8c22-91236010e04c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:46.807987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c0108-b553-4931-8023-e8cbc758a8b6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:46.851293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.947999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:46.950370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.060012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.060497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router 7bb8cd9b-56f1-4826-8b10-778956e5a08c {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:42:47.067989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.069144 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ff8a4583-edc6-452f-8060-fc57a3d01880 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/7bb8cd9b-56f1-4826-8b10-778956e5a08c HTTP/1.1" status: 204 len: 168 time: 1.0805488 Dec 10 16:42:47.071920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.153272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.400128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.439928 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-67b95848-f48b-4493-ae91-264724140236 req-744a8658-99d2-4e42-8cbb-e94ef64c1e75 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0318859 Dec 10 16:42:47.618058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.623727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:47.642866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-2c2b3712-ec40-4a9b-8835-8142373dfa28 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:47.644335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-2c2b3712-ec40-4a9b-8835-8142373dfa28 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 812 time: 0.4891198 Dec 10 16:42:47.646475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:47.646957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 563178b4-83a6-48fb-a29b-0f9a05d6d4b3 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:47.647487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3e4956-7ce0-48ab-9e51-cd9cda946066 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:47.659566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff691d-f073-4326-b744-9652288b7e34']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:47.667730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7d3e4956-7ce0-48ab-9e51-cd9cda946066 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:47.668211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7d3e4956-7ce0-48ab-9e51-cd9cda946066 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:47.668738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 478fb0ef-44c5-40cd-8c22-91236010e04c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:42:47.681871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385cd70a-1011-4e56-abe9-465715d2b2da') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:47.682169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385cd70a-1011-4e56-abe9-465715d2b2da') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:47.688810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 478fb0ef-44c5-40cd-8c22-91236010e04c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:42:47.689532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 478fb0ef-44c5-40cd-8c22-91236010e04c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:42:47.693685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.720073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.734925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:42:47.735322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:42:47.738822 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:42:47.784872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f3835677-1ae8-48de-acb0-545258cd861c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd HTTP/1.1" status: 200 len: 380 time: 0.1225159 Dec 10 16:42:47.804649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'port': {'device_id': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'admin_state_up': True, 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'security_groups': ['22b32988-54b1-4ee7-ba20-2ffbb044e487']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:47.896459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.904215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:47.907479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/caff691d-f073-4326-b744-9652288b7e34 HTTP/1.1" status: 204 len: 168 time: 0.8346152 Dec 10 16:42:47.924154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0fc4-22f4-4547-90be-ec0e1741aa66 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=caff691d-f073-4326-b744-9652288b7e34,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:47.926852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.940466 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c10dd369-a0ae-405b-8fb1-c90f27fe79e8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112751 Dec 10 16:42:47.943644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:47.948646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1055192060', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:48.006817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Made reservation on behalf of 4934f08b18cf4eca908ef4e3dd5dc8cd for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:48.010616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.107400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:48.111696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.143807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:42:48.154492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.155108 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment d555e527-079f-4123-9d6e-0f806b1d98c7 of type vlan for network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc Dec 10 16:42:48.155630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.20.0.14 (0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8/725e359d-2923-4934-9a9b-ebafad0e84ea/fe0a39ef-1eff-4d82-beb3-e8160b1e53e3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:48.201629 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.283771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.290715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:48.291421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.319570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.364525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:48.381435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:42:48.444101 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c5e577dd-e097-48d5-abf4-96460d920566 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4993505 Dec 10 16:42:48.447111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:48.451874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-870450610', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:48.493395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.566080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:48.572930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:48.579863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:48.598400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.602004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.636617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:48.637294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.645893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:48.658790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.680825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918462-3a9a-494e-82ab-35f4be62b23c req-d0d3b5ab-a859-4268-b77b-9b2446b0437e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:48.682694 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-13918462-3a9a-494e-82ab-35f4be62b23c req-d0d3b5ab-a859-4268-b77b-9b2446b0437e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 932 time: 0.1547179 Dec 10 16:42:48.758837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-13918462-3a9a-494e-82ab-35f4be62b23c req-07d50616-c4f4-4f39-b163-3674a7d32fa1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690103 Dec 10 16:42:48.809924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-f29fb787-3adc-4a7d-972a-ca51861ebba9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0095091 Dec 10 16:42:48.837350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Request body: {'port': {'device_id': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:48.847461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9ec92f45-44be-43dc-bd61-54f0aad711ab None None] Provisioning complete for port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:48.848043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ec92f45-44be-43dc-bd61-54f0aad711ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.901835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:48.902192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9ec92f45-44be-43dc-bd61-54f0aad711ab None None] Port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:48.908418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.205931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.213077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:42:49.221520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.225320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.236209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Transition to ACTIVE for port object fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:42:49.315672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.337808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.27 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/275ae7ce-8c9f-498e-80c8-c37b6827dfb8) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:49.392066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.470863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Attempting to bind port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:49.474536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Attempting to bind port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:49.474536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Attempting to bind port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:49.478479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:42:49.479605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Attempting to bind port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 on network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:49.485719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:49.486507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Checking segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:49.487080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Bound using segment: {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:49.487681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.488743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Bound port: fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa2ba74-8cd8-4fe7-885b-8208959ded1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:49.488743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.575776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:49.579992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:49.656513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.691772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:49.696265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:49.700057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:49.700559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.715070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9d40e-c1ff-4c0d-b646-a5c363dafa17 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:49.749635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:49.750820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.752362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 200 len: 1094 time: 0.9273353 Dec 10 16:42:49.754754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-48e7885f-44c5-4d9e-9670-93b8c64a608d None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:49.755450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48e7885f-44c5-4d9e-9670-93b8c64a608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:49.756131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:42:49.760093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:42:49.780997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.823871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287836c3-bdb9-42b6-87fc-fe89a651eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:49.841515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ff045a-87f8-4a07-a416-17e243dfe6ef x-openstack-request-id: req-c0ff045a-87f8-4a07-a416-17e243dfe6ef {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:42:49.841815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:42:49.843059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0ff045a-87f8-4a07-a416-17e243dfe6ef {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:42:49.843059 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'status': 'completed', 'code': 200} Dec 10 16:42:49.864391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48e7885f-44c5-4d9e-9670-93b8c64a608d None None] Port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:49.964508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969ac2e-830d-4e09-85e3-460bf20a83ec req-5bff1cc0-0b05-41e1-9b07-91ee76683624 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:49.966200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a969ac2e-830d-4e09-85e3-460bf20a83ec req-5bff1cc0-0b05-41e1-9b07-91ee76683624 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.1000264 Dec 10 16:42:49.968817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-586e93e3-1a99-43de-a1e0-98db09f77f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:49.970527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-586e93e3-1a99-43de-a1e0-98db09f77f0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1097 time: 0.0905592 Dec 10 16:42:50.088550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a969ac2e-830d-4e09-85e3-460bf20a83ec req-ac29f9f2-cc49-4f23-a23c-9374767ffad4 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123848 Dec 10 16:42:50.124301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-6ac00a8b-fcb4-461b-9e1e-635548cd10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.126244 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-6ac00a8b-fcb4-461b-9e1e-635548cd10ac service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1420667 Dec 10 16:42:50.241919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-0897c127-136d-4d1c-b2fb-5eb5ccc23dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.243247 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d119d9bb-1ab0-45ab-84c0-9aba4ed504f6 req-0897c127-136d-4d1c-b2fb-5eb5ccc23dac service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053722 Dec 10 16:42:50.328003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-761d81e2-5299-4fa1-987a-fffc8809cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.329607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-761d81e2-5299-4fa1-987a-fffc8809cb0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1097 time: 0.0442393 Dec 10 16:42:50.362408 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.382977 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-7a81643b-92c4-40c1-bc1b-a242df9f8641 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 200 len: 217 time: 0.0395882 Dec 10 16:42:50.439143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-a0e2592d-512f-4576-93a2-2db45eec9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.440753 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-a0e2592d-512f-4576-93a2-2db45eec9017 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0468476 Dec 10 16:42:50.493732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-efbc5e6f-ebfe-4792-89f1-4f654e2b2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:50.495250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-efbc5e6f-ebfe-4792-89f1-4f654e2b2593 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417142 Dec 10 16:42:50.570568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.595248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-7970454c-af6d-4435-87f4-bf35c7890fd8 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872405 Dec 10 16:42:50.697839 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0f22d428-b4cb-47be-8513-abaab30a6344 req-8be0aeaa-06b9-431e-906e-b377afb4e91c service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Dec 10 16:42:50.784133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router d6561528-c7fc-4179-b5de-66559c6326db is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:42:50.891583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:50.902256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:50.913636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:50.914284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:50.983449 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:50.984438 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-575387d8-2c01-4d1e-ba42-920d5f50ea75 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5351748 Dec 10 16:42:50.987086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.017049 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c267f00b-095f-4fb8-a0b8-02546ed6a01a tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286410 Dec 10 16:42:51.019879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54274) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.024131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:51.211010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:49Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:51.230836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd76d3f-0dc0-4083-abd8-366fd78d7db9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.235489 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7bd76d3f-0dc0-4083-abd8-366fd78d7db9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2114923 Dec 10 16:42:51.236194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.246704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:51.246704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Updating router d6561528-c7fc-4179-b5de-66559c6326db port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:42:51.268213 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e793d546-6383-4eec-b068-dc0f53fa55da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287371 Dec 10 16:42:51.268443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54280) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:51.273978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451934555', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:51.275453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.336579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048afcd2-6ee6-4c00-b6b9-b8e9ff46da4b req-b520baf3-2ea5-46cf-aa5a-ffbbf26ba35f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:51.338129 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-048afcd2-6ee6-4c00-b6b9-b8e9ff46da4b req-b520baf3-2ea5-46cf-aa5a-ffbbf26ba35f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.1435850 Dec 10 16:42:51.420373 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-048afcd2-6ee6-4c00-b6b9-b8e9ff46da4b req-629f554d-1128-4852-97e3-036b47b5e8bd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717742 Dec 10 16:42:51.506035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:42:51.509990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.676599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.728748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.757699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.780101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66f70f-7fc5-4078-82c3-b86882f475c2 None None] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:51.795083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e5aa2-d67a-468d-b942-1066554642e7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:51.798965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Attempting to bind port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:51.799336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Attempting to bind port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:51.799705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Attempting to bind port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:51.807374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:51.807660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:51.808080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.808578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:51.809065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Bound port: 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:51.809458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.837209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=6ec64fe9-6897-46d3-841f-e898a4ef27fb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:51.845392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:51.845762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:42:51.869176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:51.872527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:51.922994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a1988229-668a-4ac3-ad57-c4cc57e86d76 None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:51.923645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1988229-668a-4ac3-ad57-c4cc57e86d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:51.958484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a1988229-668a-4ac3-ad57-c4cc57e86d76 None None] Port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:52.018219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:42:52.041598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.088353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358a817-cf8c-435f-a085-03a335c63997 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:42:52.103973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:52.109705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:52.110526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.110835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:52.111448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:52.115950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66f70f-7fc5-4078-82c3-b86882f475c2 None None] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:52.172319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140da0e3-353e-49fa-b7b2-b6af2bee6c02 None None] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:52.204414 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-325696ff-b52a-42fd-bbf9-02214f64c6c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9351094 Dec 10 16:42:52.207555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54282) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:52.258457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:52.258740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.330415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:52.359881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:42:52.360744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.558935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6b49-94fb-4855-b040-2b96d8787676 req-5fa9fe9e-ab41-43e6-9080-4e73edc29a3b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:52.561284 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-303e6b49-94fb-4855-b040-2b96d8787676 req-5fa9fe9e-ab41-43e6-9080-4e73edc29a3b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0684018 Dec 10 16:42:52.585213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.616593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:52.624264 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-303e6b49-94fb-4855-b040-2b96d8787676 req-3cb1e047-21a1-405b-a722-8c9f637d3d6f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 Dec 10 16:42:52.625446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Allocated IP 172.20.0.2 (e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc/6ec64fe9-6897-46d3-841f-e898a4ef27fb/ffc9543d-c8af-4abe-83e4-f0f01841b995) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:52.718618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.795002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:52.832730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb04f-882f-43f5-ac98-704678b8cd51 None None] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:52.866033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:49Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:52.903832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e02c7-7969-41a2-8c31-eaf42010a609 None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:49Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:52.905665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.007340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.054192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:53.057424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:53.060050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:53.101287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Pushing event updated for resources: {'Port': ['ID=ffc9543d-c8af-4abe-83e4-f0f01841b995,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:53.125713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc/6ec64fe9-6897-46d3-841f-e898a4ef27fb/bce6b0b3-c986-4e90-9115-703d68ef1e0d) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:42:53.133421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Attempting to bind port ffc9543d-c8af-4abe-83e4-f0f01841b995 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:53.133915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Attempting to bind port ffc9543d-c8af-4abe-83e4-f0f01841b995 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:53.134300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Attempting to bind port ffc9543d-c8af-4abe-83e4-f0f01841b995 on network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Checking segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Bound using segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Bound port: ffc9543d-c8af-4abe-83e4-f0f01841b995, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:53.161203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.254132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] For port ffc9543d-c8af-4abe-83e4-f0f01841b995, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:53.258024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] For port ffc9543d-c8af-4abe-83e4-f0f01841b995, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ffc9543d-c8af-4abe-83e4-f0f01841b995,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:53.334873 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.340774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:53.369297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.443458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:53.443883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.445559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af8987-fff1-408e-8ff0-821d51cb0b2e None None] Pushing event updated for resources: {'Port': ['ID=ffc9543d-c8af-4abe-83e4-f0f01841b995,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:53.466125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.542645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:53.546147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:53.551085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:42:53.580709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:53.604634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.961406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:53.990785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193ca9-f05e-405c-81ff-4334619cc307 req-235efec5-eeb4-48c3-897b-b7c1d8323ca9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:53.992324 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-64193ca9-f05e-405c-81ff-4334619cc307 req-235efec5-eeb4-48c3-897b-b7c1d8323ca9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.2796345 Dec 10 16:42:54.137903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-64193ca9-f05e-405c-81ff-4334619cc307 req-e70da1c1-40cd-4380-88e6-36adf0a8cb04 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266072 Dec 10 16:42:54.313267 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.374760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.449847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:54.454906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.481620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4ba73-612e-4477-95f3-6c5acac4e46c None None] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:42:54.553761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:42:54.555538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:42:54.585341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] Provisioning complete for port ffc9543d-c8af-4abe-83e4-f0f01841b995 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:54.585717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.672656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.688611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router d6561528-c7fc-4179-b5de-66559c6326db has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:42:54.710295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] For port ffc9543d-c8af-4abe-83e4-f0f01841b995, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ffc9543d-c8af-4abe-83e4-f0f01841b995,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:54.797218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.856227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bb6e0-101b-4079-bb86-cf83e489d027 None None] Pushing event updated for resources: {'Port': ['ID=ffc9543d-c8af-4abe-83e4-f0f01841b995,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:54.927647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a239f26-e3c7-4127-9080-5994a501daab None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:54.928025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a239f26-e3c7-4127-9080-5994a501daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:54.977688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4a239f26-e3c7-4127-9080-5994a501daab None None] Port bce6b0b3-c986-4e90-9115-703d68ef1e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:54.988552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a239f26-e3c7-4127-9080-5994a501daab None None] Provisioning complete for port ffc9543d-c8af-4abe-83e4-f0f01841b995 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:54.988953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a239f26-e3c7-4127-9080-5994a501daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.089754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:42:55.095511 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-59299acf-3b8a-423c-b980-53ffeaea9a4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865361 Dec 10 16:42:55.098180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.103638 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:42:55.115982 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:55.116617 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:55.211692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fc5a78d8-2540-4c9c-9e97-2ba13e92cf4a None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:55.212638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a78d8-2540-4c9c-9e97-2ba13e92cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.217878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.218855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.219384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.219840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.220469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.221408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.227757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54294) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.252535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a15d578f-20c9-4cb2-ba47-0f8c566b81bf tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1531718 Dec 10 16:42:55.277105 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:55.297106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a78d8-2540-4c9c-9e97-2ba13e92cf4a None None] Port bce6b0b3-c986-4e90-9115-703d68ef1e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:55.383932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8091b6-149c-41f1-a559-761956fc8b17 req-e0b15cc7-7e83-4667-a139-644dda4f22f8 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.386044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db8091b6-149c-41f1-a559-761956fc8b17 req-e0b15cc7-7e83-4667-a139-644dda4f22f8 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.1321270 Dec 10 16:42:55.389823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.390530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.391440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.391440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.391850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.392292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:55.394352 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ee5a79de-2ea9-4c37-a783-26374177e1da tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1652431 Dec 10 16:42:55.400878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.420602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ffc9543d-c8af-4abe-83e4-f0f01841b995 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:55.455656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b6f8c90-3342-4bfe-8ecd-bb9545353b89 None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:55.455656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6f8c90-3342-4bfe-8ecd-bb9545353b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.464274 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db8091b6-149c-41f1-a559-761956fc8b17 req-04c2a7cf-f0b6-4f04-a729-44eb056cf691 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701816 Dec 10 16:42:55.507196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f8c90-3342-4bfe-8ecd-bb9545353b89 None None] Port bce6b0b3-c986-4e90-9115-703d68ef1e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:55.515865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ffc9543d-c8af-4abe-83e4-f0f01841b995 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:55.516245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.517058 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:54Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:55.544530 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:42:55.545058 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Updating router d6561528-c7fc-4179-b5de-66559c6326db port bce6b0b3-c986-4e90-9115-703d68ef1e0d binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:42:55.560111 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4e983f02-2d64-4e98-aaf6-268b2ecb2e0a tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1570430 Dec 10 16:42:55.574262 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.816769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54302) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:55.821826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811929710', 'description': 'tempest-secgroup-smoke-811929710 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:55.842976 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.923006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.968599 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:55.992317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.015759 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.029045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.029045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.029045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.029455 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.029607 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.029976 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.030328 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.030724 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.031012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.031346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.031686 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.032010 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.032337 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:42:56.083843 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Attempting to bind port bce6b0b3-c986-4e90-9115-703d68ef1e0d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:42:56.084511 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Attempting to bind port bce6b0b3-c986-4e90-9115-703d68ef1e0d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:42:56.084992 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Attempting to bind port bce6b0b3-c986-4e90-9115-703d68ef1e0d on network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:42:56.091414 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:42:56.098070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Checking segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:42:56.098070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.098070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Bound using segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:42:56.098070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Bound port: bce6b0b3-c986-4e90-9115-703d68ef1e0d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:42:56.098070 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.117544 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.147253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5965ec07-4d29-4ffd-8aa4-38da2d77c60d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.171015 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:42:56.174613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bce6b0b3-c986-4e90-9115-703d68ef1e0d,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:42:56.232440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4ca228fc-10fe-4f5e-b2f1-c8be82690bf3 None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:56.232808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ca228fc-10fe-4f5e-b2f1-c8be82690bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.233512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.235235 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-03f03b42-4191-4f86-9802-8d6bf1f5d8e9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4173675 Dec 10 16:42:56.238022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:56.242570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:56.257134 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.267334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4ca228fc-10fe-4f5e-b2f1-c8be82690bf3 None None] Port bce6b0b3-c986-4e90-9115-703d68ef1e0d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:42:56.312698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bbc49-b3d6-4502-a9d5-87b9d7415966 None None] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.315455 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:42:56.316539 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:42:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:56.340112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.403516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.428163 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:42:56.487242 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:56.487614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.503732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.522543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a200364-e93b-448d-9299-8fbf18b7620d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.571696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.603943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bce6b0b3-c986-4e90-9115-703d68ef1e0d,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:42:56.614438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1bd4f-bdfc-4cf1-9679-20923baed736 req-733761e4-8019-4f17-a937-0212489d9b23 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:56.615923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06a1bd4f-bdfc-4cf1-9679-20923baed736 req-733761e4-8019-4f17-a937-0212489d9b23 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0582781 Dec 10 16:42:56.622041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.626588 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d44908f2-f47b-499d-876e-9b3572dab78d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842707 Dec 10 16:42:56.626588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54308) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:56.631129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:56.647008 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:56Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:42:56.669541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.673520 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f9ed7-2f09-41fe-8180-2b19aa2d9444 None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:56Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:42:56.681840 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06a1bd4f-bdfc-4cf1-9679-20923baed736 req-c5506db3-2b58-4181-8088-e584d8047ff3 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590534 Dec 10 16:42:56.735027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.747041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab952c20-e7f3-4e65-a53e-45c748579871 None None] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:56.812870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.951506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:56.973591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eddaf8d-5ad3-41b4-acad-3d6773b3fea8,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:57.091015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.092461 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bea4d682-c8d6-47f1-9cbd-a32264fc1db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4650383 Dec 10 16:42:57.095287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54310) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:57.100225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:57.185463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.247381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.294699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.314159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e73866-cd69-4f84-ac82-a629ab500225,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:57.334304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:42:57.383712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:42:57.384137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.399472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.400745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-32c8594a-7a11-431c-aae9-4af19b83a5b5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043356 Dec 10 16:42:57.403593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:57.408169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:57.528621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.591997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.671601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.691742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1fc34b-8299-48d4-88f3-a7fc58830dfb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:57.768768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.770815 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b584dde3-6869-4750-8242-0be98dc33361 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654766 Dec 10 16:42:57.772804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54316) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:57.777221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:57.803232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874e92-5026-4bfc-88a5-dc774bca5778 req-f5e187d8-4550-42d6-ba80-a0ddb2f590b0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:57.804732 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16874e92-5026-4bfc-88a5-dc774bca5778 req-f5e187d8-4550-42d6-ba80-a0ddb2f590b0 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0535977 Dec 10 16:42:57.853511 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16874e92-5026-4bfc-88a5-dc774bca5778 req-55fbdb89-4833-4f2f-87c8-c4dbf772c899 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Dec 10 16:42:57.868717 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:42:57.870151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.927666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:57.991300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.009529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c50953b-c4d1-429b-b0fd-a8f790638237,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:58.096129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.097876 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1c9d266b-2a40-427b-a4f4-bb2d6c106b57 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3236070 Dec 10 16:42:58.100571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54318) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:42:58.106764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '5965ec07-4d29-4ffd-8aa4-38da2d77c60d', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:42:58.186130 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:42:58.191491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.249720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.305836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.323228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d998552-f2fc-437a-b86e-b9c76b927e1d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:42:58.408709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:42:58.409903 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f6867b9c-f01a-44d6-8d73-ad979ef8db2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3065674 Dec 10 16:42:58.604597 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e8fcdc5d-0575-4dbd-b699-d674791e3dfe tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811929710&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0463924 Dec 10 16:42:58.712254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-8c048ce5-56a8-4219-bded-24140d797565 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:58.713725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-8c048ce5-56a8-4219-bded-24140d797565 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc HTTP/1.1" status: 200 len: 797 time: 0.1019773 Dec 10 16:42:58.728698 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-507ea158-0543-4c83-94ab-0c50c8602ef9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0091114 Dec 10 16:42:58.789531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-2ddc7e72-12fa-4536-81a7-7bf4856f92e7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555389 Dec 10 16:42:58.804608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-10aab7f0-b563-4036-bb14-67eaa08ee6e9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:42:58.805603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-10aab7f0-b563-4036-bb14-67eaa08ee6e9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051053 Dec 10 16:42:58.895516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-aac3f05e-ffe9-4aee-8de0-0c3bd55c071a service neutron] 10.222.0.21 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843675 Dec 10 16:42:58.971750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2dad-6599-45f4-895e-9c92c03d024d req-79f2791e-dc18-42c4-b7f7-f89265aa4950 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:42:58.973229 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9d8d2dad-6599-45f4-895e-9c92c03d024d req-79f2791e-dc18-42c4-b7f7-f89265aa4950 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0503173 Dec 10 16:42:58.991929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-55c7e2fa-7522-436d-92c6-2633b034376e service neutron] 10.222.0.21 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903811 Dec 10 16:42:59.034927 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9d8d2dad-6599-45f4-895e-9c92c03d024d req-503f17d5-db56-48c4-9c7b-acb6cb6e5932 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535223 Dec 10 16:42:59.238558 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-187498c3-5935-4659-813d-438dc978ce38 req-5ad0ec6f-ef32-410d-8acb-688565759da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0273738 Dec 10 16:43:00.154134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abfc0a-8318-43d9-a545-106d34d0689c req-de27ad39-2f25-4ef6-a665-53a54e23b309 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:00.155622 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60abfc0a-8318-43d9-a545-106d34d0689c req-de27ad39-2f25-4ef6-a665-53a54e23b309 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0503194 Dec 10 16:43:00.203934 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60abfc0a-8318-43d9-a545-106d34d0689c req-61031c7a-b40e-4e44-8800-32f870160dc4 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Dec 10 16:43:00.334694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-289951e7-3a28-4282-b74a-a68979f449b8 req-bea17c8d-4188-4c99-8544-6867c40278cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0307481 Dec 10 16:43:01.321530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f0c3-7a34-475b-850c-27c411138926 req-2a2fab09-a043-4f2c-b842-d646b81eac2f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.323043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d51f0c3-7a34-475b-850c-27c411138926 req-2a2fab09-a043-4f2c-b842-d646b81eac2f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0500309 Dec 10 16:43:01.372884 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d51f0c3-7a34-475b-850c-27c411138926 req-f475f620-707a-490a-9992-2a5f7a748adc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Dec 10 16:43:01.430714 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-db623640-20be-4a23-a53e-770bce37d3c9 req-7855e545-3382-41a1-8223-3f08e3811d94 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0264468 Dec 10 16:43:01.923267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-b5924f93-28a0-4409-877b-2e93a37b0d94 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:01.924720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-b5924f93-28a0-4409-877b-2e93a37b0d94 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc HTTP/1.1" status: 200 len: 797 time: 0.1032963 Dec 10 16:43:01.988626 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-ec79946a-d955-49b8-9526-0f6bd8f4b80f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 379 time: 0.0533798 Dec 10 16:43:02.000484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['5965ec07-4d29-4ffd-8aa4-38da2d77c60d']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:02.168401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:43:02.172062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.296110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.8 (e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc/6ec64fe9-6897-46d3-841f-e898a4ef27fb/cdc42922-4490-4894-8ef1-033ba78ebfc9) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:02.445870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.504606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ca22d-d061-464b-9300-06c76fd1c70b req-cc11a951-f1b3-4aed-9be9-73e698d48bc1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:02.506138 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-381ca22d-d061-464b-9300-06c76fd1c70b req-cc11a951-f1b3-4aed-9be9-73e698d48bc1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 944 time: 0.0647523 Dec 10 16:43:02.522887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:43:02.525752 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b53c326b-9c1a-402e-a8e4-09518e43448a req-0a1680c2-b430-47ae-8ed7-f3555382ac70 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Dec 10 16:43:02.560874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-381ca22d-d061-464b-9300-06c76fd1c70b req-72b2f59c-6ed7-4485-88ea-db02c995059e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487330 Dec 10 16:43:02.597587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.624279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:02.635944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'port_id': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'mac_address': 'fa:16:3e:ba:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:43:02.641020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:02.644242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:02.648646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:02.674505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:02.685124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.703293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:02.706688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:02.707619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.727960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:02.912994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-e6fad2d9-6885-4b63-be09-e5499951189d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159389 Dec 10 16:43:02.926762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-6b9aa056-9e43-4141-b5a7-9f90abd2614b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:43:02.927833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-6b9aa056-9e43-4141-b5a7-9f90abd2614b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052462 Dec 10 16:43:02.929200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f0d2d85b-607d-4b80-a2f8-6c438d436e0d None None] Provisioning complete for port cdc42922-4490-4894-8ef1-033ba78ebfc9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:02.929606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d85b-607d-4b80-a2f8-6c438d436e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.932306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.979567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf41e-463c-4429-a6a6-707fb05d2a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:02.991742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Request body: {'port': {'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:02.999053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2d85b-607d-4b80-a2f8-6c438d436e0d None None] Port cdc42922-4490-4894-8ef1-033ba78ebfc9 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:43:03.014770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:03.049979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.195902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:03.314541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc42922-4490-4894-8ef1-033ba78ebfc9 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:03.322611 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.335038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Transition to ACTIVE for port object cdc42922-4490-4894-8ef1-033ba78ebfc9 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:43:03.423874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.474588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:03.548156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Attempting to bind port cdc42922-4490-4894-8ef1-033ba78ebfc9 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:43:03.548492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Attempting to bind port cdc42922-4490-4894-8ef1-033ba78ebfc9 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:43:03.548819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Attempting to bind port cdc42922-4490-4894-8ef1-033ba78ebfc9 on network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:03.555961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Port cdc42922-4490-4894-8ef1-033ba78ebfc9 on network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:43:03.556221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Attempting to bind port cdc42922-4490-4894-8ef1-033ba78ebfc9 on network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:43:03.561351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:43:03.561805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Checking segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:43:03.562204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Bound using segment: {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:43:03.562640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Bound port: cdc42922-4490-4894-8ef1-033ba78ebfc9, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd555e527-079f-4123-9d6e-0f806b1d98c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:43:03.563074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.635237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:43:03.641547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:43:03.678585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610faf18-320a-481e-9945-5910d443a0ca req-fde3644e-3ed6-4454-a3e1-81c40b0b78cd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:03.680089 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-610faf18-320a-481e-9945-5910d443a0ca req-fde3644e-3ed6-4454-a3e1-81c40b0b78cd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 943 time: 0.0534570 Dec 10 16:43:03.698486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d84b62-9ca1-4ab2-87f7-56fcb5436018 req-d0f0e62b-177c-466e-8e63-29a1a08e58f6 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:03.700056 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06d84b62-9ca1-4ab2-87f7-56fcb5436018 req-d0f0e62b-177c-466e-8e63-29a1a08e58f6 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 945 time: 0.0501170 Dec 10 16:43:03.733330 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-610faf18-320a-481e-9945-5910d443a0ca req-4e4a71a7-abbc-4eb4-b261-a48d863fec19 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467963 Dec 10 16:43:03.740601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.804111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:03.804736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:03.806174 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/cdc42922-4490-4894-8ef1-033ba78ebfc9 HTTP/1.1" status: 200 len: 1093 time: 0.8636284 Dec 10 16:43:03.806634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:03.809026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:03.818324 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06d84b62-9ca1-4ab2-87f7-56fcb5436018 req-dbe2b911-2926-45d8-9ab6-dd6cfcfe8dfd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119723 Dec 10 16:43:03.833673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b61de6-677a-440a-8637-9fa093f25fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:03.857304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b9b00-3bfe-4353-9cef-82d175e31fdd x-openstack-request-id: req-3c2b9b00-3bfe-4353-9cef-82d175e31fdd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:03.857610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:03.857898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c2b9b00-3bfe-4353-9cef-82d175e31fdd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:03.858314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'status': 'completed', 'code': 200} Dec 10 16:43:03.923352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-95cb41b9-c30d-49f9-8d51-0732d54ed7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:03.924997 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-95cb41b9-c30d-49f9-8d51-0732d54ed7fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1096 time: 0.0434382 Dec 10 16:43:04.027564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-60d80d93-1d1a-4438-9a5b-8b91551b5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.029053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-60d80d93-1d1a-4438-9a5b-8b91551b5b3f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0926642 Dec 10 16:43:04.131557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-74309a29-7341-47a6-bfbd-9bacf9d8404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.133087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3ad9029-93c0-46bf-bb50-42f05f35b7bf req-74309a29-7341-47a6-bfbd-9bacf9d8404d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935435 Dec 10 16:43:04.225256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-4235d22f-ddb7-4593-8715-b51b6fd715bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.226741 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-4235d22f-ddb7-4593-8715-b51b6fd715bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1096 time: 0.0411296 Dec 10 16:43:04.277570 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-1d182e29-02c0-4c32-a666-7d6cf4e54bd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9 HTTP/1.1" status: 200 len: 217 time: 0.0371552 Dec 10 16:43:04.328940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-1b9684ac-3be3-425a-9045-b1b6da2f0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.330352 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-1b9684ac-3be3-425a-9045-b1b6da2f0cd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec64fe9-6897-46d3-841f-e898a4ef27fb HTTP/1.1" status: 200 len: 835 time: 0.0418103 Dec 10 16:43:04.379381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-a5f02046-5bbd-41a5-a6f5-944935ae3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.381093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-a5f02046-5bbd-41a5-a6f5-944935ae3f24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391843 Dec 10 16:43:04.480259 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-0207181a-eea4-4c4a-9633-ba07021be261 service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Dec 10 16:43:04.553755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:04.572329 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-67ae2bfa-0be6-42c4-9185-03bb8a34cd94 req-07610520-120c-4aea-8683-b3a08a70929f service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808384 Dec 10 16:43:04.682712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:43:04.686572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:04.687017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.765908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.788606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:04.790904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a23071-362e-4f1d-9299-38a0071ecef5" -d '{"events": [{"server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:04.805304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:04.828041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcdeb63-1f7d-4438-bb20-09bba3c46c4b x-openstack-request-id: req-4fcdeb63-1f7d-4438-bb20-09bba3c46c4b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:04.828335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:04.828616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fcdeb63-1f7d-4438-bb20-09bba3c46c4b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:04.829235 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'code': 200} Dec 10 16:43:04.854128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06757-c254-4f23-859c-db431b801317 req-8630e503-4e08-4709-8c7b-adbf9ab4883f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.855663 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2dd06757-c254-4f23-859c-db431b801317 req-8630e503-4e08-4709-8c7b-adbf9ab4883f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 943 time: 0.0536075 Dec 10 16:43:04.888820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:04.917214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2dd06757-c254-4f23-859c-db431b801317 req-d2527add-eaab-48ce-8fa9-30a2efa43f6d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529056 Dec 10 16:43:04.952092 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:43:04.952710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:04.955325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06355fb-f546-44a4-9401-566b058aeb13 req-24ceff4c-33cd-464d-b325-da766c6280ac tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:04.956950 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b06355fb-f546-44a4-9401-566b058aeb13 req-24ceff4c-33cd-464d-b325-da766c6280ac tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0639758 Dec 10 16:43:05.008651 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b06355fb-f546-44a4-9401-566b058aeb13 req-e7886e32-d21c-43ad-ad19-f2e0db0e3141 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Dec 10 16:43:05.101214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f27d8-5c4d-441b-8367-e88da679ee6e req-1f48bfa9-e3ff-4933-b982-ba6f58671c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:05.102774 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a2f27d8-5c4d-441b-8367-e88da679ee6e req-1f48bfa9-e3ff-4933-b982-ba6f58671c6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1099 time: 0.0442014 Dec 10 16:43:05.149918 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a2f27d8-5c4d-441b-8367-e88da679ee6e req-89047f9b-52df-40fe-96ee-bde302d102a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Dec 10 16:43:05.174024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3fd24fe3-0480-4c84-b753-d85b1313b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:06.033192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2ab5-4f81-4b54-a589-69f66d117eee req-5a319fa7-4b6c-4002-b25b-6519c3d5b88e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:06.034678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-608a2ab5-4f81-4b54-a589-69f66d117eee req-5a319fa7-4b6c-4002-b25b-6519c3d5b88e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 943 time: 0.0479281 Dec 10 16:43:06.084211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-608a2ab5-4f81-4b54-a589-69f66d117eee req-5e87bf4f-a8f8-46ed-905e-441e3947978e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Dec 10 16:43:06.126357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c4650-cb22-468c-8659-b33f1809425a req-b07997fe-39d4-428e-9e10-5a10d28f7780 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:06.127852 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-690c4650-cb22-468c-8659-b33f1809425a req-b07997fe-39d4-428e-9e10-5a10d28f7780 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0508056 Dec 10 16:43:06.179435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-690c4650-cb22-468c-8659-b33f1809425a req-a40400d4-4e6a-420b-bb1f-a332b3151fad tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Dec 10 16:43:06.589742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.200950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3e383-02bd-4a3b-8681-09eeb6ad4412 req-e98c016a-6ef8-43d3-aff7-47bcec2e89f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:07.202415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-49a3e383-02bd-4a3b-8681-09eeb6ad4412 req-e98c016a-6ef8-43d3-aff7-47bcec2e89f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 943 time: 0.0520251 Dec 10 16:43:07.253833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-49a3e383-02bd-4a3b-8681-09eeb6ad4412 req-04e54b85-4d11-475b-8bf9-b39bb91fcbff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Dec 10 16:43:07.298841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f711f2-34f3-4874-84fb-7c43db148986 req-679cfd82-8cf2-40c2-a6d0-6c10d938ff00 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:07.300349 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24f711f2-34f3-4874-84fb-7c43db148986 req-679cfd82-8cf2-40c2-a6d0-6c10d938ff00 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0511091 Dec 10 16:43:07.354494 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24f711f2-34f3-4874-84fb-7c43db148986 req-0778dcb9-0354-440a-92f4-56fdf55f3395 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Dec 10 16:43:07.466306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8144-7b4f-4bb9-a1f1-80a45588e02f req-104d2045-ce91-4f8b-bc53-528fbbb94d06 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:07.467793 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-509b8144-7b4f-4bb9-a1f1-80a45588e02f req-104d2045-ce91-4f8b-bc53-528fbbb94d06 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0480461 Dec 10 16:43:07.515874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-509b8144-7b4f-4bb9-a1f1-80a45588e02f req-ee3ef9a9-b694-46b1-a035-c42492c4985a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Dec 10 16:43:07.539277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:07.678701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3d605-9c65-4ceb-975e-03df82c4cba8 tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:07.680234 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-22b3d605-9c65-4ceb-975e-03df82c4cba8 tempest-TestVolumeBootPattern-1394762212 tempest-TestVolumeBootPattern-1394762212-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1094 time: 0.1399691 Dec 10 16:43:07.683016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:07.687472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:07.785689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.866076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:07.879808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.285865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Allocated IP 172.26.4.198 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/d77d9c8c-7f7f-4bb2-be72-23acc086dca1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:08.384522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef84e1-cdac-46d3-a4c9-1d7005254994 req-d486624f-5655-4755-b41f-cdf281980078 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:08.391345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-82ef84e1-cdac-46d3-a4c9-1d7005254994 req-d486624f-5655-4755-b41f-cdf281980078 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 943 time: 0.0688446 Dec 10 16:43:08.407932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.443477 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-82ef84e1-cdac-46d3-a4c9-1d7005254994 req-b25ffee9-8010-4c1f-b977-a90a29070842 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477729 Dec 10 16:43:08.510314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.554580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:08.559549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:08.560442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device cdc42922-4490-4894-8ef1-033ba78ebfc9 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:43:08.563284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:08.569334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=d77d9c8c-7f7f-4bb2-be72-23acc086dca1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:08.668518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:08.683148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:43:08.713834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.722282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.735526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc42922-4490-4894-8ef1-033ba78ebfc9 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:43:08.757444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:08.841104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:08.888832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:09.026709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.101687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['cdc42922-4490-4894-8ef1-033ba78ebfc9'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:43:09.180693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.334688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.412155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.477922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event updated for resources: {'Port': ['ID=d77d9c8c-7f7f-4bb2-be72-23acc086dca1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:09.491693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:09.626345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d0687-7adb-4a4e-a24a-178b88e29903 req-67d519b2-8a0e-4c38-ae23-c191f1bb3a1c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:09.627747 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c02d0687-7adb-4a4e-a24a-178b88e29903 req-67d519b2-8a0e-4c38-ae23-c191f1bb3a1c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 944 time: 0.0944519 Dec 10 16:43:09.634660 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 338d44b5-c651-4df5-94a7-f41439fd3ee1 associated. External IP: 172.26.4.198, port: fe0a39ef-1eff-4d82-beb3-e8160b1e53e3. Dec 10 16:43:09.751768 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c02d0687-7adb-4a4e-a24a-178b88e29903 req-5733b9ce-dcdc-4926-963a-8429e2923bb3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145821 Dec 10 16:43:09.878676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:09.987688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:09.998342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:10.007445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:10.009356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.050668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.078559 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-41afdde6-b998-4c8d-abd8-349ce85eb279 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3944800 Dec 10 16:43:10.079212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:10.081544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322ce49-51c4-41ca-8f4c-1c699bb46e38" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:10.113536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:10.120947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861cd606-7aef-4645-b94f-e5218ab91ffb x-openstack-request-id: req-861cd606-7aef-4645-b94f-e5218ab91ffb {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:10.121319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:10.121649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-861cd606-7aef-4645-b94f-e5218ab91ffb {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:10.122160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'status': 'completed', 'code': 200} Dec 10 16:43:10.185300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-475739fb-cd51-45af-87a0-ef4ac45661aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.195647 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-475739fb-cd51-45af-87a0-ef4ac45661aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1099 time: 0.0419209 Dec 10 16:43:10.285096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-c40ae539-3670-42f3-a9ba-f42df1b45297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.287312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-c40ae539-3670-42f3-a9ba-f42df1b45297 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0906570 Dec 10 16:43:10.343395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '338d44b5-c651-4df5-94a7-f41439fd3ee1', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:08Z', 'updated_at': '2021-12-10T16:43:08Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}, {'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.353895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-1bb9ce53-ac47-4ce5-95ed-771d66ceba1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 200 len: 1000 time: 0.0594845 Dec 10 16:43:10.369708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:10.378210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:10.378859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.411138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-e9f11d81-3f21-4e0f-b226-b6aa1586c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.413160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-e9f11d81-3f21-4e0f-b226-b6aa1586c745 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0487232 Dec 10 16:43:10.460090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-77473e16-34a8-49f2-8533-2804ecf0f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.461597 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-77473e16-34a8-49f2-8533-2804ecf0f7df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409636 Dec 10 16:43:10.485332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:10.552020 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-99440518-f73d-49cd-a720-99fdb6e6e3d9 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Dec 10 16:43:10.585042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device cdc42922-4490-4894-8ef1-033ba78ebfc9 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:10.647236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a322ce49-51c4-41ca-8f4c-1c699bb46e38 req-6f2d9a88-3e85-4117-abb3-4e191fbf91e3 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880241 Dec 10 16:43:10.746316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '338d44b5-c651-4df5-94a7-f41439fd3ee1', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:08Z', 'updated_at': '2021-12-10T16:43:08Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}, {'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:10.772929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port cdc42922-4490-4894-8ef1-033ba78ebfc9 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:43:10.776349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b12513d-4d3b-4fda-ba79-cd239aa6439d None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '338d44b5-c651-4df5-94a7-f41439fd3ee1', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:08Z', 'updated_at': '2021-12-10T16:43:08Z', 'revision_number': 0, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}, {'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:10.778930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port cdc42922-4490-4894-8ef1-033ba78ebfc9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:10.779302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.870381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:10.887728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eed01-ee8e-4992-a27e-dcc781008ed2 req-0d09a9e4-aa5a-477b-b46a-36061c9ff3c1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:10.889249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e1eed01-ee8e-4992-a27e-dcc781008ed2 req-0d09a9e4-aa5a-477b-b46a-36061c9ff3c1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 944 time: 0.0580406 Dec 10 16:43:10.894527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:10.897039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab38116e-1477-486f-9d7d-296df818cc1c" -d '{"events": [{"server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "name": "network-vif-plugged", "status": "completed", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:10.920838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:10.939966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e5885-8c58-4be4-a6c4-d80a8da42c95 x-openstack-request-id: req-509e5885-8c58-4be4-a6c4-d80a8da42c95 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:10.940264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "name": "network-vif-plugged", "status": "completed", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:10.940521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-509e5885-8c58-4be4-a6c4-d80a8da42c95 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:10.940960 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'code': 200} Dec 10 16:43:10.953810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e1eed01-ee8e-4992-a27e-dcc781008ed2 req-875ef324-1994-4b85-aef0-141142317ffa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567324 Dec 10 16:43:11.002847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f96f58-8e4e-49bb-8a15-a671631e9993 None None] New status for floating IP 338d44b5-c651-4df5-94a7-f41439fd3ee1: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:11.035495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:11.093507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:11.271010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08936a-bb69-42c3-803f-8195cfd71b65 req-5a7025f4-e737-4703-a61a-a34d7098388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:11.272656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d08936a-bb69-42c3-803f-8195cfd71b65 req-5a7025f4-e737-4703-a61a-a34d7098388f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1098 time: 0.0473933 Dec 10 16:43:11.321119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d08936a-bb69-42c3-803f-8195cfd71b65 req-d529d921-4889-4a37-bcc5-190fb36f78c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Dec 10 16:43:12.071682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af4f9-4d8a-41cd-92b1-25d30470ada7 req-a32b95f2-4f80-4cbc-9082-3fbf9bdb2d4e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:12.073224 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-637af4f9-4d8a-41cd-92b1-25d30470ada7 req-a32b95f2-4f80-4cbc-9082-3fbf9bdb2d4e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0502357 Dec 10 16:43:12.122526 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-637af4f9-4d8a-41cd-92b1-25d30470ada7 req-a82d9eb2-ab89-4766-a81f-e389bf54bef5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Dec 10 16:43:13.237248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb54cd-6546-4c28-93d8-8c47e102683b req-9abf1fbd-5e9f-4ddf-b8b2-a9f2d4f6cc95 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:13.238721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ecb54cd-6546-4c28-93d8-8c47e102683b req-9abf1fbd-5e9f-4ddf-b8b2-a9f2d4f6cc95 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Dec 10 16:43:13.288110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ecb54cd-6546-4c28-93d8-8c47e102683b req-f3b5f91b-d232-4c45-a3d5-1efe863dc1bd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Dec 10 16:43:13.404926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b34f-e8c3-4b95-bda0-9267cf1ebd7b req-f3b4a697-12c7-4992-9d58-1f440f7fa69e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:13.406392 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6198b34f-e8c3-4b95-bda0-9267cf1ebd7b req-f3b4a697-12c7-4992-9d58-1f440f7fa69e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Dec 10 16:43:13.455525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6198b34f-e8c3-4b95-bda0-9267cf1ebd7b req-9f57a52d-beb1-4abb-9bf4-62ea76882a41 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Dec 10 16:43:13.477069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54410) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.516875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487e6851-006d-4bf0-8f89-d31df6d654e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:13.518404 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-487e6851-006d-4bf0-8f89-d31df6d654e5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1093 time: 0.0403717 Dec 10 16:43:13.521850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54412) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:13.526143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:43:13.619558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.720918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:13.823163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.11 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/643b89d3-f0e5-47ae-a597-565f03f0cca3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:43:13.926698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.024029 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.060343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:43:14.063134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:43:14.067688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:43:14.094297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=643b89d3-f0e5-47ae-a597-565f03f0cca3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:14.418973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.570939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.722384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.795068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.872390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=643b89d3-f0e5-47ae-a597-565f03f0cca3,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:14.884541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:14.986548 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd associated. External IP: 172.26.4.11, port: cdc42922-4490-4894-8ef1-033ba78ebfc9. Dec 10 16:43:15.210155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router d6561528-c7fc-4179-b5de-66559c6326db has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:15.319984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:15.329964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:15.340560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:15.341206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:15.393084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:15.420781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ca5b202e-530a-4190-9630-e498248ec8f4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8978882 Dec 10 16:43:15.421678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:15.423514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54414) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:15.431376 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47e6f1a-ca75-4698-a681-816a330cc41d" -d '{"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:15.448488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:15.478074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462d4c65-b979-407a-b59f-69dd2fa0e9c7 x-openstack-request-id: req-462d4c65-b979-407a-b59f-69dd2fa0e9c7 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:15.478074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:15.478074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-462d4c65-b979-407a-b59f-69dd2fa0e9c7 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:15.478074 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'status': 'completed', 'code': 200} Dec 10 16:43:15.582944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-0cc8e752-3f78-447f-ba65-7e09d87eac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.584592 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-0cc8e752-3f78-447f-ba65-7e09d87eac72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1098 time: 0.0628715 Dec 10 16:43:15.603375 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-426b90cd-8a7d-42c3-8cf9-62960bacabab tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db HTTP/1.1" status: 200 len: 921 time: 0.1786652 Dec 10 16:43:15.606111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54418) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:15.675923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea21e1f8-dc25-491b-8482-df4939a0688b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 990 time: 0.0686383 Dec 10 16:43:15.684064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-8b70625e-4bba-4598-8bfb-880328145cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.685657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-8b70625e-4bba-4598-8bfb-880328145cff service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc HTTP/1.1" status: 200 len: 898 time: 0.0934579 Dec 10 16:43:15.757146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-cb01165c-e3ec-45f8-9a49-c124fadc9cc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9 HTTP/1.1" status: 200 len: 998 time: 0.0588229 Dec 10 16:43:15.820431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-5ef3bfee-b1df-427d-8086-fb2b06d622c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.824164 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-5ef3bfee-b1df-427d-8086-fb2b06d622c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec64fe9-6897-46d3-841f-e898a4ef27fb HTTP/1.1" status: 200 len: 835 time: 0.0604520 Dec 10 16:43:15.847282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:56Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:15.872687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-8718b02a-b391-4f7a-80b8-027e7965bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:15.874265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-8718b02a-b391-4f7a-80b8-027e7965bda4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420599 Dec 10 16:43:15.879409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:15.888236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:15.888848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:15.965316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-cb45d630-49e4-467b-87cf-c49fec12745d service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836205 Dec 10 16:43:15.995119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:16.065328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d47e6f1a-ca75-4698-a681-816a330cc41d req-b209e74a-2d2d-4510-b9c2-0a3860d62b51 service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873134 Dec 10 16:43:16.222774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:56Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:16.252475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8ee9-7209-4537-ab1b-aff3e0f36b1a None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:14Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:42:56Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:16.441700 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f268c9b-9392-435e-a9d3-6a4536ee0380 None None] New status for floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:16.679807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54422) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:16.741001 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c32ae63-784b-410c-ae7c-0a7eeb5c8682 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 992 time: 0.0600030 Dec 10 16:43:17.425524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:32.982989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0be3b40c-3c52-4ce7-b993-d7ae1467be97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:35.207761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-04c50189-4a7a-4ba7-a780-bc0329c4e20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:36.630265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:37.870400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:38.670693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:41.951572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:43:47.447774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:49.889239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54444) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.001613 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0dd58201-b5b9-41bb-b15c-ae348ae37a3f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1112032 Dec 10 16:43:50.004533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54446) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.190233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d6d594-aa9e-4ca9-86c9-fe7efbfa73e9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Notify agent at dv-neutron-820858-1-hyperv the message router_removed_from_agent {{(pid=103599) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 16:43:50.193500 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-24d6d594-aa9e-4ca9-86c9-fe7efbfa73e9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "DELETE /v2.0/agents/9c978816-6713-4117-bba1-d60249313c1d/l3-routers/d6561528-c7fc-4179-b5de-66559c6326db HTTP/1.1" status: 204 len: 168 time: 0.1879895 Dec 10 16:43:50.196091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54448) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.308338 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d60be7e1-9a65-49c6-a972-d7fe0c8a7933 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1111126 Dec 10 16:43:50.311023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54450) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:50.374073 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-226b213b-7b5c-4d5a-9f00-0486914d3939 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 992 time: 0.0620024 Dec 10 16:43:50.961753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8f3cd-8d1f-46e1-8808-8f7df906235f None None] New status for floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:51.321769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:51.377880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54452) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:51.398181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.430117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bce6b0b3-c986-4e90-9115-703d68ef1e0d,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:51.440113 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c235c701-3ee3-4dd9-ab3f-37fe2b5dfbee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 990 time: 0.0610411 Dec 10 16:43:51.516083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.516795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:43:51.590885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:51.600185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.600523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.600872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.601239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.601577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.601915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.602247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.602579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.602911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.603239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.603564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.603887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.604209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:51.643917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.662984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:51.750270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:51.795637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:52.553987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54456) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:52.738916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225f8453-fa3b-42d8-8af7-3e492b7edef5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Router d6561528-c7fc-4179-b5de-66559c6326db is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:43:52.739175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f8453-fa3b-42d8-8af7-3e492b7edef5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Notify agent at dv-neutron-820858-1-hyperv the message router_added_to_agent {{(pid=103598) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 16:43:52.768105 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-225f8453-fa3b-42d8-8af7-3e492b7edef5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "POST /v2.0/agents/9c978816-6713-4117-bba1-d60249313c1d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2148497 Dec 10 16:43:52.768963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54460) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:52.786335 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:52.796206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:52.796846 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:52.884841 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b9dace20-d141-471e-9438-1bf9ed8248d2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1150990 Dec 10 16:43:52.887577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:52.900622 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:52.951104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cafd18da-5067-4434-9966-9c9cbe3ba54c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 990 time: 0.0624325 Dec 10 16:43:53.118861 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:53.147831 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:53.156316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:53.156958 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:53.264909 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:53.482208 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:53.507777 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816fcac-f3c7-4dd5-983e-636932fedfc0 None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'e663670b-7c7b-4366-9661-cba28a0d1bdd', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.11', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'port_id': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'mac_address': 'fa:16:3e:f4:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:43:14Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:51Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:53.954758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54466) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:54.016928 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4af97ebd-cf4f-4c5b-906e-40c95c1c8e0e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 990 time: 0.0609746 Dec 10 16:43:55.021292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54468) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:55.022859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc0639-c460-4830-8787-1260aa91430f None None] New status for floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:55.087707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6950fbb-0109-435f-b65c-2491ac4fd384 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 990 time: 0.0652468 Dec 10 16:43:55.374311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:55.422507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:55.422882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.501375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.533490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bce6b0b3-c986-4e90-9115-703d68ef1e0d,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:55.631050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.631929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:55.706291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:55.716950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:55.717327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.793915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.813442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:43:55.888467 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:55.935807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:56.090699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54470) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.152138 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-aca7d3a1-5eba-4b04-be09-5024c6875ba1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 200 len: 992 time: 0.0599763 Dec 10 16:43:56.332251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-2d1aa3be-907a-4b13-a5cd-280dfcb25a48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399911 Dec 10 16:43:56.405996 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:43:56.441154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-ba79947e-11b1-4353-a527-c86c893de08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:56.442648 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-ba79947e-11b1-4353-a527-c86c893de08a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1098 time: 0.0443294 Dec 10 16:43:56.546353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-0d1cf0a4-c0b3-4402-b029-37f98cd5382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:56.547846 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-0d1cf0a4-c0b3-4402-b029-37f98cd5382c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0853362 Dec 10 16:43:56.622261 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-9348f89a-4891-4f53-a2ef-5bbb7edf2fbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 1000 time: 0.0662096 Dec 10 16:43:56.680141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-ccba0a3c-6f18-420a-9c4e-c2eade22f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:56.681577 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-ccba0a3c-6f18-420a-9c4e-c2eade22f943 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0470388 Dec 10 16:43:56.736019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-a267a04c-7e2b-4267-b775-c5f2ed48a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:56.737718 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-a267a04c-7e2b-4267-b775-c5f2ed48a5c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431194 Dec 10 16:43:56.828368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 643b89d3-f0e5-47ae-a597-565f03f0cca3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:56.828706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.837279 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-22c39611-dd1d-4491-b873-3f617cb13741 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Dec 10 16:43:56.903133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.903508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:56.919809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 643b89d3-f0e5-47ae-a597-565f03f0cca3 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:43:56.936618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adbea561-aac2-408c-b7a5-53a1aa341a57 req-1af67fea-18bd-4b1e-8a3b-615a1f8996f6 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Dec 10 16:43:57.161956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.190644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=643b89d3-f0e5-47ae-a597-565f03f0cca3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:43:57.210846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.211337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.211695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.212042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.212382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.212718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.213100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.213436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.213770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.214102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.214431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.214764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.215094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:43:57.270327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.270661 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd disassociated (deleted). External IP: 172.26.4.11, port: cdc42922-4490-4894-8ef1-033ba78ebfc9. Dec 10 16:43:57.336964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:57.384481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bce6b0b3-c986-4e90-9115-703d68ef1e0d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:57.384851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.464382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:43:57.482365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router d6561528-c7fc-4179-b5de-66559c6326db has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:43:57.510838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:43:57.511218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.591807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:43:57.597248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:43:57.603197 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:43:57.614422 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:57.615033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:57.625812 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e85a0b52-22bc-4ccf-b1eb-c1cd11149288 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/e663670b-7c7b-4366-9661-cba28a0d1bdd HTTP/1.1" status: 204 len: 168 time: 1.2188194 Dec 10 16:43:57.626411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:43:57.629368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19661e44-e217-4bb2-8fc8-ae3dad3f1380" -d '{"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:43:57.726405 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:57.735584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d59d0f-871c-4529-b240-1bbd8bf112ba x-openstack-request-id: req-33d59d0f-871c-4529-b240-1bbd8bf112ba {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:43:57.735584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:43:57.735845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33d59d0f-871c-4529-b240-1bbd8bf112ba {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:43:57.736060 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'status': 'completed', 'code': 200} Dec 10 16:43:57.812609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-ada7f52b-f30b-439c-980d-ba22e18bee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.814884 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-ada7f52b-f30b-439c-980d-ba22e18bee75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 1098 time: 0.0479319 Dec 10 16:43:57.926519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-28175c4a-5168-4264-a1d5-70a9ae54ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:57.928228 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-28175c4a-5168-4264-a1d5-70a9ae54ec32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc HTTP/1.1" status: 200 len: 898 time: 0.1012564 Dec 10 16:43:57.950473 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:57.971572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-df1943f6-dfa5-404a-8784-ea3815b5a609 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Dec 10 16:43:57.976869 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:43:57.985815 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:43:57.986459 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:58.032880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-9015a4ff-50a0-46aa-9beb-d8c89ca9f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:58.034382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-9015a4ff-50a0-46aa-9beb-d8c89ca9f162 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ec64fe9-6897-46d3-841f-e898a4ef27fb HTTP/1.1" status: 200 len: 835 time: 0.0554731 Dec 10 16:43:58.081306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-18a751cb-253b-4388-b443-4b56048d4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:58.083502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-18a751cb-253b-4388-b443-4b56048d4d17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417562 Dec 10 16:43:58.100277 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:43:58.116934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7384e9-3619-4b02-bbd6-934ada6c062c req-2793cded-4f56-49c2-aa72-14f94c59798e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:58.121814 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a7384e9-3619-4b02-bbd6-934ada6c062c req-2793cded-4f56-49c2-aa72-14f94c59798e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0644770 Dec 10 16:43:58.190409 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a7384e9-3619-4b02-bbd6-934ada6c062c req-04236a12-846b-4e14-a08f-a69b539d57c1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581381 Dec 10 16:43:58.190836 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-64cebf8c-9cb4-4277-a30c-faa21a946a47 service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979612 Dec 10 16:43:58.296761 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19661e44-e217-4bb2-8fc8-ae3dad3f1380 req-0d43a266-1017-441d-80ee-1843edb823a3 service neutron] 10.222.0.61 "GET /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972440 Dec 10 16:43:58.399803 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:43:58.425262 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfbd417-d430-432c-8194-adb95862d887 None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:42:53Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'bce6b0b3-c986-4e90-9115-703d68ef1e0d', 'name': '', 'network_id': 'e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:b2:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:52Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '6ec64fe9-6897-46d3-841f-e898a4ef27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:43:59.064098 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fba6a-c4b9-4db7-8b67-46e22eca6e8a None None] New status for floating IP e663670b-7c7b-4366-9661-cba28a0d1bdd: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:43:59.317035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499554d-f49b-402a-95c0-d1e5d3e94c12 req-507ec743-a267-4d1a-b73a-5518d227df05 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:59.318478 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6499554d-f49b-402a-95c0-d1e5d3e94c12 req-507ec743-a267-4d1a-b73a-5518d227df05 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0486610 Dec 10 16:43:59.366838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6499554d-f49b-402a-95c0-d1e5d3e94c12 req-073c01de-390f-4632-b9b4-608e834fdd21 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=5965ec07-4d29-4ffd-8aa4-38da2d77c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 Dec 10 16:43:59.602185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-e218ba6f-9fa1-47d5-a25a-26e4478a7cf6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:43:59.603645 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-e218ba6f-9fa1-47d5-a25a-26e4478a7cf6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Dec 10 16:43:59.692989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port cdc42922-4490-4894-8ef1-033ba78ebfc9 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:43:59.693365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.080494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port cdc42922-4490-4894-8ef1-033ba78ebfc9, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=cdc42922-4490-4894-8ef1-033ba78ebfc9,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:00.080847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.093398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for cdc42922-4490-4894-8ef1-033ba78ebfc9 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:00.388779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.422292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=cdc42922-4490-4894-8ef1-033ba78ebfc9,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:00.433697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.434063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.434419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.434764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.435108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.435446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.435783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.436127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.436453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.436803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.437143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.437475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.437803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:00.463696 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c0737a32-de2a-4d97-9c75-951e09a05751 req-648a652a-366a-4c05-94e9-6a7c54f44ea6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Dec 10 16:44:00.472298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port cdc42922-4490-4894-8ef1-033ba78ebfc9 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:00.474932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:00.478462 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-873bbb3e-132f-46ed-aebc-62a49ac4bafa req-04db5734-1cdf-4e0e-b60b-e2ca624eeeff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/cdc42922-4490-4894-8ef1-033ba78ebfc9 HTTP/1.1" status: 204 len: 173 time: 0.8673797 Dec 10 16:44:00.478964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'name': 'network-vif-deleted', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:00.481235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3057c9d-df23-418c-820f-080b3a558940" -d '{"events": [{"server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "name": "network-vif-deleted", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:00.585073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3823a075-f2ad-43c0-bd3e-4440854006b5 x-openstack-request-id: req-3823a075-f2ad-43c0-bd3e-4440854006b5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:00.585590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0499b2de-7c31-4842-ab84-48dc8f2c1257", "name": "network-vif-deleted", "tag": "cdc42922-4490-4894-8ef1-033ba78ebfc9", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:00.585843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3823a075-f2ad-43c0-bd3e-4440854006b5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:00.587819 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0499b2de-7c31-4842-ab84-48dc8f2c1257', 'name': 'network-vif-deleted', 'tag': 'cdc42922-4490-4894-8ef1-033ba78ebfc9', 'status': 'completed', 'code': 200} Dec 10 16:44:01.578739 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-95383159-c33a-451b-a656-ecdd2c963bbb req-21b9b8c9-d53c-4ec6-89f9-2f663e94faf3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=0499b2de-7c31-4842-ab84-48dc8f2c1257 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Dec 10 16:44:02.636115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:02.691319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.717710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.740487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device cdc42922-4490-4894-8ef1-033ba78ebfc9 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:02.760452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: cdc42922-4490-4894-8ef1-033ba78ebfc9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:02.760800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device cdc42922-4490-4894-8ef1-033ba78ebfc9 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:02.892994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.895635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.896811 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/5965ec07-4d29-4ffd-8aa4-38da2d77c60d HTTP/1.1" status: 204 len: 168 time: 0.2597003 Dec 10 16:44:02.906809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db09f6-0533-4966-b923-08a325f99fca tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5965ec07-4d29-4ffd-8aa4-38da2d77c60d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:02.955708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d10af6c-acd2-40ba-b35c-ba604edee109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:02.972589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:03.339524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.590071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port bce6b0b3-c986-4e90-9115-703d68ef1e0d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:03.590417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.678015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port bce6b0b3-c986-4e90-9115-703d68ef1e0d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bce6b0b3-c986-4e90-9115-703d68ef1e0d,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:03.678376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.690518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for bce6b0b3-c986-4e90-9115-703d68ef1e0d owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:03.936927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:03.968772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=bce6b0b3-c986-4e90-9115-703d68ef1e0d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:04.146652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.370736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router d6561528-c7fc-4179-b5de-66559c6326db has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:44:04.477159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:44:04.485072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-48997b96-b335-4b31-a97c-a195c5ade4e3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082231 Dec 10 16:44:04.485596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54510) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:04.487602 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Sync routers for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:44:04.498346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:04.499408 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:04.538049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 6ec64fe9-6897-46d3-841f-e898a4ef27fb {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:44:04.540128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.579985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.600960 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:04.671715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.779934 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:44:03Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:04.802783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.807061 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Checking router: d6561528-c7fc-4179-b5de-66559c6326db for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:44:04.815467 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Routers {'d6561528-c7fc-4179-b5de-66559c6326db'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:04.816075 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:43:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d6561528-c7fc-4179-b5de-66559c6326db'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:04.827958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec64fe9-6897-46d3-841f-e898a4ef27fb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:04.834149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:04.837464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a5a3d4ed-b411-43a9-a9f9-ae99885d5d32 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/6ec64fe9-6897-46d3-841f-e898a4ef27fb HTTP/1.1" status: 204 len: 168 time: 0.3511832 Dec 10 16:44:04.840114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:04.844445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b116c85-d87e-4140-8327-922d2713ef11 None None] Network e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:04.922148 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] Set router d6561528-c7fc-4179-b5de-66559c6326db gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:04.960171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.070275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.109567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:44:03Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:05.142000 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73ee8-a61b-4080-9d1b-9a4bbeb346a6 None None] The sync data for ids ['d6561528-c7fc-4179-b5de-66559c6326db'] in dv-neutron-820858-1-hyperv is: [{'id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'name': 'tempest-TestNetworkBasicOps-router-870450610', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:42:48Z', 'updated_at': '2021-12-10T16:44:03Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '275ae7ce-8c9f-498e-80c8-c37b6827dfb8', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6561528-c7fc-4179-b5de-66559c6326db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:42:49Z', 'updated_at': '2021-12-10T16:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:44:05.160010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] DHCP port deletion for e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:05.208885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-14dfa0f5-f2f4-49f2-9f3a-cc377191fd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.213059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:05.213624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.215181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Deleting port ffc9543d-c8af-4abe-83e4-f0f01841b995 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:44:05.215555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.289750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] For port ffc9543d-c8af-4abe-83e4-f0f01841b995, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ffc9543d-c8af-4abe-83e4-f0f01841b995,segment=NetworkSegment(d555e527-079f-4123-9d6e-0f806b1d98c7),segment_id=d555e527-079f-4123-9d6e-0f806b1d98c7)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:05.290158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.302051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 275ae7ce-8c9f-498e-80c8-c37b6827dfb8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:05.302416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.303044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Calling delete_port for ffc9543d-c8af-4abe-83e4-f0f01841b995 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:05.318743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:44:05.430526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.458237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] Pushing event deleted for resources: {'Port': ['ID=ffc9543d-c8af-4abe-83e4-f0f01841b995,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:05.461848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54d340-8c77-4f22-a82e-6056485c18e4 None None] No DVR routers for this DVR port ffc9543d-c8af-4abe-83e4-f0f01841b995 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:44:05.548907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.560357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:05.581437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: bce6b0b3-c986-4e90-9115-703d68ef1e0d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:05.581811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bce6b0b3-c986-4e90-9115-703d68ef1e0d not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:05.582192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ffc9543d-c8af-4abe-83e4-f0f01841b995 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:05.584823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=275ae7ce-8c9f-498e-80c8-c37b6827dfb8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:05.617772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57173ccc-43d3-4310-9edf-513d5162c1ae None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:05.620800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ffc9543d-c8af-4abe-83e4-f0f01841b995 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:05.621320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ffc9543d-c8af-4abe-83e4-f0f01841b995 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:05.657006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.750025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.752151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.885487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.886004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router d6561528-c7fc-4179-b5de-66559c6326db {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:44:05.892920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:05.898560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-08a00bd8-0776-49e2-9204-d05bc91f674a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/d6561528-c7fc-4179-b5de-66559c6326db HTTP/1.1" status: 204 len: 168 time: 1.0528891 Dec 10 16:44:05.898706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54514) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:05.983850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.068830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.088427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:06.097420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd555e527-079f-4123-9d6e-0f806b1d98c7') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:06.097723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd555e527-079f-4123-9d6e-0f806b1d98c7') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:06.106886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.119918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.125670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:44:06.126052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:44:06.129020 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:44:06.245785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.253562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.256362 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc HTTP/1.1" status: 204 len: 168 time: 0.3578696 Dec 10 16:44:06.268308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a291d8-4113-401c-a50f-fd77f5508da0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=e8f1dae3-2529-45a0-ad49-20d8ee6ca9dc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:06.279270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:06.284453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1146758322', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:06.348699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:06.352279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.376918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:44:06.385930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.386296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment a06aa094-e43b-4fdf-93b9-bb896870b649 of type vlan for network 939b1f31-ffc9-4eff-89d4-0100737c3d9e Dec 10 16:44:06.423897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.542942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.548464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:06.549075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.588661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.616411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=939b1f31-ffc9-4eff-89d4-0100737c3d9e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:06.626468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:44:06.660360 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9124f54f-9959-46be-8450-85e0a50080dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3799191 Dec 10 16:44:06.663732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:06.668204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-653070486', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:06.784835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.786065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:06.836963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.330085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:44:07.351124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:44:07.351572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 275ae7ce-8c9f-498e-80c8-c37b6827dfb8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:44:07.361104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.597751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.617323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.722096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.188 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/7655dce3-215b-4829-9ec6-774af2e4266e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:07.826195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.870246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:07.967400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.008454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:08.011364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:08.013825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:08.024252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842724c-b774-4197-8758-330a6e44e28e None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:08.038447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=7655dce3-215b-4829-9ec6-774af2e4266e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:08.082330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-32dbe2d8-636a-4073-9d02-df14209f2c2d None None] Provisioning complete for port 7655dce3-215b-4829-9ec6-774af2e4266e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:08.082706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32dbe2d8-636a-4073-9d02-df14209f2c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.116290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32dbe2d8-636a-4073-9d02-df14209f2c2d None None] Port 7655dce3-215b-4829-9ec6-774af2e4266e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:08.351821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.548295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.710204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.739183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 256fb879-7788-412e-b1e9-63ba0f2b2771 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:44:08.848806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:44:08.861735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Sync routers for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:44:08.872270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:08.872941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:08.940667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:08.942440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-144b0df4-dbd3-49c5-b3c7-ad5786632122 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2772002 Dec 10 16:44:08.945638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:08.978071 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-14e45e90-6365-4385-9bdc-8ab062cf25b9 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311337 Dec 10 16:44:08.978383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:08.980560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54522) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:09.068203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b3478-10bf-4c6a-9c4a-5fd687149c6a tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:09.069898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-391b3478-10bf-4c6a-9c4a-5fd687149c6a tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883782 Dec 10 16:44:09.072660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54524) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:09.108053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2550d952-bac7-4e6b-9340-c26d836ff765 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339029 Dec 10 16:44:09.110628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54526) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:09.115889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540657972', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:09.158618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:08Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:09.186241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Checking router: 256fb879-7788-412e-b1e9-63ba0f2b2771 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:44:09.186603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Updating router 256fb879-7788-412e-b1e9-63ba0f2b2771 port 7655dce3-215b-4829-9ec6-774af2e4266e binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:44:09.214884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.291725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:09.295380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.464383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.520626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.555011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.564309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493ab6f-8d7a-4b33-967e-165367059d96 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:09.576142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Attempting to bind port 7655dce3-215b-4829-9ec6-774af2e4266e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:09.581887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Attempting to bind port 7655dce3-215b-4829-9ec6-774af2e4266e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:09.581887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Attempting to bind port 7655dce3-215b-4829-9ec6-774af2e4266e on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:09.584575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b96fc-e69b-4bb7-8d16-b81c85b6d61f None None] Pushing event updated for resources: {'Port': ['ID=7655dce3-215b-4829-9ec6-774af2e4266e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:09.589730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:09.590119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:09.590703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.591176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:09.591690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Bound port: 7655dce3-215b-4829-9ec6-774af2e4266e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:09.592084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.623402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=149728df-0591-4b5c-8cb6-3cad84fe23da,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:09.634858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:09.635275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: 939b1f31-ffc9-4eff-89d4-0100737c3d9e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:44:09.657534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] For port 7655dce3-215b-4829-9ec6-774af2e4266e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:09.662126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] For port 7655dce3-215b-4829-9ec6-774af2e4266e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7655dce3-215b-4829-9ec6-774af2e4266e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:09.663793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ad45dc1e-7433-4677-a022-e755d75720dc None None] Provisioning complete for port 7655dce3-215b-4829-9ec6-774af2e4266e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:09.664193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ad45dc1e-7433-4677-a022-e755d75720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.697616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ad45dc1e-7433-4677-a022-e755d75720dc None None] Port 7655dce3-215b-4829-9ec6-774af2e4266e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:09.761413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:44:09.807566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.852260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367445f-6083-4d5b-9cb1-a22a45fd3272 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:44:09.852761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 939b1f31-ffc9-4eff-89d4-0100737c3d9e) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:09.857064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:09.858140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:09.865871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67083e28-6101-454a-a41c-ac2e972c42cd None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:09.925819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:09.927123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:09.930684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-90c3e810-567a-4b08-a49c-eeca531bbb6f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8190932 Dec 10 16:44:09.940747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:09.940941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b96fc-e69b-4bb7-8d16-b81c85b6d61f None None] Pushing event updated for resources: {'Port': ['ID=7655dce3-215b-4829-9ec6-774af2e4266e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:10.035189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] Provisioning complete for port 7655dce3-215b-4829-9ec6-774af2e4266e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:10.035995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.116055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:44:10.117018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.134767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:10.381172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.406682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.575846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] For port 7655dce3-215b-4829-9ec6-774af2e4266e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7655dce3-215b-4829-9ec6-774af2e4266e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:10.581212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Allocated IP 172.20.0.2 (939b1f31-ffc9-4eff-89d4-0100737c3d9e/149728df-0591-4b5c-8cb6-3cad84fe23da/ee42e3dc-65f9-4809-b73d-b68025e39d04) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:10.672560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.731944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:08Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:10.771954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691631f0-2d08-433e-bf88-7628c8d47f9e None None] The sync data for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv is: [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:08Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:44:10.810851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54a48-43b7-4f90-b155-47c0d81bfa10 None None] Pushing event updated for resources: {'Port': ['ID=7655dce3-215b-4829-9ec6-774af2e4266e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:10.831317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.887964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:10.933003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:10.938135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:10.942489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:10.942704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (939b1f31-ffc9-4eff-89d4-0100737c3d9e/149728df-0591-4b5c-8cb6-3cad84fe23da/ba83703e-29a9-413f-b81f-730ed6679a83) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:10.950105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Pushing event updated for resources: {'Port': ['ID=ee42e3dc-65f9-4809-b73d-b68025e39d04,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:11.022243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Attempting to bind port ee42e3dc-65f9-4809-b73d-b68025e39d04 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:11.022702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Attempting to bind port ee42e3dc-65f9-4809-b73d-b68025e39d04 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:11.023081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Attempting to bind port ee42e3dc-65f9-4809-b73d-b68025e39d04 on network 939b1f31-ffc9-4eff-89d4-0100737c3d9e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:11.028571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:11.029039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Checking segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:11.034406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.034406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Bound using segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:11.034406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Bound port: ee42e3dc-65f9-4809-b73d-b68025e39d04, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:11.034406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.105051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] For port ee42e3dc-65f9-4809-b73d-b68025e39d04, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:11.108983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] For port ee42e3dc-65f9-4809-b73d-b68025e39d04, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ee42e3dc-65f9-4809-b73d-b68025e39d04,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:11.110703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.208182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.225617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.283630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:11.289268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430804-1e04-42fe-a759-844f54cfab03 None None] Pushing event updated for resources: {'Port': ['ID=ee42e3dc-65f9-4809-b73d-b68025e39d04,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:11.289727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:11.292764 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:11.341032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:11.378609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.402874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7655dce3-215b-4829-9ec6-774af2e4266e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:11.503426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7655dce3-215b-4829-9ec6-774af2e4266e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:11.503806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.628090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:11.910103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.001607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.077048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:12.079459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.183996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:12.185491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:12.249011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c74be-a6b8-46f4-94d5-d5f57bd9892c None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:44:12.332115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] Provisioning complete for port ee42e3dc-65f9-4809-b73d-b68025e39d04 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.332950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.342426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 256fb879-7788-412e-b1e9-63ba0f2b2771 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:44:12.463984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.467715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:44:12.474340 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-366e00e4-b416-4816-a4f7-09c0bbc9e187 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/256fb879-7788-412e-b1e9-63ba0f2b2771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5397904 Dec 10 16:44:12.476928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:12.503515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] For port ee42e3dc-65f9-4809-b73d-b68025e39d04, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ee42e3dc-65f9-4809-b73d-b68025e39d04,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:12.549461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.609157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efee6bc-b097-4982-acfa-2ab253e0e93d None None] Pushing event updated for resources: {'Port': ['ID=ee42e3dc-65f9-4809-b73d-b68025e39d04,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:12.663980 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.664463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.664957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.665417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.666078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.666559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.671446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:12.671641 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7e3207fe-b173-48eb-ad4d-a170aab6a7b8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1934094 Dec 10 16:44:12.672253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-816e0a12-7016-492a-8a3b-6c559954acc3 None None] Provisioning complete for port ee42e3dc-65f9-4809-b73d-b68025e39d04 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.672627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-816e0a12-7016-492a-8a3b-6c559954acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.755385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.756237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.757237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.758125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.759306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.760178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:12.765024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cc96207b-21cd-479e-a7ce-1b3e51455f26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0897563 Dec 10 16:44:12.766165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:12.777324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-816e0a12-7016-492a-8a3b-6c559954acc3 None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.777851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-816e0a12-7016-492a-8a3b-6c559954acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.818266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-816e0a12-7016-492a-8a3b-6c559954acc3 None None] Port ba83703e-29a9-413f-b81f-730ed6679a83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:12.833016 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Sync routers for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:44:12.846102 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:12.846818 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:12.912151 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-01846b82-5e28-4b97-908f-27650c3702ed tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1454921 Dec 10 16:44:12.937984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f74dffb4-ef2a-4517-91e9-01a93e0ec706 None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:12.939056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f74dffb4-ef2a-4517-91e9-01a93e0ec706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:12.964108 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:12.982300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f74dffb4-ef2a-4517-91e9-01a93e0ec706 None None] Port ba83703e-29a9-413f-b81f-730ed6679a83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:13.103419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-51d8db3a-6807-48a8-a5af-25e36716101f None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:13.103806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51d8db3a-6807-48a8-a5af-25e36716101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.142150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-51d8db3a-6807-48a8-a5af-25e36716101f None None] Port ba83703e-29a9-413f-b81f-730ed6679a83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:13.178886 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:13.204803 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Checking router: 256fb879-7788-412e-b1e9-63ba0f2b2771 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:44:13.205200 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Updating router 256fb879-7788-412e-b1e9-63ba0f2b2771 port ba83703e-29a9-413f-b81f-730ed6679a83 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:44:13.232644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.383321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ee42e3dc-65f9-4809-b73d-b68025e39d04 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:13.435759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ee42e3dc-65f9-4809-b73d-b68025e39d04 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:13.436188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.587412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.657631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54540) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:13.662794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047328729', 'description': 'tempest-secgroup-smoke-2047328729 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:13.674459 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.727253 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Pushing event updated for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:13.752294 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.752657 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.753038 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.753916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.753916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.754148 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.754406 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.754743 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.755068 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.755492 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.755828 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.756149 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.756490 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:44:13.779493 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.804298 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Attempting to bind port ba83703e-29a9-413f-b81f-730ed6679a83 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:13.805072 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Attempting to bind port ba83703e-29a9-413f-b81f-730ed6679a83 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:13.805766 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Attempting to bind port ba83703e-29a9-413f-b81f-730ed6679a83 on network 939b1f31-ffc9-4eff-89d4-0100737c3d9e {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:13.811326 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:13.811711 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Checking segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:13.812125 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.812527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Bound using segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:13.813024 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Bound port: ba83703e-29a9-413f-b81f-730ed6679a83, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:13.813409 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.859306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.878324 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] For port ba83703e-29a9-413f-b81f-730ed6679a83, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:13.881629 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] For port ba83703e-29a9-413f-b81f-730ed6679a83, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba83703e-29a9-413f-b81f-730ed6679a83,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:13.959692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.976801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-09725297-ec5c-441f-8b04-84324753f56c None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:13.977120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09725297-ec5c-441f-8b04-84324753f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.983559 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:13.992534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744b4937-bc0f-4f0e-a614-ef7f9e9a3277,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.010530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-09725297-ec5c-441f-8b04-84324753f56c None None] Port ba83703e-29a9-413f-b81f-730ed6679a83 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:14.043222 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:14.043840 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:14.095156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.096806 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a3c95ba1-e543-4ff0-8c89-e1836da57ea4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4381678 Dec 10 16:44:14.100296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:14.110135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:14.113305 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc388e4-af81-41bd-8f14-133c7789b610 None None] Pushing event updated for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.173214 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:14.230027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:14.234358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.281951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.309619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.342602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.342992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] For port ba83703e-29a9-413f-b81f-730ed6679a83, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba83703e-29a9-413f-b81f-730ed6679a83,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:14.378517 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:14.405158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eac048-dda7-4c0f-8959-de53d767ac82 None None] The sync data for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv is: [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:13Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:44:14.418831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.429981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.455773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d8e192-6b61-49a0-8122-88afb0f23dd3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.499498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c231e35-b945-49e0-885d-875a7935bf79 None None] Pushing event updated for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.546506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.548006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bb403c5b-a89e-4e73-83a8-310db62a8ef4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4463379 Dec 10 16:44:14.550692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:14.556094 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:14.646656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.706660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.761809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.783881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565c4728-bd28-4851-b4f2-b60565c960a6,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:14.865798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:14.867095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4832d7f9-23ce-4ca9-8053-1230c804791b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3147821 Dec 10 16:44:14.869993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54546) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:14.874700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:14.972462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.023876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.110040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.130258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e73b791-7c4d-4512-8abd-065af4d7a782,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.232075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.233678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-980b203d-e241-43c4-ace5-25d3602d484b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626156 Dec 10 16:44:15.236338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54548) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:15.241462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:15.344524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.367397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ba83703e-29a9-413f-b81f-730ed6679a83 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:15.417656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.418802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:15.419367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.485905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.514382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e670fe00-e408-4cca-be6d-4698e9d7c9b2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.596254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.597494 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-978aa3fa-c3e0-4209-aa27-c220e30a8386 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3601542 Dec 10 16:44:15.600743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54550) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:15.605031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:15.691921 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:44:15.696865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.761546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.841366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.859588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c9e54b-75b2-4e04-a85a-0e8c766edd30,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:15.946332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:15.947505 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d05e73d0-da99-4047-b9d3-c3abd73f0021 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3458059 Dec 10 16:44:15.950236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54552) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:15.954538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '744b4937-bc0f-4f0e-a614-ef7f9e9a3277', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:16.047218 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:44:16.053021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.111476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.206973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.224209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67deb252-c44d-4106-8c06-838fd59d68ea,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:16.335202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:16.336431 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-280af555-8958-48c7-b315-f27051a5a7f8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3852713 Dec 10 16:44:16.498897 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-92bb1655-43e7-4499-b797-bd98e25a37d3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047328729&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0456097 Dec 10 16:44:16.679886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-cdfb99ca-e34b-4027-84ff-faf00905d557 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:16.681390 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-cdfb99ca-e34b-4027-84ff-faf00905d557 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 200 len: 797 time: 0.1757350 Dec 10 16:44:16.696611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-f093d8c9-7b5a-4d2c-ba6f-11d23325dab7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Dec 10 16:44:16.788537 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-3fc84ebf-8087-42bd-b774-ea7109a0e5d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861518 Dec 10 16:44:16.848991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-ea965fad-d959-497a-9547-52cdf8dbedc3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:44:16.850010 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-ea965fad-d959-497a-9547-52cdf8dbedc3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501730 Dec 10 16:44:16.937971 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-77661669-267b-445a-b3c6-ae83d10e9962 service neutron] 10.222.0.21 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Dec 10 16:44:17.029922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-e2074d09-1c73-40c6-9f5f-c693aabcb0ec service neutron] 10.222.0.21 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856702 Dec 10 16:44:17.456915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:18.339323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-70c854e6-4ab3-4c5d-bb1e-a6e3685bc852 req-29f94c2d-0667-41bf-8a3a-5e666d6bbab6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 210 time: 0.0273135 Dec 10 16:44:18.950996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:44:19.433411 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1fde14e8-f5ca-468b-ade3-217990a6ee8f req-837dc966-90d5-4282-b923-4164021a14e6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 210 time: 0.0276430 Dec 10 16:44:20.844943 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cda05d4-e615-4476-9cfb-bbc652904c86 req-8e61062d-19a8-4c61-878b-6416e8a26f2b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 210 time: 0.0353539 Dec 10 16:44:20.889807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-e035c654-ee39-458e-99de-3ca4a40fce0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:20.891416 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-e035c654-ee39-458e-99de-3ca4a40fce0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 200 len: 797 time: 0.4648230 Dec 10 16:44:20.960291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-54a6ba6f-4541-45df-b928-797112be2acf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 380 time: 0.0554624 Dec 10 16:44:20.970860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '189868df-19fd-48cb-b55b-faf157c363fd', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['744b4937-bc0f-4f0e-a614-ef7f9e9a3277']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:21.142858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:44:21.146935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.275001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.8 (939b1f31-ffc9-4eff-89d4-0100737c3d9e/149728df-0591-4b5c-8cb6-3cad84fe23da/c8aa8ad3-d929-4459-b08f-86bbda59446d) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:21.414520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.497042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.545828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:21.549086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:21.551489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:21.579819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:21.607382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:21.608348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.683974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-66b08ee5-174d-404c-9042-eb073ea5c3d8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7167404 Dec 10 16:44:21.698300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Request body: {'port': {'device_id': '189868df-19fd-48cb-b55b-faf157c363fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:21.753930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.810819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-98a928ee-216a-4501-b045-61005e2cb642 None None] Provisioning complete for port c8aa8ad3-d929-4459-b08f-86bbda59446d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:21.811462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98a928ee-216a-4501-b045-61005e2cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:21.843655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-98a928ee-216a-4501-b045-61005e2cb642 None None] Port c8aa8ad3-d929-4459-b08f-86bbda59446d cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:44:21.959178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42910981-745c-4545-90fb-1bec9c784a73 req-8a9c4f46-b9f0-4f0b-a45e-20c519ac9a3f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:21.960669 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42910981-745c-4545-90fb-1bec9c784a73 req-8a9c4f46-b9f0-4f0b-a45e-20c519ac9a3f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 931 time: 0.0480480 Dec 10 16:44:22.011118 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42910981-745c-4545-90fb-1bec9c784a73 req-b3236b12-d12c-4a67-b32e-f66472366144 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Dec 10 16:44:22.022064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aa8ad3-d929-4459-b08f-86bbda59446d {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:22.030172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:22.042843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Transition to ACTIVE for port object c8aa8ad3-d929-4459-b08f-86bbda59446d will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:44:22.142606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:22.212853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:22.266391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Attempting to bind port c8aa8ad3-d929-4459-b08f-86bbda59446d on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:44:22.266743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Attempting to bind port c8aa8ad3-d929-4459-b08f-86bbda59446d by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:44:22.267075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Attempting to bind port c8aa8ad3-d929-4459-b08f-86bbda59446d on network 939b1f31-ffc9-4eff-89d4-0100737c3d9e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:22.272335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Port c8aa8ad3-d929-4459-b08f-86bbda59446d on network 939b1f31-ffc9-4eff-89d4-0100737c3d9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:44:22.272680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Attempting to bind port c8aa8ad3-d929-4459-b08f-86bbda59446d on network 939b1f31-ffc9-4eff-89d4-0100737c3d9e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:44:22.277789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:44:22.278131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Checking segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:44:22.278525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Bound using segment: {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:44:22.278964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Bound port: c8aa8ad3-d929-4459-b08f-86bbda59446d, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06aa094-e43b-4fdf-93b9-bb896870b649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:44:22.279319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:22.351617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:44:22.354802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:44:22.424470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:22.461583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.462267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:22.463554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 200 len: 1093 time: 0.7697992 Dec 10 16:44:22.464019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:22.466329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a" -d '{"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:22.489616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca173f3-d5f4-433b-afff-98f4f5279ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:22.515491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a7c5c5-8183-4165-9270-f9dd8aa4b934 x-openstack-request-id: req-13a7c5c5-8183-4165-9270-f9dd8aa4b934 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:22.515784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:22.518704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13a7c5c5-8183-4165-9270-f9dd8aa4b934 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:22.518704 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'status': 'completed', 'code': 200} Dec 10 16:44:22.582529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-c8c5f0f4-5d08-49ca-b485-2ef6c270b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.584672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-c8c5f0f4-5d08-49ca-b485-2ef6c270b2ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1096 time: 0.0439787 Dec 10 16:44:22.690778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-24d47764-fc23-4ab0-a7ee-df5f7335e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.692314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-24d47764-fc23-4ab0-a7ee-df5f7335e747 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993114 Dec 10 16:44:22.791635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-8cea95c2-6ad0-4530-8a8c-fa6a8f0fb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.793085 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a6a8c48f-c47b-4b2a-9322-22a3b8d1d01a req-8cea95c2-6ad0-4530-8a8c-fa6a8f0fb961 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897276 Dec 10 16:44:22.882165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-569148f0-c688-4e74-8134-e9e170650671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.883704 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-569148f0-c688-4e74-8134-e9e170650671 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1096 time: 0.0458462 Dec 10 16:44:22.925722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-397d8f04-537f-423e-bb2d-0c25e3bfe0c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 200 len: 217 time: 0.0335255 Dec 10 16:44:22.978737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-8f437dbe-94dc-477b-b89b-3e2b3e2feacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:22.980309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-8f437dbe-94dc-477b-b89b-3e2b3e2feacf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 200 len: 843 time: 0.0441866 Dec 10 16:44:23.031618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-c80ed941-b180-452e-ab8a-22db97e2b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:23.033162 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-c80ed941-b180-452e-ab8a-22db97e2b29e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=939b1f31-ffc9-4eff-89d4-0100737c3d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402508 Dec 10 16:44:23.130170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a51f-500c-4f07-b499-3c7bfa937cb3 req-a88ea7c5-a086-4bc5-a9c6-9dc063511b88 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:23.132398 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-89a9a51f-500c-4f07-b499-3c7bfa937cb3 req-a88ea7c5-a086-4bc5-a9c6-9dc063511b88 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 943 time: 0.0527875 Dec 10 16:44:23.134775 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-879357bf-7066-4599-aee6-05ff68076860 service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891392 Dec 10 16:44:23.186006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-89a9a51f-500c-4f07-b499-3c7bfa937cb3 req-474152e9-b3b3-4588-9624-9a3123759bc8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Dec 10 16:44:23.235549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d603e2a1-e5a9-4bcc-8b69-4136d6b89869 req-9e265427-14af-4ead-8b08-687f15240a08 service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Dec 10 16:44:24.307983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d960055-dd86-4711-9b4d-a3c0becf7fc7 req-75b587e4-c573-4e48-9b49-c21053eaa961 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:24.309440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d960055-dd86-4711-9b4d-a3c0becf7fc7 req-75b587e4-c573-4e48-9b49-c21053eaa961 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 943 time: 0.0555494 Dec 10 16:44:24.358323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d960055-dd86-4711-9b4d-a3c0becf7fc7 req-83b0c5d7-6305-4265-9c0b-6150159edf04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Dec 10 16:44:25.490985 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22e8a3-5d17-4f1d-a422-663cef033d9e req-2726842f-2811-4f1b-83ff-929fbcd85381 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:25.492846 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e22e8a3-5d17-4f1d-a422-663cef033d9e req-2726842f-2811-4f1b-83ff-929fbcd85381 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 943 time: 0.0555122 Dec 10 16:44:25.547885 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e22e8a3-5d17-4f1d-a422-663cef033d9e req-df695a29-81a6-4233-b3c7-aacef8935f93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488930 Dec 10 16:44:26.663394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e5310-ae3b-49de-a2a0-a661bef255d2 req-8445a375-d781-43d6-91ca-8f4ae36a1cb5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:26.664935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-089e5310-ae3b-49de-a2a0-a661bef255d2 req-8445a375-d781-43d6-91ca-8f4ae36a1cb5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 943 time: 0.0490937 Dec 10 16:44:26.714403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-089e5310-ae3b-49de-a2a0-a661bef255d2 req-feef1d29-498e-44fe-86b2-0f128a0a375d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Dec 10 16:44:26.835197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device c8aa8ad3-d929-4459-b08f-86bbda59446d details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:44:26.926791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:26.938055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'port_id': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'mac_address': 'fa:16:3e:ee:f1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:44:26.975122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:26.991670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aa8ad3-d929-4459-b08f-86bbda59446d {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:44:27.011292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:27.070128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:27.119044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:27.369286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['c8aa8ad3-d929-4459-b08f-86bbda59446d'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:44:27.831409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962463eb-6d9d-439e-bb2f-2249583c37b0 req-be694663-8c33-406d-9e55-d2011a4071a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:27.832908 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-962463eb-6d9d-439e-bb2f-2249583c37b0 req-be694663-8c33-406d-9e55-d2011a4071a8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 944 time: 0.0501654 Dec 10 16:44:27.884973 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-962463eb-6d9d-439e-bb2f-2249583c37b0 req-d57bb319-b556-45f0-b1d1-e1f0557ca03c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 Dec 10 16:44:28.836093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device c8aa8ad3-d929-4459-b08f-86bbda59446d up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:44:28.942624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port c8aa8ad3-d929-4459-b08f-86bbda59446d completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:44:28.947344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port c8aa8ad3-d929-4459-b08f-86bbda59446d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:44:28.947722 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:29.003111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6d842-9656-428f-a9f6-5f99d65c3604 req-1c7aaf19-fb9c-43ba-8a3f-02a68a37ca00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:29.004612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04d6d842-9656-428f-a9f6-5f99d65c3604 req-1c7aaf19-fb9c-43ba-8a3f-02a68a37ca00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 944 time: 0.0536244 Dec 10 16:44:29.029161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:29.051773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:29.054599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fac1f4-75ee-458d-9118-29c48c2f5a63" -d '{"events": [{"server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "name": "network-vif-plugged", "status": "completed", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:29.056657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04d6d842-9656-428f-a9f6-5f99d65c3604 req-58fa57ea-3ddc-45bf-993c-50911cf9a0c7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Dec 10 16:44:29.067188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:44:29.096019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c89afa-c82c-4fd7-8267-d40a08b912b5 x-openstack-request-id: req-03c89afa-c82c-4fd7-8267-d40a08b912b5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:29.096317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "name": "network-vif-plugged", "status": "completed", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:29.096578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03c89afa-c82c-4fd7-8267-d40a08b912b5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:29.097007 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'code': 200} Dec 10 16:44:29.132434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:29.186828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:29.425083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff17c0-27c2-4f7c-af6e-a0f918f1fb2b req-436aad68-1c90-4bb3-af25-7d27992ac476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:29.426502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b5ff17c0-27c2-4f7c-af6e-a0f918f1fb2b req-436aad68-1c90-4bb3-af25-7d27992ac476 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1098 time: 0.0398262 Dec 10 16:44:29.472592 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b5ff17c0-27c2-4f7c-af6e-a0f918f1fb2b req-a0db8ed3-ee23-4cf5-bf24-6392db3df08c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390325 Dec 10 16:44:30.179005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b9f9-a49e-4e5c-864a-b81dd9ad6fcc req-15b1427e-e6a6-4a20-ab48-d4826451aecf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:30.180516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-beb0b9f9-a49e-4e5c-864a-b81dd9ad6fcc req-15b1427e-e6a6-4a20-ab48-d4826451aecf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0496588 Dec 10 16:44:30.233328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-beb0b9f9-a49e-4e5c-864a-b81dd9ad6fcc req-49029bd3-4585-4ef3-aa10-f900cb3cd5ea tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467460 Dec 10 16:44:31.354687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ddca1-0de8-4ca8-b752-e49527b763bf req-b82e04a3-2da0-4416-b725-8fdb115248bd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:31.356209 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f46ddca1-0de8-4ca8-b752-e49527b763bf req-b82e04a3-2da0-4416-b725-8fdb115248bd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0528636 Dec 10 16:44:31.409137 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f46ddca1-0de8-4ca8-b752-e49527b763bf req-40c6c9bb-cdc5-4f8f-829d-9feb0727d074 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 Dec 10 16:44:31.520057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ea4c-a203-470d-94ba-7918c6343352 req-0c31a1b0-e2bb-40cd-9e6c-8739bb5a31f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:31.521547 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d62ea4c-a203-470d-94ba-7918c6343352 req-0c31a1b0-e2bb-40cd-9e6c-8739bb5a31f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0479701 Dec 10 16:44:31.570332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d62ea4c-a203-470d-94ba-7918c6343352 req-19667703-b045-4230-a0b3-d925b2cecfc9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Dec 10 16:44:31.592486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54620) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:31.630696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79565d0-027c-44bc-8c76-f3487b1a0dfd tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:31.632179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f79565d0-027c-44bc-8c76-f3487b1a0dfd tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1093 time: 0.0386603 Dec 10 16:44:31.635428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54622) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:31.639598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:44:31.733032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:31.844443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:31.943597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.203 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/d9f0bde0-18dd-41cf-a986-7f4f0c80d386) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:44:32.045659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.143320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.184544 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:44:32.187515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:44:32.191887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:44:32.197296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=d9f0bde0-18dd-41cf-a986-7f4f0c80d386,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:32.537666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.672380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.836199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.898373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.972247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=d9f0bde0-18dd-41cf-a986-7f4f0c80d386,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:44:32.983565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:32.999897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a57bc04f-e351-4cac-a3a1-30add301129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:33.103927 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP 70dc57ff-c428-420e-922a-f1a1e64ff73b associated. External IP: 172.26.4.203, port: c8aa8ad3-d929-4459-b08f-86bbda59446d. Dec 10 16:44:33.319187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 256fb879-7788-412e-b1e9-63ba0f2b2771 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:44:33.435299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:44:33.445579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Sync routers for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:44:33.458210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:33.459065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:33.521966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:33.550630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4ee2f449-f0aa-4b44-bcc3-3643f88c35a9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9141858 Dec 10 16:44:33.551423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:44:33.553415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:33.553894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:44:33.588320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:33.600558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46233cb8-7b8d-4ad1-bc12-bffe957c21f2 x-openstack-request-id: req-46233cb8-7b8d-4ad1-bc12-bffe957c21f2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:44:33.600854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:44:33.601140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46233cb8-7b8d-4ad1-bc12-bffe957c21f2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:44:33.601576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'status': 'completed', 'code': 200} Dec 10 16:44:33.686625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-b049a9c5-6369-41df-8ca1-bf9e0e8e5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:33.688365 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-b049a9c5-6369-41df-8ca1-bf9e0e8e5af6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1098 time: 0.0567718 Dec 10 16:44:33.734447 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8df147e7-aaa3-472e-b3af-ab67e31749be tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/70dc57ff-c428-420e-922a-f1a1e64ff73b HTTP/1.1" status: 200 len: 991 time: 0.1784809 Dec 10 16:44:33.791777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-5df92e42-3d50-4484-bbf1-a6af2a351907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:33.793304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-5df92e42-3d50-4484-bbf1-a6af2a351907 service neutron] 10.222.0.61 "GET /v2.0/networks?id=939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 200 len: 898 time: 0.0966783 Dec 10 16:44:33.845522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '70dc57ff-c428-420e-922a-f1a1e64ff73b', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'port_id': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'mac_address': 'fa:16:3e:ee:f1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189868df-19fd-48cb-b55b-faf157c363fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:44:32Z', 'updated_at': '2021-12-10T16:44:32Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:33.866322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-11be7b61-9f16-4c05-a1ce-52a6d4dc9470 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 200 len: 999 time: 0.0641577 Dec 10 16:44:33.873640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Checking router: 256fb879-7788-412e-b1e9-63ba0f2b2771 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:44:33.882502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:44:33.883114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:44:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:33.918275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-09b7bf1f-2b2f-4258-a6cb-fb947467d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:33.919876 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-09b7bf1f-2b2f-4258-a6cb-fb947467d359 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 200 len: 843 time: 0.0455036 Dec 10 16:44:33.967938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-4097d151-98f8-4bbd-916d-f7afa13659d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:33.969442 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-4097d151-98f8-4bbd-916d-f7afa13659d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=939b1f31-ffc9-4eff-89d4-0100737c3d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408204 Dec 10 16:44:33.988302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:44:34.065199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-4e14741f-49d9-45b5-b32a-3b944c4d7f05 service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882211 Dec 10 16:44:34.167981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80332c69-75af-44f3-bbba-9d2ae9ae1f5f req-7cb316d6-b149-4e19-bcb6-d1fec605a26e service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919912 Dec 10 16:44:34.229756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '70dc57ff-c428-420e-922a-f1a1e64ff73b', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'port_id': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'mac_address': 'fa:16:3e:ee:f1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189868df-19fd-48cb-b55b-faf157c363fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:44:32Z', 'updated_at': '2021-12-10T16:44:32Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:44:34.255711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467a73-87e0-48bf-92fa-3dafcfff8d21 None None] The sync data for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv is: [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '70dc57ff-c428-420e-922a-f1a1e64ff73b', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'port_id': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'mac_address': 'fa:16:3e:ee:f1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189868df-19fd-48cb-b55b-faf157c363fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:44:32Z', 'updated_at': '2021-12-10T16:44:32Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:44:34.453429 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b64f2b4-0e4d-45db-b583-8e881eb678a5 None None] New status for floating IP 70dc57ff-c428-420e-922a-f1a1e64ff73b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:44:34.737352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:44:34.808851 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1cfe404f-3c8f-4312-93e3-911c6592d99b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/70dc57ff-c428-420e-922a-f1a1e64ff73b HTTP/1.1" status: 200 len: 993 time: 0.0701532 Dec 10 16:44:35.309550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7d14a86-7d9b-4a08-8353-c03b04558da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:36.599772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:37.834730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:38.738087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:47.475114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:44:55.950006 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:44:57.328217 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-c46657d8-c732-40ad-88f2-2e979a2ef81d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423017 Dec 10 16:44:57.388430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-2cbb47a3-7a50-435f-9fe2-9119f16ff1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.390728 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-2cbb47a3-7a50-435f-9fe2-9119f16ff1e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1099 time: 0.0409403 Dec 10 16:44:57.497352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-54d9e2de-fc37-4f4f-b432-c5d78711c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.498748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-54d9e2de-fc37-4f4f-b432-c5d78711c39f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0841494 Dec 10 16:44:57.568696 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-b47cbd4c-63ba-4076-a691-ca5ee7b1d127 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 200 len: 1002 time: 0.0627317 Dec 10 16:44:57.617307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-25472833-ebc0-439e-99c4-1b9395d527e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.618717 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-25472833-ebc0-439e-99c4-1b9395d527e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0429165 Dec 10 16:44:57.663562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-d5bed379-0bdd-473c-a6b3-9cd2786db973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:44:57.665053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-d5bed379-0bdd-473c-a6b3-9cd2786db973 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391250 Dec 10 16:44:57.761791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-833c3b71-1353-4506-95f5-1f72f3d54ba4 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Dec 10 16:44:57.850868 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1bee066-d529-4b2e-992d-c459a7c2b78e req-d2ec4ed4-95cc-4653-9e88-266303cf6909 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813580 Dec 10 16:45:02.966360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c8d62e8-cd5a-4ff3-a80e-e8ae975c6913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:05.193490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02230b93-e084-4947-bcc8-8dced0a341a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:06.623195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:07.857750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:08.663149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:17.445799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.076482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54650) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:24.233135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port d77d9c8c-7f7f-4bb2-be72-23acc086dca1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:24.233481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.579604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.579926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.592008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for d77d9c8c-7f7f-4bb2-be72-23acc086dca1 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:24.816718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.844313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=d77d9c8c-7f7f-4bb2-be72-23acc086dca1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:24.868249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.868592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.868969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.869317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.869656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.869995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.870334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.870670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.871009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.871349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.871684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.872017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.872347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:24.913105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:24.913445 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 338d44b5-c651-4df5-94a7-f41439fd3ee1 disassociated (deleted). External IP: 172.26.4.198, port: fe0a39ef-1eff-4d82-beb3-e8160b1e53e3. Dec 10 16:45:25.130332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:25.242475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:25.247451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:25.252652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:25.262001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:25.262609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:25.278524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-925063d8-b652-4356-b2c6-d60a278e0f01 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "DELETE /v2.0/floatingips/338d44b5-c651-4df5-94a7-f41439fd3ee1 HTTP/1.1" status: 204 len: 168 time: 1.1985917 Dec 10 16:45:25.278524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:25.281422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fe8921-73a5-4cb9-9dcc-964cef2501f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:25.332343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881c771-e0e9-4b81-9303-85b2d4653bcf x-openstack-request-id: req-c881c771-e0e9-4b81-9303-85b2d4653bcf {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:25.333232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:25.333736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c881c771-e0e9-4b81-9303-85b2d4653bcf {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:25.334380 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'status': 'completed', 'code': 200} Dec 10 16:45:25.398184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:25.412707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-5a0da2f2-92cb-4414-a48d-843123514607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.414333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-5a0da2f2-92cb-4414-a48d-843123514607 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 1099 time: 0.0456474 Dec 10 16:45:25.522174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-f1101532-2191-482f-8ff0-039f3eeeb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.523648 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-f1101532-2191-482f-8ff0-039f3eeeb1f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0960753 Dec 10 16:45:25.573970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-302494c2-b9c3-4f09-aaa9-be4c0b17d577 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 200 len: 217 time: 0.0413036 Dec 10 16:45:25.636190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-269f6ad1-e8c2-48a0-9383-3ddb2ba2ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.638251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-269f6ad1-e8c2-48a0-9383-3ddb2ba2ce71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0510731 Dec 10 16:45:25.646163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:25.672860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:25.681141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:25.681744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:25.719310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-d6e7cd86-c491-4d3a-b470-08e51c9dea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.720814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-d6e7cd86-c491-4d3a-b470-08e51c9dea61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680406 Dec 10 16:45:25.744546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755211-7826-418d-8ca9-ec9c2a4cdaa3 req-f7b8f0f0-e425-406d-9607-7beb292bc02b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:25.746002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e8755211-7826-418d-8ca9-ec9c2a4cdaa3 req-f7b8f0f0-e425-406d-9607-7beb292bc02b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0673759 Dec 10 16:45:25.787076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:25.855077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e8755211-7826-418d-8ca9-ec9c2a4cdaa3 req-089abbc4-37be-4248-adb6-45e1503e53f3 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994143 Dec 10 16:45:25.860679 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-56d2d2a0-9d33-4097-9521-95e5e76c83c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315880 Dec 10 16:45:25.952104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-94fe8921-73a5-4cb9-9dcc-964cef2501f0 req-e320cc28-82e5-4ff0-a514-88538130437e service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826647 Dec 10 16:45:26.010956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:26.038274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863169ff-b8e5-454d-aebe-4f36f16069d3 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '5c270356-9ec0-4c62-812a-296698552948', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'port_id': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'mac_address': 'fa:16:3e:ba:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:40:11Z', 'updated_at': '2021-12-10T16:40:14Z', 'revision_number': 1, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:26.257201 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be104d-e99a-4e4c-a840-d8e1b3bfbfed None None] New status for floating IP 338d44b5-c651-4df5-94a7-f41439fd3ee1: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:45:26.973199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcf2f-9dd7-41d6-83a0-812b21596be1 req-eb5fe669-be52-4fdb-b8a1-587d717f4a3e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:26.974686 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7f6fcf2f-9dd7-41d6-83a0-812b21596be1 req-eb5fe669-be52-4fdb-b8a1-587d717f4a3e tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0498006 Dec 10 16:45:27.024234 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7f6fcf2f-9dd7-41d6-83a0-812b21596be1 req-4425b8b1-9eef-46db-b105-a1351250b9ed tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Dec 10 16:45:27.809691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-8ac65a64-78ca-43fd-80d2-3dee59e229cd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:27.811363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-8ac65a64-78ca-43fd-80d2-3dee59e229cd tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.3799100 Dec 10 16:45:27.911381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:27.911847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:27.999588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] For port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:27.999943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.011822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:28.179677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1c950-1a39-484e-9121-effb73c3a171 req-cd79c06b-a33c-4432-9c52-32f6d042c7c1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:28.181268 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8bc1c950-1a39-484e-9121-effb73c3a171 req-cd79c06b-a33c-4432-9c52-32f6d042c7c1 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 946 time: 0.0888007 Dec 10 16:45:28.229234 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8bc1c950-1a39-484e-9121-effb73c3a171 req-e4759d1c-5362-4468-b0d6-eefad175963a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 Dec 10 16:45:28.295926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.324604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=fe0a39ef-1eff-4d82-beb3-e8160b1e53e3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:28.337613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.337974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.338332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.338679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.339031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.339365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.339697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.340037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.340376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.340711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.341092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.347241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.347241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:28.404436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] No DVR routers for this DVR port fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:28.406904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:28.410739 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bec98741-fdab-4c86-9428-4609bcbd7ff4 req-4b1722a1-b0b9-4f9d-afeb-baf081253020 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "DELETE /v2.0/ports/fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 HTTP/1.1" status: 204 len: 173 time: 0.5886810 Dec 10 16:45:28.411184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'name': 'network-vif-deleted', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:28.413464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06355043-8a55-4d0e-a360-97385d0bbe54" -d '{"events": [{"server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "name": "network-vif-deleted", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:28.448745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c1f82c-0785-414d-8d43-41b68ef6987a x-openstack-request-id: req-77c1f82c-0785-414d-8d43-41b68ef6987a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:28.449073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc432b4-8181-4a0f-827f-bc8de0a2d4fe", "name": "network-vif-deleted", "tag": "fe0a39ef-1eff-4d82-beb3-e8160b1e53e3", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:28.449338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77c1f82c-0785-414d-8d43-41b68ef6987a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:28.449746 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc432b4-8181-4a0f-827f-bc8de0a2d4fe', 'name': 'network-vif-deleted', 'tag': 'fe0a39ef-1eff-4d82-beb3-e8160b1e53e3', 'status': 'completed', 'code': 200} Dec 10 16:45:29.324865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-24499495-f24e-47d8-bc65-25b5eeb73e48 req-b075eb62-9b9e-486a-bb92-456872455983 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0276780 Dec 10 16:45:30.422449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a7637db-e1ae-457f-a6fe-202441680744 req-6eab7bb5-fd5d-40eb-a763-8974cd4112eb tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0268064 Dec 10 16:45:31.199944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:31.219808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:31.224194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe0a39ef-1eff-4d82-beb3-e8160b1e53e3 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:31.514651 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1a106d9-467d-4364-b682-0c84c15e1b74 req-d361047b-35a8-48e4-9e55-3a79b2e102dc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0258932 Dec 10 16:45:32.623549 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4dde651-141a-4427-969c-310dcec5b4cf req-b72b2085-9006-4137-93df-6c7a7b068ef5 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc432b4-8181-4a0f-827f-bc8de0a2d4fe HTTP/1.1" status: 200 len: 210 time: 0.0320082 Dec 10 16:45:32.948865 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:45:32.966175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fdd-9eff-4cfc-9c1a-7edaba10f1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:35.176989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0de11cf3-6191-4b7e-a042-82a9ed371495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:36.708052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:37.863664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:38.708619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.222632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54698) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:39.384384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port b05a28ff-86e6-4c56-b85f-3a49d47a8370 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:39.384731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.460156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.460487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.471889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for b05a28ff-86e6-4c56-b85f-3a49d47a8370 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:39.696715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.721656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=b05a28ff-86e6-4c56-b85f-3a49d47a8370,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:39.785560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:39.785888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Floating IP 5c270356-9ec0-4c62-812a-296698552948 disassociated (deleted). External IP: 172.26.4.13, port: 9d132057-b63b-4bd7-a1cb-dbd71cb57014. Dec 10 16:45:39.989414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:40.097422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:40.102291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:40.107539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:40.117953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:40.118570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:40.129126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-75dc511b-f7f8-4339-bf00-f37d2a15f2b2 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c270356-9ec0-4c62-812a-296698552948 HTTP/1.1" status: 204 len: 168 time: 0.9060862 Dec 10 16:45:40.129720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:40.132081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae414242-3588-43b5-b098-0423e82e8fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:40.172662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3cfb3b-62e7-4fe7-a8eb-57aa824a2aec x-openstack-request-id: req-ea3cfb3b-62e7-4fe7-a8eb-57aa824a2aec {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:40.173011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:40.173268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3cfb3b-62e7-4fe7-a8eb-57aa824a2aec {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:40.173776 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'status': 'completed', 'code': 200} Dec 10 16:45:40.227749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:40.250146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-d452111e-88fb-4f77-a33c-438734fd4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.250778 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-d452111e-88fb-4f77-a33c-438734fd4b08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 1098 time: 0.0456998 Dec 10 16:45:40.348707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-25b4dd16-44f0-455c-b999-48210159daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.350198 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-25b4dd16-44f0-455c-b999-48210159daea service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 200 len: 913 time: 0.0872459 Dec 10 16:45:40.398351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-e9d701f1-d325-4377-8e21-5e44859cc93a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 200 len: 217 time: 0.0358651 Dec 10 16:45:40.427662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:40.455522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-be53ef8a-dad0-423c-b281-368ec1f019da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.456798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:40.457530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-be53ef8a-dad0-423c-b281-368ec1f019da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 200 len: 851 time: 0.0510938 Dec 10 16:45:40.465155 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:40.465757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:40.503725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-1b460a86-079c-44b2-a274-23375dac0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.505199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-1b460a86-079c-44b2-a274-23375dac0fbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405812 Dec 10 16:45:40.582924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:40.643481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-9090d879-d19c-443a-9121-fc9f341ea2be service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172004 Dec 10 16:45:40.654576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4a099-6ac4-479e-a7c5-2d25540a24d1 req-da0b23be-edd1-40c7-a34c-eb094ab53e3a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:40.656054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9b4a099-6ac4-479e-a7c5-2d25540a24d1 req-da0b23be-edd1-40c7-a34c-eb094ab53e3a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 945 time: 0.0745564 Dec 10 16:45:40.766251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9b4a099-6ac4-479e-a7c5-2d25540a24d1 req-b924ff79-2013-4fd9-97c9-6021750a8d5f tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b32988-54b1-4ee7-ba20-2ffbb044e487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012614 Dec 10 16:45:40.776729 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae414242-3588-43b5-b098-0423e82e8fa2 req-0cd86083-78a6-48ee-99c0-04633afd7c53 service neutron] 10.222.0.61 "GET /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198037 Dec 10 16:45:40.787146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:40.817105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfda3c-6b4f-4f75-be32-be4a4b61026a None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:35:01Z', 'revision_number': 4, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '91f91acb-6709-4c57-89a5-c7c840c78ff7', 'name': '', 'network_id': '0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'mac_address': 'fa:16:3e:13:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:59Z', 'updated_at': '2021-12-10T16:35:07Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'subnets': [{'id': '725e359d-2923-4934-9a9b-ebafad0e84ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:41.025243 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2373e-6218-4f9b-9da9-d7423cbaffaf None None] New status for floating IP 5c270356-9ec0-4c62-812a-296698552948: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:45:41.179100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-bba126ca-9fa9-4c78-bddb-e9ba4618c1c6 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:45:41.180638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-bba126ca-9fa9-4c78-bddb-e9ba4618c1c6 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 945 time: 0.0538428 Dec 10 16:45:41.276422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:41.277131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.368570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] For port 9d132057-b63b-4bd7-a1cb-dbd71cb57014, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9d132057-b63b-4bd7-a1cb-dbd71cb57014,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:41.368968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.381435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for 9d132057-b63b-4bd7-a1cb-dbd71cb57014 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:41.605924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.633475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=9d132057-b63b-4bd7-a1cb-dbd71cb57014,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:41.676667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] No DVR routers for this DVR port 9d132057-b63b-4bd7-a1cb-dbd71cb57014 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:41.679146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:41.682534 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3d7f0fb-c571-4b30-a81f-391f35f10fad req-1e43c8c2-0ae4-4a82-9e07-8576fd534f64 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.61 "DELETE /v2.0/ports/9d132057-b63b-4bd7-a1cb-dbd71cb57014 HTTP/1.1" status: 204 len: 173 time: 0.4893463 Dec 10 16:45:41.682981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'name': 'network-vif-deleted', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:45:41.685260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218960c1-08f8-4aeb-8a0d-b45477f93577" -d '{"events": [{"server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "name": "network-vif-deleted", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:45:41.720796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94e13f-213f-45e9-a6db-bc282b876081 x-openstack-request-id: req-cf94e13f-213f-45e9-a6db-bc282b876081 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:45:41.721137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899", "name": "network-vif-deleted", "tag": "9d132057-b63b-4bd7-a1cb-dbd71cb57014", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:45:41.721412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf94e13f-213f-45e9-a6db-bc282b876081 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:45:41.722349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899', 'name': 'network-vif-deleted', 'tag': '9d132057-b63b-4bd7-a1cb-dbd71cb57014', 'status': 'completed', 'code': 200} Dec 10 16:45:41.862724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a995201-7f00-41ff-a698-7a32d6219d49 req-fe920123-a5d2-4cd4-8fb0-fbfa2d4432b7 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0287571 Dec 10 16:45:42.958642 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-51bc59fa-daa1-465f-b322-45fefc246f8f req-0a98b7c0-8ed4-4400-8fe8-316001f94cfc tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0269954 Dec 10 16:45:44.051131 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cfa62693-08e8-484b-bc9f-10bdae4f721f req-5d9b7f66-c6c0-4f97-8553-352fe28ebb31 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0259957 Dec 10 16:45:45.149404 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-881a3e6a-646a-4db1-b224-f4bb825b19b7 req-61c78b92-3c18-49b9-a842-54ff2aa6063a tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0301476 Dec 10 16:45:45.293212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9d132057-b63b-4bd7-a1cb-dbd71cb57014 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:45.313552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 9d132057-b63b-4bd7-a1cb-dbd71cb57014 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:45.313904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9d132057-b63b-4bd7-a1cb-dbd71cb57014 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:46.257101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e946ceee-1611-4042-95ff-1f7d72b85601 req-7128fb3f-85ab-4670-85b3-95b2b715bc9c tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce2bbfd4-5f5a-43f5-8040-ce40f5ff1899 HTTP/1.1" status: 200 len: 210 time: 0.0305555 Dec 10 16:45:47.313282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:47.443847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Deleting port 073469e6-e58c-47b9-adff-5bf77a0236c1 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:47.444126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.478807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.525489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.525821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.537979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Calling delete_port for 073469e6-e58c-47b9-adff-5bf77a0236c1 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:47.725355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.751363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'Port': ['ID=073469e6-e58c-47b9-adff-5bf77a0236c1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:47.811670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.814343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:47.816027 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e4e47827-7422-4954-9070-5821e09fcf9b tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "DELETE /v2.0/floatingips/02b08e88-ddb0-44e4-9093-6afb5c27c6e7 HTTP/1.1" status: 204 len: 168 time: 0.5012176 Dec 10 16:45:51.285585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54736) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:51.345871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.371022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.502350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.505821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:51.507058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] 10.222.0.21 "DELETE /v2.0/security-groups/22b32988-54b1-4ee7-ba20-2ffbb044e487 HTTP/1.1" status: 204 len: 168 time: 0.2238557 Dec 10 16:45:51.516890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e64233-0998-45df-b7bd-2911d5a89eb9 tempest-TestVolumeBootPattern-1064624317 tempest-TestVolumeBootPattern-1064624317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b32988-54b1-4ee7-ba20-2ffbb044e487,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:51.642646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:52.179437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.422695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Deleting port 91f91acb-6709-4c57-89a5-c7c840c78ff7 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:52.422950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.500654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] For port 91f91acb-6709-4c57-89a5-c7c840c78ff7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=91f91acb-6709-4c57-89a5-c7c840c78ff7,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:52.501037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.513331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Calling delete_port for 91f91acb-6709-4c57-89a5-c7c840c78ff7 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:52.764794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:52.794644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f91acb-6709-4c57-89a5-c7c840c78ff7,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:52.957735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.170436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Router afe01538-736c-4f7f-b14f-afcc3bb0af07 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:53.274705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:53.280206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7823181b-55ea-43c6-9dbf-7cea9eccb8c0 admin admin] 10.222.0.21 "PUT /v2.0/routers/afe01538-736c-4f7f-b14f-afcc3bb0af07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6361330 Dec 10 16:45:53.282851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54744) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:53.283284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Sync routers for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:53.293051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:53.293665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:53.393794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.396806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:53.496781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.604612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Deleting port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:53.604988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.688127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] For port 559cd3b4-ee5c-4955-b753-fb7f7dd8e219, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:53.688377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.705421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Calling delete_port for 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:53.716627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:45:52Z', 'revision_number': 5, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port': {'id': '559cd3b4-ee5c-4955-b753-fb7f7dd8e219', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:34:53Z', 'updated_at': '2021-12-10T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:53.742476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Checking router: afe01538-736c-4f7f-b14f-afcc3bb0af07 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:53.755560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Routers {'afe01538-736c-4f7f-b14f-afcc3bb0af07'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:53.761553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['afe01538-736c-4f7f-b14f-afcc3bb0af07'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:53.850464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] Set router afe01538-736c-4f7f-b14f-afcc3bb0af07 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:53.904850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:45:53Z', 'revision_number': 6, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:53.930846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadce1f8-2f41-40a2-9106-34c4a0661da4 None None] The sync data for ids ['afe01538-736c-4f7f-b14f-afcc3bb0af07'] in dv-neutron-820858-1-hyperv is: [{'id': 'afe01538-736c-4f7f-b14f-afcc3bb0af07', 'name': 'tempest-TestVolumeBootPattern-1298609121-router', 'tenant_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:34:49Z', 'updated_at': '2021-12-10T16:45:53Z', 'revision_number': 6, 'project_id': '4934f08b18cf4eca908ef4e3dd5dc8cd', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:53.953169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:53.979173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=559cd3b4-ee5c-4955-b753-fb7f7dd8e219,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:53.995204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7d725-e4f9-4b0b-aa9d-b52c39ec6eb6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:54.041175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.136408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.138563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.268213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.268748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe01538-736c-4f7f-b14f-afcc3bb0af07 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:45:54.276360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.278393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b8535f08-b823-43af-92b0-b841a8e5a8f5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/afe01538-736c-4f7f-b14f-afcc3bb0af07 HTTP/1.1" status: 204 len: 168 time: 0.9938221 Dec 10 16:45:54.280387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:54.327228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Deleting subnet 725e359d-2923-4934-9a9b-ebafad0e84ea {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:45:54.330561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.366662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.443902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.553870 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.578816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725e359d-2923-4934-9a9b-ebafad0e84ea,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.582424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.585704 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fe3abb33-9745-4575-a94b-127cf03b11f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/725e359d-2923-4934-9a9b-ebafad0e84ea HTTP/1.1" status: 204 len: 168 time: 0.3041983 Dec 10 16:45:54.588155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54748) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:54.588314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37a013c-65b4-4b45-9f62-a1e325e7764d None None] Network 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:54.658500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.718971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Deleting port a4db64b6-5352-42c7-b874-bf202277e983 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:54.718971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.751517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] DHCP port deletion for 0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:54.784359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] For port a4db64b6-5352-42c7-b874-bf202277e983, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a4db64b6-5352-42c7-b874-bf202277e983,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:54.785722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.802565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Calling delete_port for a4db64b6-5352-42c7-b874-bf202277e983 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:54.803756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Deleting port a4db64b6-5352-42c7-b874-bf202277e983 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:54.804406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.874947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] For port a4db64b6-5352-42c7-b874-bf202277e983, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a4db64b6-5352-42c7-b874-bf202277e983,segment=NetworkSegment(8aa2ba74-8cd8-4fe7-885b-8208959ded1e),segment_id=8aa2ba74-8cd8-4fe7-885b-8208959ded1e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:54.875349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.890227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Calling delete_port for a4db64b6-5352-42c7-b874-bf202277e983 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:54.936600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.968025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Pushing event deleted for resources: {'Port': ['ID=a4db64b6-5352-42c7-b874-bf202277e983,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:54.969749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:54.973257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] No DVR routers for this DVR port a4db64b6-5352-42c7-b874-bf202277e983 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:55.001071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Pushing event deleted for resources: {'Port': ['ID=a4db64b6-5352-42c7-b874-bf202277e983,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:55.003318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] No DVR routers for this DVR port a4db64b6-5352-42c7-b874-bf202277e983 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:55.012584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.012584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.012867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.013337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.013527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.013860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.014194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.014524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.014854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.015818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.015818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.015818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.016152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b812775-872f-458d-a5d4-9bf54012fb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:45:55.046309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.069762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:55.078759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa2ba74-8cd8-4fe7-885b-8208959ded1e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:55.079052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa2ba74-8cd8-4fe7-885b-8208959ded1e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:55.089557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.102980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.109132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:55.109513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:55.111152 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:55.222100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.227815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.231349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8 HTTP/1.1" status: 204 len: 168 time: 0.6419973 Dec 10 16:45:55.234425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54750) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:55.242715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a618ec-7c6a-45c4-8410-82ea3ebf7aff admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab3159f-e3d6-4dd4-9bab-5ce02155c5a8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:55.393850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91f91acb-6709-4c57-89a5-c7c840c78ff7 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:55.415104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 91f91acb-6709-4c57-89a5-c7c840c78ff7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:55.415451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 91f91acb-6709-4c57-89a5-c7c840c78ff7 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:55.415967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:55.434320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:55.434658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 559cd3b4-ee5c-4955-b753-fb7f7dd8e219 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:55.435074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a4db64b6-5352-42c7-b874-bf202277e983 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:55.452992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: a4db64b6-5352-42c7-b874-bf202277e983 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:55.453336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a4db64b6-5352-42c7-b874-bf202277e983 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:55.577431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:55.823469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Deleting port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:55.823726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.188364 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] For port 7622dd25-e28d-4421-85bd-6f1cc3bd4c43, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:56.188732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.200726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Calling delete_port for 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:56.439847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.463605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7622dd25-e28d-4421-85bd-6f1cc3bd4c43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:56.631556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:56.844716 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Router ab451004-9a7a-45d5-8d63-30c515f2d49f has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:45:56.951068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:45:56.956193 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d949761c-0d2b-466e-85b4-060ffb141d34 admin admin] 10.222.0.21 "PUT /v2.0/routers/ab451004-9a7a-45d5-8d63-30c515f2d49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206478 Dec 10 16:45:56.958705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54752) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:56.961211 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Sync routers for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:45:56.971898 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:56.972603 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:57.063374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.074614 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:57.168258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.312953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Deleting port 7b36b559-0538-406c-8405-c9e8b7716591 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:57.313342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.331957 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '7b36b559-0538-406c-8405-c9e8b7716591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:45:56Z', 'revision_number': 5, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port': {'id': '7b36b559-0538-406c-8405-c9e8b7716591', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:35:14Z', 'updated_at': '2021-12-10T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:57.361405 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Checking router: ab451004-9a7a-45d5-8d63-30c515f2d49f for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:45:57.371769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Routers {'ab451004-9a7a-45d5-8d63-30c515f2d49f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:45:57.372375 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:45:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['ab451004-9a7a-45d5-8d63-30c515f2d49f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:57.395197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] For port 7b36b559-0538-406c-8405-c9e8b7716591, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7b36b559-0538-406c-8405-c9e8b7716591,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:57.395566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.414458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Calling delete_port for 7b36b559-0538-406c-8405-c9e8b7716591 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:57.459733 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] Set router ab451004-9a7a-45d5-8d63-30c515f2d49f gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:45:57.510432 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:45:57Z', 'revision_number': 6, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:57.539546 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a651311-46fe-48a5-84f7-edc37ee2a279 None None] The sync data for ids ['ab451004-9a7a-45d5-8d63-30c515f2d49f'] in dv-neutron-820858-1-hyperv is: [{'id': 'ab451004-9a7a-45d5-8d63-30c515f2d49f', 'name': 'tempest-TestVolumeBootPattern-280741647-router', 'tenant_id': 'c86922ccf1464716acc8c578424becd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:35:11Z', 'updated_at': '2021-12-10T16:45:57Z', 'revision_number': 6, 'project_id': 'c86922ccf1464716acc8c578424becd9', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:45:57.628002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.657682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b36b559-0538-406c-8405-c9e8b7716591,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:57.671801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eaaa50-e422-4cd1-be17-d94c3d8706bb None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:57.727262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.817251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.819446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.936126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.936630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab451004-9a7a-45d5-8d63-30c515f2d49f {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:45:57.941139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:57.942628 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ed6c3c58-1c82-41d3-ac3f-588b23475ba8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ab451004-9a7a-45d5-8d63-30c515f2d49f HTTP/1.1" status: 204 len: 168 time: 0.9827387 Dec 10 16:45:57.945106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54754) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:57.992624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Deleting subnet 29e4361d-235b-4ffd-92a6-09c4d60d2284 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:45:57.995668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.034307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.109846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.221607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.251174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e4361d-235b-4ffd-92a6-09c4d60d2284,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:58.251543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.254672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bb43bc37-d23e-4718-ad8b-ec49d0c01092 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29e4361d-235b-4ffd-92a6-09c4d60d2284 HTTP/1.1" status: 204 len: 168 time: 0.3085568 Dec 10 16:45:58.257410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54756) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:58.260295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06486533-ffdb-459b-88a3-215e06512163 None None] Network 8eb1c694-0137-4b53-91bc-98accaab6a83 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:45:58.335451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.390471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Deleting port 60c47150-e0b5-4da7-9590-2e9aa91ad707 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:58.391193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.428936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] DHCP port deletion for 8eb1c694-0137-4b53-91bc-98accaab6a83 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:45:58.462113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] For port 60c47150-e0b5-4da7-9590-2e9aa91ad707, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=60c47150-e0b5-4da7-9590-2e9aa91ad707,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:58.462612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.476703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Deleting port 60c47150-e0b5-4da7-9590-2e9aa91ad707 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:45:58.477134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.551374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] For port 60c47150-e0b5-4da7-9590-2e9aa91ad707, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=60c47150-e0b5-4da7-9590-2e9aa91ad707,segment=NetworkSegment(ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8),segment_id=ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:45:58.551775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.570780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Calling delete_port for 60c47150-e0b5-4da7-9590-2e9aa91ad707 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:58.731753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.760313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] Pushing event deleted for resources: {'Port': ['ID=60c47150-e0b5-4da7-9590-2e9aa91ad707,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:58.767457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e08935-dc58-4cb4-acec-f86a73b577ab None None] No DVR routers for this DVR port 60c47150-e0b5-4da7-9590-2e9aa91ad707 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:58.797498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Calling delete_port for 60c47150-e0b5-4da7-9590-2e9aa91ad707 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:45:58.870915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.893806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c47150-e0b5-4da7-9590-2e9aa91ad707,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:58.899914 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] No DVR routers for this DVR port 60c47150-e0b5-4da7-9590-2e9aa91ad707 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:45:58.974746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:58.994211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb1c694-0137-4b53-91bc-98accaab6a83']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:59.003762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:59.004074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0d2b35-5a1d-4cc2-bb45-ec6b5a75c7d8') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:45:59.013249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.026811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:45:59.036886 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:45:59.164843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.170313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.173395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8eb1c694-0137-4b53-91bc-98accaab6a83 HTTP/1.1" status: 204 len: 168 time: 0.9149663 Dec 10 16:45:59.185158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056a406-884a-4048-8fc9-583de215b971 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb1c694-0137-4b53-91bc-98accaab6a83,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:45:59.393868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 60c47150-e0b5-4da7-9590-2e9aa91ad707 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:59.413788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 60c47150-e0b5-4da7-9590-2e9aa91ad707 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:59.414137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 60c47150-e0b5-4da7-9590-2e9aa91ad707 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:59.414555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:59.433308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:59.433746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7622dd25-e28d-4421-85bd-6f1cc3bd4c43 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:59.434159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7b36b559-0538-406c-8405-c9e8b7716591 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:45:59.452607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7b36b559-0538-406c-8405-c9e8b7716591 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:45:59.453322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7b36b559-0538-406c-8405-c9e8b7716591 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:45:59.504072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54760) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:59.545041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5ec98f32-2285-42db-9f12-f6724d612fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4934f08b18cf4eca908ef4e3dd5dc8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398176 Dec 10 16:45:59.547684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54762) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:45:59.594210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.616276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.725018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.727710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:45:59.728984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4defb9da-b300-4b61-932f-b6164acb8c06 HTTP/1.1" status: 204 len: 168 time: 0.1803324 Dec 10 16:45:59.736986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db238cd-5ba0-4a38-8b89-da64d62219fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defb9da-b300-4b61-932f-b6164acb8c06,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:00.388093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54768) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:00.426421 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7067bfb6-7f71-4c8b-84cd-84e3aa9ee74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c86922ccf1464716acc8c578424becd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371470 Dec 10 16:46:00.428842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54770) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:00.477192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.497434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.604916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.607789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:00.608941 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/867c0058-3317-4f04-aad6-404741fb3aac HTTP/1.1" status: 204 len: 168 time: 0.1791759 Dec 10 16:46:00.617338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eb034-8ceb-4ca6-ba4c-cb95098d93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c0058-3317-4f04-aad6-404741fb3aac,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:02.987615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-02d0fcc3-df90-4075-9e08-fcdac54c1321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:05.233615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1af95941-bc47-4cdb-b1fa-057743719ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:06.627309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:07.833483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:08.679200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:09.947919 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:46:17.507592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.375696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54788) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:46:30.381110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:46:30.468667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13501261'] for subnet, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.673015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736627545820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13218799'] for subnet, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.708408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:30.709025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:30.710317 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/subnets/149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 200 len: 835 time: 0.3336012 Dec 10 16:46:30.715333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e2e47-ee5e-48aa-a4f4-492698f2cc98 None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:46:30.730052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=149728df-0591-4b5c-8cb6-3cad84fe23da,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:46:30.737379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.737738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.738116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.738462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.738799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.739136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.739465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.739791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.740119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.740447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.740772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.741117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:30.741446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1457787-0f9d-41a0-b9e3-e8562e07636b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:46:31.008207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Provisioning complete for port ee42e3dc-65f9-4809-b73d-b68025e39d04 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:31.008512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.091846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Provisioning complete for port c8aa8ad3-d929-4459-b08f-86bbda59446d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:31.092145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:31.180059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Provisioning complete for port ba83703e-29a9-413f-b81f-730ed6679a83 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:46:31.180429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99e47fca-6319-4fd6-98cf-e12897282c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:32.969861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdf47a0a-5e46-42b2-9a59-947da2ee68c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:35.193284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa74a8e5-4708-4b8c-af34-45765c607842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:36.615862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:37.917699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:38.684221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:46.947260 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:46:47.512446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:46:58.321791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-1baf9dff-1e66-4470-8d27-e7534c191941 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394387 Dec 10 16:46:58.413637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-29babe63-0eb5-460a-a602-f7c44593df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:58.415057 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-29babe63-0eb5-460a-a602-f7c44593df1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1098 time: 0.0404651 Dec 10 16:46:58.530088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-67e2b3ca-0674-41f2-a00e-3950c57d698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:58.531555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-67e2b3ca-0674-41f2-a00e-3950c57d698c service neutron] 10.222.0.61 "GET /v2.0/networks?id=939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 200 len: 898 time: 0.0889850 Dec 10 16:46:58.600307 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-c785a07b-97e2-40cd-a5c5-6a75a4149078 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 200 len: 1001 time: 0.0585079 Dec 10 16:46:58.656176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-5b7685fd-1928-49fe-a1e7-77a84b6d8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:58.657630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-5b7685fd-1928-49fe-a1e7-77a84b6d8c23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 200 len: 843 time: 0.0436053 Dec 10 16:46:58.711009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-21faf60a-1a82-4ebe-9868-5e60eca612be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:46:58.712457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-21faf60a-1a82-4ebe-9868-5e60eca612be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=939b1f31-ffc9-4eff-89d4-0100737c3d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442212 Dec 10 16:46:58.808911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-b318692b-42cc-487f-8647-25469bc72a9e service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Dec 10 16:46:58.905583 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf51f380-4cc4-4b3f-8341-edd483787b71 req-b0f58e13-b583-47e1-b409-665576e3de8d service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858107 Dec 10 16:47:02.986322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0701-f3b3-4005-bdce-fe3c3b584fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:05.203806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c57-95e8-469a-af2a-ef1c98f05c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:06.620709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:07.849664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:08.694333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.670765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54798) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:13.828842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port d9f0bde0-18dd-41cf-a986-7f4f0c80d386 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:13.829316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.904039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.904369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:13.915854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for d9f0bde0-18dd-41cf-a986-7f4f0c80d386 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:14.141048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.169316 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=d9f0bde0-18dd-41cf-a986-7f4f0c80d386,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:14.197062 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.197420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.197772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.198119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.198460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.198799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.199138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.199477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.199808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.200143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.200475 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.200803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.201157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:14.240768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.241144 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP 70dc57ff-c428-420e-922a-f1a1e64ff73b disassociated (deleted). External IP: 172.26.4.203, port: c8aa8ad3-d929-4459-b08f-86bbda59446d. Dec 10 16:47:14.451380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 256fb879-7788-412e-b1e9-63ba0f2b2771 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:14.556202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:14.560721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:14.566615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Sync routers for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:14.576124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:14.579393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:14.593221 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-40d3a7a1-092a-4f05-a98b-9d343463d2b1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/70dc57ff-c428-420e-922a-f1a1e64ff73b HTTP/1.1" status: 204 len: 168 time: 0.9213138 Dec 10 16:47:14.593868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:14.596186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5209036-06f3-4c5c-8f76-f9e96df00135" -d '{"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:14.635270 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa53a0e9-f6b1-493c-bcc7-93de1c999528 x-openstack-request-id: req-aa53a0e9-f6b1-493c-bcc7-93de1c999528 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:14.635571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:14.635828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa53a0e9-f6b1-493c-bcc7-93de1c999528 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:14.636299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'status': 'completed', 'code': 200} Dec 10 16:47:14.686512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:14.716881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-d68a23b9-51ad-4d68-aa24-0f981fda1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:14.716881 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-d68a23b9-51ad-4d68-aa24-0f981fda1c00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 1098 time: 0.0436592 Dec 10 16:47:14.815728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-496da8ff-6c19-45a9-9fa6-5be040a2a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:14.817803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-496da8ff-6c19-45a9-9fa6-5be040a2a933 service neutron] 10.222.0.61 "GET /v2.0/networks?id=939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 200 len: 898 time: 0.0920575 Dec 10 16:47:14.865661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-247e90a2-d17f-4016-b8b6-e53999aeb541 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 200 len: 217 time: 0.0368550 Dec 10 16:47:14.890521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:14.917109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Checking router: 256fb879-7788-412e-b1e9-63ba0f2b2771 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:14.920711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-ba3e6ea6-7c8a-4fa0-aee3-505a371ec3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:14.922247 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-ba3e6ea6-7c8a-4fa0-aee3-505a371ec3f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 200 len: 843 time: 0.0458655 Dec 10 16:47:14.925743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:14.926409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:15.024541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-1eb6dd6c-ff8f-4ea1-a2fa-94636b84e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:15.025987 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-1eb6dd6c-ff8f-4ea1-a2fa-94636b84e387 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=939b1f31-ffc9-4eff-89d4-0100737c3d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788434 Dec 10 16:47:15.031493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:15.038759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1914f-a0b9-41d3-9024-9b902da8e7e5 req-946d8347-9cae-4f87-9a0d-7ffd2af22127 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:15.040294 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-26b1914f-a0b9-41d3-9024-9b902da8e7e5 req-946d8347-9cae-4f87-9a0d-7ffd2af22127 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0792127 Dec 10 16:47:15.148223 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-26b1914f-a0b9-41d3-9024-9b902da8e7e5 req-9ff01074-d90a-4ce2-842d-52e53baf409b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998321 Dec 10 16:47:15.168795 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-11c95f2c-10cc-42ff-b832-3518ca04dc12 service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275318 Dec 10 16:47:15.231362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:15.260174 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5209036-06f3-4c5c-8f76-f9e96df00135 req-20238d6f-7655-4392-9616-3bda02c08f0f service neutron] 10.222.0.61 "GET /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Dec 10 16:47:15.404794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206a3d-515f-4fbb-a16a-06bd54fe6baf None None] The sync data for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv is: [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:44:11Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ba83703e-29a9-413f-b81f-730ed6679a83', 'name': '', 'network_id': '939b1f31-ffc9-4eff-89d4-0100737c3d9e', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:08:5f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:10Z', 'updated_at': '2021-12-10T16:44:14Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '149728df-0591-4b5c-8cb6-3cad84fe23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:15.614951 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a4761-141c-40d1-ae47-b012dd98e0c4 None None] New status for floating IP 70dc57ff-c428-420e-922a-f1a1e64ff73b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:47:16.268304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ad5f-52d8-4818-a047-0d36f914340c req-1a955688-b6f7-4a68-942b-aa63128e5c35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:16.269833 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7d3ad5f-52d8-4818-a047-0d36f914340c req-1a955688-b6f7-4a68-942b-aa63128e5c35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0496659 Dec 10 16:47:16.319203 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7d3ad5f-52d8-4818-a047-0d36f914340c req-7b254ef4-86f2-458e-8faf-79e96fea3b00 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=744b4937-bc0f-4f0e-a614-ef7f9e9a3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Dec 10 16:47:16.553727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-3018c0d8-58ef-4da3-9bc6-33ef920d12ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:16.555041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-3018c0d8-58ef-4da3-9bc6-33ef920d12ff tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 945 time: 0.0479438 Dec 10 16:47:16.645975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port c8aa8ad3-d929-4459-b08f-86bbda59446d {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:16.646306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.733082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port c8aa8ad3-d929-4459-b08f-86bbda59446d, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=c8aa8ad3-d929-4459-b08f-86bbda59446d,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:16.733443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.745499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for c8aa8ad3-d929-4459-b08f-86bbda59446d owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:16.923271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:16.951263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=c8aa8ad3-d929-4459-b08f-86bbda59446d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:16.996514 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port c8aa8ad3-d929-4459-b08f-86bbda59446d on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:16.999100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:17.002485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4fc1b5c7-f196-46f4-bd87-8e354225bfe4 req-7e69bd52-7581-4a79-afea-98c49725590a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/c8aa8ad3-d929-4459-b08f-86bbda59446d HTTP/1.1" status: 204 len: 173 time: 0.4400043 Dec 10 16:47:17.003087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'name': 'network-vif-deleted', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:17.005323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c5350-7dec-4e6b-93d9-050972f85a7a" -d '{"events": [{"server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "name": "network-vif-deleted", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:17.041406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb05a7c1-b326-4e8c-81e7-119b76b94058 x-openstack-request-id: req-bb05a7c1-b326-4e8c-81e7-119b76b94058 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:17.041717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189868df-19fd-48cb-b55b-faf157c363fd", "name": "network-vif-deleted", "tag": "c8aa8ad3-d929-4459-b08f-86bbda59446d", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:17.041975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb05a7c1-b326-4e8c-81e7-119b76b94058 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:17.042430 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189868df-19fd-48cb-b55b-faf157c363fd', 'name': 'network-vif-deleted', 'tag': 'c8aa8ad3-d929-4459-b08f-86bbda59446d', 'status': 'completed', 'code': 200} Dec 10 16:47:17.428667 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-381104a8-5ab6-4698-a566-7583e8230886 req-6abaadc2-0d09-4cbf-ae5e-5c4bd162fbeb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=189868df-19fd-48cb-b55b-faf157c363fd HTTP/1.1" status: 200 len: 210 time: 0.0271749 Dec 10 16:47:17.500820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.486556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54822) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:18.542206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.566805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.700352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.703039 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:18.704183 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/744b4937-bc0f-4f0e-a614-ef7f9e9a3277 HTTP/1.1" status: 204 len: 168 time: 0.2166381 Dec 10 16:47:18.714501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d7bca-845f-4983-a9f2-f128df3ff419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b4937-bc0f-4f0e-a614-ef7f9e9a3277,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:18.809746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54826) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:19.155475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.409260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port ba83703e-29a9-413f-b81f-730ed6679a83 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:19.409524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.501592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port ba83703e-29a9-413f-b81f-730ed6679a83, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ba83703e-29a9-413f-b81f-730ed6679a83,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:19.501978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.514441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for ba83703e-29a9-413f-b81f-730ed6679a83 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:19.746931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:19.773148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=ba83703e-29a9-413f-b81f-730ed6679a83,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:19.775701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device c8aa8ad3-d929-4459-b08f-86bbda59446d no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:19.796706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: c8aa8ad3-d929-4459-b08f-86bbda59446d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:19.797104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device c8aa8ad3-d929-4459-b08f-86bbda59446d not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:19.943707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.164015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 256fb879-7788-412e-b1e9-63ba0f2b2771 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:20.268821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:20.274842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f834e047-f156-4063-bec9-6a2036166e04 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/256fb879-7788-412e-b1e9-63ba0f2b2771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638073 Dec 10 16:47:20.278646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54828) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.282970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Sync routers for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:20.297959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:20.298634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:20.333849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 149728df-0591-4b5c-8cb6-3cad84fe23da {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:47:20.337141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.378720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.402812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:20.467244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.575615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.583075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:47:19Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:20.605658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=149728df-0591-4b5c-8cb6-3cad84fe23da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:20.608065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.609947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Checking router: 256fb879-7788-412e-b1e9-63ba0f2b2771 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:20.611924 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9986377d-ca3d-4f79-8b31-d15a72ca6baa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/149728df-0591-4b5c-8cb6-3cad84fe23da HTTP/1.1" status: 204 len: 168 time: 0.3321421 Dec 10 16:47:20.613120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df49f00-e50d-467a-8acc-a109b6000cdf None None] Network 939b1f31-ffc9-4eff-89d4-0100737c3d9e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:20.615168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54830) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:20.677065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Routers {'256fb879-7788-412e-b1e9-63ba0f2b2771'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:20.677721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['256fb879-7788-412e-b1e9-63ba0f2b2771'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:20.725849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.809489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] Set router 256fb879-7788-412e-b1e9-63ba0f2b2771 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:20.833450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:20.899917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] DHCP port deletion for 939b1f31-ffc9-4eff-89d4-0100737c3d9e request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:20.940792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 7655dce3-215b-4829-9ec6-774af2e4266e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:20.941180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.003111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Deleting port ee42e3dc-65f9-4809-b73d-b68025e39d04 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:47:21.003377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.025268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 7655dce3-215b-4829-9ec6-774af2e4266e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7655dce3-215b-4829-9ec6-774af2e4266e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:21.025772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.038199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 7655dce3-215b-4829-9ec6-774af2e4266e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:21.075682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] For port ee42e3dc-65f9-4809-b73d-b68025e39d04, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ee42e3dc-65f9-4809-b73d-b68025e39d04,segment=NetworkSegment(a06aa094-e43b-4fdf-93b9-bb896870b649),segment_id=a06aa094-e43b-4fdf-93b9-bb896870b649)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:21.076075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.090493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:47:19Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:21.092383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Calling delete_port for ee42e3dc-65f9-4809-b73d-b68025e39d04 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:47:21.123041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a06f3a-aa7c-4133-94b8-0338054d9d7b None None] The sync data for ids ['256fb879-7788-412e-b1e9-63ba0f2b2771'] in dv-neutron-820858-1-hyperv is: [{'id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'name': 'tempest-TestNetworkBasicOps-router-653070486', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:44:06Z', 'updated_at': '2021-12-10T16:47:19Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '7655dce3-215b-4829-9ec6-774af2e4266e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256fb879-7788-412e-b1e9-63ba0f2b2771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:44:07Z', 'updated_at': '2021-12-10T16:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:21.260417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.266454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.285230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Pushing event deleted for resources: {'Port': ['ID=ee42e3dc-65f9-4809-b73d-b68025e39d04,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.289561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] No DVR routers for this DVR port ee42e3dc-65f9-4809-b73d-b68025e39d04 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:47:21.294559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=7655dce3-215b-4829-9ec6-774af2e4266e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:21.295954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.296313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.300960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4af90e-9cdb-4120-90c1-3620dbd9416a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:21.319579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefea558-39de-4336-9c61-e016ed1a874d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:21.361315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.601844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ba83703e-29a9-413f-b81f-730ed6679a83 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:21.623798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ba83703e-29a9-413f-b81f-730ed6679a83 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:21.624143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ba83703e-29a9-413f-b81f-730ed6679a83 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:21.624570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ee42e3dc-65f9-4809-b73d-b68025e39d04 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:21.645167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ee42e3dc-65f9-4809-b73d-b68025e39d04 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:21.645563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ee42e3dc-65f9-4809-b73d-b68025e39d04 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:21.750295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.752467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.882823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.883384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router 256fb879-7788-412e-b1e9-63ba0f2b2771 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:47:21.890192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:21.891299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b858394d-a1ef-43b6-abaa-5c4ffc126b7e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/256fb879-7788-412e-b1e9-63ba0f2b2771 HTTP/1.1" status: 204 len: 168 time: 1.2747371 Dec 10 16:47:21.893922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54832) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:21.974723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.074517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.093195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939b1f31-ffc9-4eff-89d4-0100737c3d9e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:22.102588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06aa094-e43b-4fdf-93b9-bb896870b649') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:22.102883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06aa094-e43b-4fdf-93b9-bb896870b649') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:22.112111 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.125352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.131041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:47:22.131419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:47:22.134397 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:47:22.277899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.285015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.288415 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/939b1f31-ffc9-4eff-89d4-0100737c3d9e HTTP/1.1" status: 204 len: 168 time: 0.3935595 Dec 10 16:47:22.300358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671fa7-be9d-4e7c-afc2-0d528f345521 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=939b1f31-ffc9-4eff-89d4-0100737c3d9e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:22.304519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54834) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:22.309667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1503214510', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:22.409504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:22.414269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.437707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:47:22.446245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.446593 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment bde7f962-7433-4d46-8352-d87b8e881ad8 of type vlan for network f40fdd67-3c40-4e4f-a730-29f09a46c72f Dec 10 16:47:22.492150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.557524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.563034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:22.565827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.629511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=f40fdd67-3c40-4e4f-a730-29f09a46c72f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:22.639565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:47:22.657582 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e0001e8e-1baa-44e7-81ba-9339b62461f2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3519723 Dec 10 16:47:22.660367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54836) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:22.665499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:22.746749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.747868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.798764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:22.990508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.250908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.273452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.373882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.141 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/d7f7eb7c-9160-4957-aa9c-f0cdf638748c) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:23.390693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7655dce3-215b-4829-9ec6-774af2e4266e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:47:23.411113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7655dce3-215b-4829-9ec6-774af2e4266e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:47:23.411464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7655dce3-215b-4829-9ec6-774af2e4266e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:47:23.480647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.558181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.594883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:23.597721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:23.601815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:23.610690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3989471-9e8d-4e9a-9750-4f7c5b051fd9 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:23.627871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:23.681196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-32b33dd1-b126-4c80-9728-105443fab7d5 None None] Provisioning complete for port d7f7eb7c-9160-4957-aa9c-f0cdf638748c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:23.681884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32b33dd1-b126-4c80-9728-105443fab7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.717441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-32b33dd1-b126-4c80-9728-105443fab7d5 None None] Port d7f7eb7c-9160-4957-aa9c-f0cdf638748c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:23.905538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:23.945958 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:47:24.105166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.283042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:47:24.388675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:24.400264 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:24.411234 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:24.411847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:24.468474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.472771 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0557ed34-805f-4fdb-8900-556335dfd85a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8077347 Dec 10 16:47:24.473014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54838) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.517562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:24.702698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:24.713072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54842) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.713609 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cbf81ec4-3279-474f-89c4-58209521cd26 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2385743 Dec 10 16:47:24.730786 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:24.731133 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Updating router 68b73f22-39f8-418a-a14d-e97db01e10ac port d7f7eb7c-9160-4957-aa9c-f0cdf638748c binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:24.759819 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:24.805428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932970c8-5571-4a83-810a-20f059b003f6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:24.806860 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-932970c8-5571-4a83-810a-20f059b003f6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920675 Dec 10 16:47:24.809639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54844) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.839562 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4d7bee0-5e5f-4af9-846d-600a8420651d tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288517 Dec 10 16:47:24.842051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54846) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:24.846944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609400813', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:25.009133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:25.010972 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.013474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.094922 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.146479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2661f-2a1f-4e68-a7e3-e84a0dcbafc7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:25.150349 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Attempting to bind port d7f7eb7c-9160-4957-aa9c-f0cdf638748c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:25.157698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Attempting to bind port d7f7eb7c-9160-4957-aa9c-f0cdf638748c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:25.157698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Attempting to bind port d7f7eb7c-9160-4957-aa9c-f0cdf638748c on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:25.157698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Pushing event updated for resources: {'Port': ['ID=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.162548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:25.162548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:25.162896 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.163270 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:25.163733 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Bound port: d7f7eb7c-9160-4957-aa9c-f0cdf638748c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:25.164109 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.166410 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.166752 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.167088 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.167424 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.167764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.168065 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.168416 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.168806 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.169175 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.169581 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.170567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.170567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.170567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:25.226416 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] For port d7f7eb7c-9160-4957-aa9c-f0cdf638748c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:25.230158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] For port d7f7eb7c-9160-4957-aa9c-f0cdf638748c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:25.259786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c947cee4-f2c2-4df8-92eb-310587583b3c None None] Provisioning complete for port d7f7eb7c-9160-4957-aa9c-f0cdf638748c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:25.260156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c947cee4-f2c2-4df8-92eb-310587583b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.293737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c947cee4-f2c2-4df8-92eb-310587583b3c None None] Port d7f7eb7c-9160-4957-aa9c-f0cdf638748c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:25.306827 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.318856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.381334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=1b3d6311-346c-4630-bdb1-b864b2cb477e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.401249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:25.401737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: f40fdd67-3c40-4e4f-a730-29f09a46c72f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:47:25.447343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea028b1-ebf6-4b5d-b7e8-b97fa1dc27d6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:47:25.461291 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:25.461903 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:25.472330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:47:25.496944 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd706bd-9bf3-42c3-b7a5-ad07ac925921 None None] Pushing event updated for resources: {'Port': ['ID=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.516609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] Provisioning complete for port d7f7eb7c-9160-4957-aa9c-f0cdf638748c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:25.517117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.546360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, f40fdd67-3c40-4e4f-a730-29f09a46c72f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:25.555800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:25.556398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.557536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cadd6b-6367-4962-b1fd-497140542c19 None None] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:25.578390 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:25.620598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-73ceed9f-6fd0-437c-bb2d-ebf21e91cee2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7748296 Dec 10 16:47:25.620843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54848) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:25.655152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.700235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] For port d7f7eb7c-9160-4957-aa9c-f0cdf638748c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:25.704604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:47:25.708777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.783734 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:25.784047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:25.814090 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00cb56-3efc-4781-a67b-b0b0b949c96d None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:23Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:25.871010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0ec7-9824-495e-b1f4-bf44eb24bf8e None None] Pushing event updated for resources: {'Port': ['ID=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:25.890056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Allocated IP 172.20.0.2 (f40fdd67-3c40-4e4f-a730-29f09a46c72f/1b3d6311-346c-4630-bdb1-b864b2cb477e/f6e8df77-981d-4c70-85d6-6c0f7e4114f9) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:26.070149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.124441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.173243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:26.177631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:26.180186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:26.183342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Pushing event updated for resources: {'Port': ['ID=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.250254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Attempting to bind port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:26.250633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Attempting to bind port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:26.251098 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Attempting to bind port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:26.256343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:26.256749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Checking segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:26.257165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.257624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Bound using segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:26.258108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Bound port: f6e8df77-981d-4c70-85d6-6c0f7e4114f9, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:26.258499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.325184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] For port f6e8df77-981d-4c70-85d6-6c0f7e4114f9, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:26.329310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] For port f6e8df77-981d-4c70-85d6-6c0f7e4114f9, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:26.375911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.445219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482ff08-6156-4e0d-99d5-7d2be210e79b None None] Pushing event updated for resources: {'Port': ['ID=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:26.474044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.775458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (f40fdd67-3c40-4e4f-a730-29f09a46c72f/1b3d6311-346c-4630-bdb1-b864b2cb477e/6bb32f35-138b-4a57-99de-9d0c10e13bf8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:26.890129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:26.986883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.028457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:27.031770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:27.035660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:27.062824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.082695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.256163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.508422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e8df77-981d-4c70-85d6-6c0f7e4114f9 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:27.558672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.562384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:27.562762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.620410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.638950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.681866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port f6e8df77-981d-4c70-85d6-6c0f7e4114f9, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:27.695645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.699137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.758083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.758955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d7f7eb7c-9160-4957-aa9c-f0cdf638748c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:27.805724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:27.807656 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:27.842148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:27.855750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port d7f7eb7c-9160-4957-aa9c-f0cdf638748c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:27.856229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:27.937778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:28.041596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc4d0b-9e01-470e-ae1d-3229ef9f98c6 None None] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:47:28.056833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:28.064831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54850) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:28.065282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-104f5aba-c953-4c6a-ba38-9b53a8c097c5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/68b73f22-39f8-418a-a14d-e97db01e10ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4432218 Dec 10 16:47:28.085475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:28.105542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:28.106154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:28.164026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf339b-9bd3-46ef-9713-829d7854c94e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.164508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf339b-9bd3-46ef-9713-829d7854c94e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.164991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf339b-9bd3-46ef-9713-829d7854c94e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.165447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf339b-9bd3-46ef-9713-829d7854c94e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.167111 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9aaf339b-9bd3-46ef-9713-829d7854c94e tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1011851 Dec 10 16:47:28.169937 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:28.226959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e51c0a-e670-40cf-8d61-f7d2d27a8f1f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.227421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e51c0a-e670-40cf-8d61-f7d2d27a8f1f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.227875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e51c0a-e670-40cf-8d61-f7d2d27a8f1f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.228324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e51c0a-e670-40cf-8d61-f7d2d27a8f1f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:28.230277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-24daa58c-4471-47f5-8c53-033efd74b93b None None] Provisioning complete for port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:28.230661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24daa58c-4471-47f5-8c53-033efd74b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.230903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-07e51c0a-e670-40cf-8d61-f7d2d27a8f1f tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0600350 Dec 10 16:47:28.233514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:28.373448 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-47e682e9-ed8d-4e54-9b43-c56113fe83b5 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1363549 Dec 10 16:47:28.447311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:28.574593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54858) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:28.579726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830711443', 'description': 'tempest-secgroup-smoke-830711443 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:28.649505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.694687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:28.725522 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.733181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:28.737610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Updating router 68b73f22-39f8-418a-a14d-e97db01e10ac port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:47:28.765364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-330d21fd-f99a-409d-bc0a-193d6081c408 None None] Provisioning complete for port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:28.766308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-330d21fd-f99a-409d-bc0a-193d6081c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.767545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.780355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.813511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b530208b-1175-46c1-9403-5568e31adb85,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:28.880271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:28.882226 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7c4dcce1-cb74-426e-9167-764e316fe958 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3058259 Dec 10 16:47:28.898219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:28.903881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:28.975928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.021845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-330d21fd-f99a-409d-bc0a-193d6081c408 None None] Provisioning complete for port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:29.022226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-330d21fd-f99a-409d-bc0a-193d6081c408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.041854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.084731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-330d21fd-f99a-409d-bc0a-193d6081c408 None None] Port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:29.089214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.111681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8689faf0-e9c4-469f-82a8-613e8fbe1670,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.145935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.182982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.184317 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c8eaf54e-af8e-412d-8129-57df7d4e8d15 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843690 Dec 10 16:47:29.187134 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54862) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:29.192383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:29.202974 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6d23f692-4099-4a65-8178-01b2cf8a22cd None None] Provisioning complete for port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:29.203330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d23f692-4099-4a65-8178-01b2cf8a22cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.208930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.282526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6d23f692-4099-4a65-8178-01b2cf8a22cd None None] Port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:29.284144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47a7d-e32e-40a1-a91e-5bb06742bd45 None None] Pushing event updated for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.294242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.348547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Attempting to bind port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:29.348961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Attempting to bind port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:29.349352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Attempting to bind port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:29.359498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:29.359886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Checking segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:29.360050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.360308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.360721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Bound using segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:29.361238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Bound port: 6bb32f35-138b-4a57-99de-9d0c10e13bf8, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:29.361664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.434530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] For port 6bb32f35-138b-4a57-99de-9d0c10e13bf8, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:29.439022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] For port 6bb32f35-138b-4a57-99de-9d0c10e13bf8, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6bb32f35-138b-4a57-99de-9d0c10e13bf8,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:29.443979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.450727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e8df77-981d-4c70-85d6-6c0f7e4114f9 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:29.470101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567b5daa-37f6-4462-88ae-d1a89f72b92b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.500203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:29.500573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.522120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.525380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.526693 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1ad65e7f-45d4-4eaa-9dd8-129a860d7db0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386278 Dec 10 16:47:29.529688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54864) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:29.534577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:29.618925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47a7d-e32e-40a1-a91e-5bb06742bd45 None None] Pushing event updated for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.624002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:29.624620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:29.643797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.700164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] Provisioning complete for port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:29.700749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.720237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.786660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.806040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c168b279-923d-4593-b888-8c9c9daeeaab,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:29.823229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:29.868704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.869898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a42ce150-43ba-44d5-937c-fc2567647104 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391678 Dec 10 16:47:29.872752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54866) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:29.877352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:29.929167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:29.951658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.011759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] For port 6bb32f35-138b-4a57-99de-9d0c10e13bf8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6bb32f35-138b-4a57-99de-9d0c10e13bf8,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:30.016660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.085015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.111924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.120438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:30.131806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd95f56f-463e-4d46-a66d-a2753e563495,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.155348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e6e9-914c-44ff-9d42-bb03d869282d None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:30.166262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b972c46-8fc6-44fc-8fe9-bc2ecfc67570 None None] Pushing event updated for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.201722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.209242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54868) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:30.211735 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-34de9128-9c27-4ad6-bc6a-33b862cb63e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3378277 Dec 10 16:47:30.222779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:30.232534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d2ba1b0e-890c-4fbd-94a2-a51eebdaca8b None None] Provisioning complete for port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:30.233011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1b0e-890c-4fbd-94a2-a51eebdaca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.334850 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:47:30.340621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.403336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.477723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.497539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e117450f-5118-44e6-89ec-b51e42b9c675,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.571190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.572450 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-58070d58-c203-42b7-95c4-da92be6b3e35 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3580174 Dec 10 16:47:30.575124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54870) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:30.579513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': 'b530208b-1175-46c1-9403-5568e31adb85', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:30.666587 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:47:30.672444 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.735579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.797946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.817412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4753dd3f-01e9-49c3-b57f-b3a32f92174a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:30.902896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:30.904192 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1c38b0f2-1003-4d03-94b5-a70f71516b7c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280797 Dec 10 16:47:31.119617 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c08dc91e-41ba-40d6-8605-e27daf716709 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830711443&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0467393 Dec 10 16:47:31.229423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-2e426345-90bb-4edc-8991-19968d6d7419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:31.230884 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-2e426345-90bb-4edc-8991-19968d6d7419 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 797 time: 0.1041129 Dec 10 16:47:31.246030 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-da504765-5439-4cc1-a444-65410fb150f1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0093312 Dec 10 16:47:31.295123 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-5cba8022-3950-440e-b7b4-0d6e37ca3bb9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440571 Dec 10 16:47:31.393793 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-a46e85ac-41a4-4081-b9f3-a9d1fd6cf988 service neutron] 10.222.0.21 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865078 Dec 10 16:47:31.456116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6bb32f35-138b-4a57-99de-9d0c10e13bf8 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:31.489431 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-29d0abc0-a686-4a54-ba8d-9dd1257efaaf service neutron] 10.222.0.21 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 Dec 10 16:47:31.503560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:31.503933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:31.716156 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-673b846c-5cf9-42c9-9c95-6240a3d835cc req-d9f5364b-ae9a-4801-b2c1-a02ccac86e42 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 210 time: 0.0267863 Dec 10 16:47:32.807787 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be83c389-1245-4a0c-a49c-207fa5071c1a req-2430d215-d969-4a0e-a92f-ef78e5756712 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 210 time: 0.0267196 Dec 10 16:47:32.957791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0c142039-f2ff-48f4-810a-871eb5eec2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.430188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-979edb42-8a2a-4ef9-96f5-fc2335f17335 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:33.431637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-979edb42-8a2a-4ef9-96f5-fc2335f17335 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 797 time: 0.1082094 Dec 10 16:47:33.503567 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-08ae46e7-523f-4407-a332-c0f680264554 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 379 time: 0.0610719 Dec 10 16:47:33.516865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['b530208b-1175-46c1-9403-5568e31adb85']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:33.700137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:33.703849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:33.825381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.7 (f40fdd67-3c40-4e4f-a730-29f09a46c72f/1b3d6311-346c-4630-bdb1-b864b2cb477e/fb327a07-1d44-4297-89da-37fa285b5e95) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:33.938490 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-81712395-3a6e-46a9-bb7e-bcd76b80b264 req-7fb8d642-13d9-4c42-982e-da42877148a5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 210 time: 0.0555749 Dec 10 16:47:33.991316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.094999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.143411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:34.147548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:34.151621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:34.180303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:34.195525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.195797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.196232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.196595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.196970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.197310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.197646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.197982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.198313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.198649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.198981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.199307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.199632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:47:34.218823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:34.219454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.292306 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-c5bea7f0-6ea8-41f0-a85d-00d1f70cc43e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790511 Dec 10 16:47:34.311002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Request body: {'port': {'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:34.356600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8b083d2-0d19-4995-9b08-9ddd07eb0697 None None] Provisioning complete for port fb327a07-1d44-4297-89da-37fa285b5e95 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:34.357284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8b083d2-0d19-4995-9b08-9ddd07eb0697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.365648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.389681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8b083d2-0d19-4995-9b08-9ddd07eb0697 None None] Port fb327a07-1d44-4297-89da-37fa285b5e95 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:34.623771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb327a07-1d44-4297-89da-37fa285b5e95 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:34.631681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.643526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Transition to ACTIVE for port object fb327a07-1d44-4297-89da-37fa285b5e95 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:47:34.717290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.773988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:34.845407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Attempting to bind port fb327a07-1d44-4297-89da-37fa285b5e95 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:34.845748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Attempting to bind port fb327a07-1d44-4297-89da-37fa285b5e95 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:34.846083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Attempting to bind port fb327a07-1d44-4297-89da-37fa285b5e95 on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:34.851205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Port fb327a07-1d44-4297-89da-37fa285b5e95 on network f40fdd67-3c40-4e4f-a730-29f09a46c72f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:47:34.851534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Attempting to bind port fb327a07-1d44-4297-89da-37fa285b5e95 on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:34.856791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:34.857163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Checking segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:34.857552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Bound using segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:34.857981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Bound port: fb327a07-1d44-4297-89da-37fa285b5e95, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:34.858337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:34.929342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:34.933222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:35.003708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.037665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.038263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.039738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] 10.222.0.61 "PUT /v2.0/ports/fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 1093 time: 0.7330666 Dec 10 16:47:35.044517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:35.056346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:35.064747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655e0a-daa9-49e5-bf70-2a763d9009c5 req-e752be5b-d132-4f06-8bce-f91479bcf109 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.066746 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1655e0a-daa9-49e5-bf70-2a763d9009c5 req-e752be5b-d132-4f06-8bce-f91479bcf109 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 943 time: 0.0608387 Dec 10 16:47:35.086184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27eb7-5468-4274-8e60-71554a89d41d service neutron] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:35.100644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f820ca1-b39d-4cd3-a96a-47b4c9cf7798 x-openstack-request-id: req-7f820ca1-b39d-4cd3-a96a-47b4c9cf7798 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:35.101091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:35.101357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f820ca1-b39d-4cd3-a96a-47b4c9cf7798 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:35.101874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:47:35.138522 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1655e0a-daa9-49e5-bf70-2a763d9009c5 req-21c05d2f-0deb-4052-b090-d2b64ef39cd6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577753 Dec 10 16:47:35.174931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c885a390-d61a-4179-b0d7-d4cbd3906f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:35.184558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-e9bcb080-0b38-417e-b0c7-4a349880d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.186199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-e9bcb080-0b38-417e-b0c7-4a349880d2ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0546191 Dec 10 16:47:35.295551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-2dbf468f-4897-4daf-b119-3556d34ed4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.296983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-2dbf468f-4897-4daf-b119-3556d34ed4d5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0987165 Dec 10 16:47:35.394277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-96e00e3f-a511-4648-80ed-b1afebbec9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.396314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d61bcbf-d814-4ff4-a3d6-dbc13b2edc75 req-96e00e3f-a511-4648-80ed-b1afebbec9c9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872395 Dec 10 16:47:35.490711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-365d0afa-10ba-4f23-8b39-483dde6e7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.492253 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-365d0afa-10ba-4f23-8b39-483dde6e7d61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0479996 Dec 10 16:47:35.541674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-219db787-7a3c-4027-89ae-1df001b56e7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 217 time: 0.0336580 Dec 10 16:47:35.591114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-36f0194f-c827-4b0b-bb7c-c8b51a640bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.592549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-36f0194f-c827-4b0b-bb7c-c8b51a640bb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0428159 Dec 10 16:47:35.640717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-5d6c2822-8df4-4cc1-bc30-239a535c4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:35.642204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-5d6c2822-8df4-4cc1-bc30-239a535c4316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423586 Dec 10 16:47:35.737985 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-8f568de9-7d45-49a3-8f9c-4c56457baac6 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840669 Dec 10 16:47:35.836922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07cbd946-74f9-4568-b4a7-6f6953439f1e req-9a96584e-ad73-4cf5-9546-854c53570093 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Dec 10 16:47:36.243597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07904-fe8e-47e7-8320-da9952e355f5 req-6168c134-6684-44ff-ad66-6c70db023488 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:36.245065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8de07904-fe8e-47e7-8320-da9952e355f5 req-6168c134-6684-44ff-ad66-6c70db023488 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 943 time: 0.0481789 Dec 10 16:47:36.292847 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8de07904-fe8e-47e7-8320-da9952e355f5 req-a3a768eb-3c92-4db7-bc52-ce519675dcba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Dec 10 16:47:36.603085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:37.409105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9329f-411c-491f-a829-429b1bce87e1 req-ea871768-9db2-49ac-9176-dc27387e1d7b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:37.411430 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8fe9329f-411c-491f-a829-429b1bce87e1 req-ea871768-9db2-49ac-9176-dc27387e1d7b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 943 time: 0.0507777 Dec 10 16:47:37.472418 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8fe9329f-411c-491f-a829-429b1bce87e1 req-7c566dc9-13b8-4431-a313-b5478c78c7ea tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555339 Dec 10 16:47:37.843362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fb327a07-1d44-4297-89da-37fa285b5e95 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:47:37.899028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.085949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:38.096922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:47:38.146807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.157815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb327a07-1d44-4297-89da-37fa285b5e95 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:38.181196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:38.237475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:38.283037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:38.564482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['fb327a07-1d44-4297-89da-37fa285b5e95'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:47:38.589376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dfb34-e467-4e8c-916d-8e9025bd91cb req-522eb65d-e445-4f6e-b896-7f7f775b290e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:38.590927 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-674dfb34-e467-4e8c-916d-8e9025bd91cb req-522eb65d-e445-4f6e-b896-7f7f775b290e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 944 time: 0.0485811 Dec 10 16:47:38.640296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-674dfb34-e467-4e8c-916d-8e9025bd91cb req-a43eaca4-43eb-4031-983e-daf3e027b990 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Dec 10 16:47:38.703289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:39.760751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a02e4-976d-4a0b-8789-4bb3d754134d req-3c457033-8686-42aa-9193-97652df746d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:39.762658 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-145a02e4-976d-4a0b-8789-4bb3d754134d req-3c457033-8686-42aa-9193-97652df746d5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 944 time: 0.0542011 Dec 10 16:47:39.817071 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-145a02e4-976d-4a0b-8789-4bb3d754134d req-7fffc139-e932-4634-aed5-ea668c3b5e3e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476611 Dec 10 16:47:39.860698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fb327a07-1d44-4297-89da-37fa285b5e95 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:40.014123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port fb327a07-1d44-4297-89da-37fa285b5e95 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:47:40.017854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port fb327a07-1d44-4297-89da-37fa285b5e95 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:40.018227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.091948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.115131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:40.119483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc83d0-28e4-4d21-ae2f-a460fa6be3d9" -d '{"events": [{"server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:40.132882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:40.186387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:40.237174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:40.303564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9efd3-1ca0-4bf2-904c-272b64f9101a x-openstack-request-id: req-d3e9efd3-1ca0-4bf2-904c-272b64f9101a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:40.303863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:40.304126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3e9efd3-1ca0-4bf2-904c-272b64f9101a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:40.304652 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'code': 200} Dec 10 16:47:40.605421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462d9f9-7219-42a1-80c7-1c4b5025237e req-62563ce3-717f-473d-be74-3bbff7a108ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.606881 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0462d9f9-7219-42a1-80c7-1c4b5025237e req-62563ce3-717f-473d-be74-3bbff7a108ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0437226 Dec 10 16:47:40.656579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0462d9f9-7219-42a1-80c7-1c4b5025237e req-452543f4-419b-46ce-aa57-9618599eed03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Dec 10 16:47:40.929315 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e7ca8-ee20-4690-b1af-20771c1ad03d req-620fc3c6-c971-4e8b-9328-72d5b555460a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:40.930747 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ee6e7ca8-ee20-4690-b1af-20771c1ad03d req-620fc3c6-c971-4e8b-9328-72d5b555460a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0481951 Dec 10 16:47:40.980121 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ee6e7ca8-ee20-4690-b1af-20771c1ad03d req-2a73b1f6-7192-49fa-a6b3-d844fc70e025 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Dec 10 16:47:42.093267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf2a5-2286-48a6-964e-fe1baff0f394 req-ce61c7f7-7969-45c1-91db-eb1c696b6d45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.094710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5eaaf2a5-2286-48a6-964e-fe1baff0f394 req-ce61c7f7-7969-45c1-91db-eb1c696b6d45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0474734 Dec 10 16:47:42.144580 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5eaaf2a5-2286-48a6-964e-fe1baff0f394 req-46c6cc62-a9a3-4184-8421-23e89bfe3e5c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Dec 10 16:47:42.263033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d091-c6c6-4f9e-ac7f-e6b5a0269a14 req-7bd81d99-a512-48a7-947a-f5e76ed1b0fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.264421 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99f4d091-c6c6-4f9e-ac7f-e6b5a0269a14 req-7bd81d99-a512-48a7-947a-f5e76ed1b0fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0486691 Dec 10 16:47:42.312819 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-99f4d091-c6c6-4f9e-ac7f-e6b5a0269a14 req-36cabf52-3fdb-455a-b75b-7875b8d334b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Dec 10 16:47:42.333849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54928) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:42.377852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b47c1-66b0-45f5-8dcd-9710771f3958 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:42.379384 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2e4b47c1-66b0-45f5-8dcd-9710771f3958 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1093 time: 0.0444703 Dec 10 16:47:42.382128 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54930) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:42.386256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:42.477570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.574417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.677295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.27 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/bb55d0a4-b231-46f6-b3d3-2e37a5d12e23) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:42.775685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.860419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:42.898494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:42.901464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:42.905071 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:42.928495 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bb55d0a4-b231-46f6-b3d3-2e37a5d12e23,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.529333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.639447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.787817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.854379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:43.921395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=bb55d0a4-b231-46f6-b3d3-2e37a5d12e23,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:43.931712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.030449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP cb84eb7d-423c-4338-98ee-5b2a8ed63581 associated. External IP: 172.26.4.27, port: fb327a07-1d44-4297-89da-37fa285b5e95. Dec 10 16:47:44.245577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:47:44.353741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:47:44.366113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:47:44.376538 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:44.377880 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:44.428416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:44.456413 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-54601474-a152-4706-bd2b-a915833ba5d2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0732696 Dec 10 16:47:44.457726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:44.459829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54932) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:44.460349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efc86a1-a326-40fb-968d-4518c74d4275" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:44.484654 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:44.495825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f1d451-000b-4067-9ff6-498278cb246a x-openstack-request-id: req-53f1d451-000b-4067-9ff6-498278cb246a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:44.496135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:44.496402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f1d451-000b-4067-9ff6-498278cb246a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:44.497211 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:47:44.501184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1592426-655f-49a8-b26c-bc53f1e72683 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.503501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e1592426-655f-49a8-b26c-bc53f1e72683 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1093 time: 0.0424886 Dec 10 16:47:44.564856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-6f99eac4-7e76-468e-b628-e47e79a0e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.567241 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-6f99eac4-7e76-468e-b628-e47e79a0e687 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0459337 Dec 10 16:47:44.659107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-1dbae581-8d16-44fe-b07c-48d15284f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.660622 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-1dbae581-8d16-44fe-b07c-48d15284f2b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0853891 Dec 10 16:47:44.717895 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:43Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:44.731114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-3838bb8c-7150-4b00-9cd6-4b5cc8428644 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 998 time: 0.0630169 Dec 10 16:47:44.743527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:47:44.751807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:47:44.752412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:44.781306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-95fcafce-b733-4c5f-9df5-97af83c32c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.782773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-95fcafce-b733-4c5f-9df5-97af83c32c3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0446539 Dec 10 16:47:44.835573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-306ba414-0683-445d-817a-facf799b86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:44.835573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-306ba414-0683-445d-817a-facf799b86e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427294 Dec 10 16:47:44.835903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54938) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:44.840292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875834473', 'description': 'tempest-secgroup-smoke-1875834473 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:44.860935 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:47:44.942142 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-636d6a65-2eb9-42f3-87ce-74d0cfe06bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957978 Dec 10 16:47:44.990276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.065512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4efc86a1-a326-40fb-968d-4518c74d4275 req-1b103da7-c5f8-41d5-92bf-711fb8f06d5e service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169670 Dec 10 16:47:45.093879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.094152 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:43Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:47:45.123557 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5727aca-87db-4dad-bd5c-7d61358e75f0 None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:43Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:47:45.160339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.194418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac7163-ed89-489f-aa2a-aa3522c12863,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.222938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.224279 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c6168d30-8670-493e-a533-668aa2eca4b8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3874421 Dec 10 16:47:45.227081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 54940) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:45.231749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:45.301206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.325820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8e609-2846-4073-a412-0701e8dae6ea None None] New status for floating IP cb84eb7d-423c-4338-98ee-5b2a8ed63581: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:47:45.363325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.443099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.461455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3b4398-6b51-4a96-b9fe-2b7af7cf66bb,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.548224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.551038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-482c9d17-ca87-4f9b-b49b-f4c9bc449e1d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216221 Dec 10 16:47:45.553064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54942) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:45.557698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:45.631177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.685366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.751402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.769834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd76ac3-889e-49cf-8819-40dbeca7677a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:45.844968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.846169 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8f624c9f-e885-44b2-b9d5-a2aebfa0746b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920823 Dec 10 16:47:45.848907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54944) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:45.853171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:45.933339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:45.989600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.048656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.070593 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d6b3cc-5ad8-44c8-b741-dfcf339ae3fd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:46.119513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.120645 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a84ece1f-5c4b-4d7d-a38f-54ed92e3428b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708073 Dec 10 16:47:46.123468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54946) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:46.127867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:46.219145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.276210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.328724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.348767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe8769-a77e-46e3-b2d7-34c3a50433a9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:46.395007 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.396356 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fffa27e9-bc71-4c43-b342-c3b3259c8c45 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718568 Dec 10 16:47:46.399141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54948) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:46.403619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:46.472034 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:47:46.478069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.536982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.585632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.604295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a0c28d-c674-4903-a9ae-7d18fa95aab1,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:46.662783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.664173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b4cbcd7c-7231-4e2f-ad14-bc52444e8d8e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2641079 Dec 10 16:47:46.666775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 54950) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:46.671095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '66ac7163-ed89-489f-aa2a-aa3522c12863', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:46.768631 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:47:46.774322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.832983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.905688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.925886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19760e9e-9f87-4f23-a74c-826dc9679594,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:46.993617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:46.994840 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9e57171c-a671-4aad-a433-2c131105d1c4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271127 Dec 10 16:47:47.141437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-580abf82-1682-4bfc-a987-f802f8092764 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875834473&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0444083 Dec 10 16:47:47.249638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-63793b58-0fb0-4a07-b3d4-f3bee0502e89 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:47.251011 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-63793b58-0fb0-4a07-b3d4-f3bee0502e89 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 797 time: 0.1028192 Dec 10 16:47:47.266080 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-056a57c7-8109-455f-95c3-38bd9796f02e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0087800 Dec 10 16:47:47.317104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-391329cd-b857-4d4f-a506-bd31643b3cba tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453699 Dec 10 16:47:47.459742 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-2c2232e6-626c-4842-a03d-c63f933419c0 service neutron] 10.222.0.21 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308873 Dec 10 16:47:47.523244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:47.551173 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-dc9701bf-c816-4125-afe3-077308b82019 service neutron] 10.222.0.21 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845585 Dec 10 16:47:47.764472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-636e386a-a909-4ec2-a5c3-b72eeb68ea71 req-fff44da4-a0a1-4db8-93f6-5417837afb19 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Dec 10 16:47:48.857319 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ede9bf4b-3380-4f57-801f-1ea02a0c7e3f req-c2623ff4-77b0-45ca-b284-c72cf50439aa tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Dec 10 16:47:49.735004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-02fc1cb0-97c0-4e26-baf5-5002f0a37694 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:49.736517 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-02fc1cb0-97c0-4e26-baf5-5002f0a37694 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 797 time: 0.4265263 Dec 10 16:47:49.819969 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-1e30d891-5c03-49a1-9388-b984e7c239d7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 472 time: 0.0658245 Dec 10 16:47:49.830013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['66ac7163-ed89-489f-aa2a-aa3522c12863']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:49.952456 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-76c52623-3220-4540-81b8-6414434c701a req-9cda1453-20cd-4f16-8407-e81736d50140 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Dec 10 16:47:49.980664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:47:49.984220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.105631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.8 (f40fdd67-3c40-4e4f-a730-29f09a46c72f/1b3d6311-346c-4630-bdb1-b864b2cb477e/fe76dcbf-9444-4aa5-80d7-2c59dc95c17f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:50.243631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.323044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.365712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:50.368800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:50.372533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:50.403543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:50.434145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:50.434794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.503996 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-91b596b0-2102-4411-8fc1-903266fdc037 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6768191 Dec 10 16:47:50.519904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Request body: {'port': {'device_id': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:50.554865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a97b203a-b5d6-4172-b77b-6827ca4fa557 None None] Provisioning complete for port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:50.555512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a97b203a-b5d6-4172-b77b-6827ca4fa557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.573906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.608024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a97b203a-b5d6-4172-b77b-6827ca4fa557 None None] Port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:47:50.839558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe76dcbf-9444-4aa5-80d7-2c59dc95c17f {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:50.846834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.858663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Transition to ACTIVE for port object fe76dcbf-9444-4aa5-80d7-2c59dc95c17f will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:47:50.911770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:50.970873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Pushing event updated for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.063831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Attempting to bind port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:47:51.064516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Attempting to bind port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:47:51.064516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Attempting to bind port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:51.074045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f on network f40fdd67-3c40-4e4f-a730-29f09a46c72f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:47:51.074359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Attempting to bind port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f on network f40fdd67-3c40-4e4f-a730-29f09a46c72f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:47:51.081452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:47:51.082373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Checking segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:47:51.082756 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Bound using segment: {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:47:51.083182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Bound port: fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde7f962-7433-4d46-8352-d87b8e881ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:47:51.083535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.106641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece746-1d4a-4056-a1d1-ba9d3370bf3d req-8cfec59e-3f5a-427d-90ca-e70848f9600a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.108128 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-91ece746-1d4a-4056-a1d1-ba9d3370bf3d req-8cfec59e-3f5a-427d-90ca-e70848f9600a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 943 time: 0.0816789 Dec 10 16:47:51.194391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:47:51.199838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-91ece746-1d4a-4056-a1d1-ba9d3370bf3d req-b5e38fe0-9939-4340-8ff8-806c15313b01 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850172 Dec 10 16:47:51.201507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:47:51.271753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.309093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.309707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:51.311055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe76dcbf-9444-4aa5-80d7-2c59dc95c17f HTTP/1.1" status: 200 len: 1093 time: 0.7964778 Dec 10 16:47:51.311522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:51.313828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:51.334529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8ea15-be7d-4e16-b467-dbd01ede3181 service neutron] Pushing event updated for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:51.361772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c32e64-1ae5-4217-88da-4c2ff48f9e0d x-openstack-request-id: req-17c32e64-1ae5-4217-88da-4c2ff48f9e0d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:51.369215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:51.369215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17c32e64-1ae5-4217-88da-4c2ff48f9e0d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:51.369215 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'status': 'completed', 'code': 200} Dec 10 16:47:51.430257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-07f1995b-50f7-4506-a41d-0b0ef71a687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.431800 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-07f1995b-50f7-4506-a41d-0b0ef71a687d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1096 time: 0.0453284 Dec 10 16:47:51.540010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-8ccf1102-f40c-40e2-9307-e28b77cee4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.541613 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-8ccf1102-f40c-40e2-9307-e28b77cee4f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dcb051692aa448d96552f4f53203699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0992999 Dec 10 16:47:51.639941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-e04808cf-4c03-4b95-ac79-bbeffcea26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.641337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f32d1d2-7c72-4453-b1a9-33f1fdc6e77c req-e04808cf-4c03-4b95-ac79-bbeffcea26ce service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922415 Dec 10 16:47:51.726386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-a00f0fbd-ac07-4503-b4c2-471a4a7428b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.727852 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-a00f0fbd-ac07-4503-b4c2-471a4a7428b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1096 time: 0.0397182 Dec 10 16:47:51.773993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-dae9a6d4-28e9-4157-811c-775f0e130856 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f HTTP/1.1" status: 200 len: 217 time: 0.0337920 Dec 10 16:47:51.827644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-30c68f30-e746-43f4-9a90-55b060c401bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.829090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-30c68f30-e746-43f4-9a90-55b060c401bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0464513 Dec 10 16:47:51.874785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-20341ffb-e1ff-43e1-98d0-3c283bd2e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:51.876236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-20341ffb-e1ff-43e1-98d0-3c283bd2e401 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390196 Dec 10 16:47:51.963841 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-d92cefe8-0729-47e8-9099-ddb5182188d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793140 Dec 10 16:47:52.057896 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25cd4528-2a1a-498b-a0e9-08041ab6a498 req-d2322c7c-dd11-42b3-99d1-213a9f8cdb29 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855124 Dec 10 16:47:52.313847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778de55-0062-4bee-be30-c6c7053c2d50 req-7fc6b7a2-fe9d-4edb-ae69-7c940a342f0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:52.315361 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8778de55-0062-4bee-be30-c6c7053c2d50 req-7fc6b7a2-fe9d-4edb-ae69-7c940a342f0f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 943 time: 0.0491996 Dec 10 16:47:52.364850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8778de55-0062-4bee-be30-c6c7053c2d50 req-647d19c1-c48c-4059-b9b1-15351dd3ba5d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Dec 10 16:47:53.530384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32120-407c-49a3-9c67-41d28a89684d req-fcce7d67-4dc0-422d-8ccb-c8ab50d2b743 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:53.531917 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1f32120-407c-49a3-9c67-41d28a89684d req-fcce7d67-4dc0-422d-8ccb-c8ab50d2b743 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 943 time: 0.0999458 Dec 10 16:47:53.588160 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1f32120-407c-49a3-9c67-41d28a89684d req-445a90df-e9c5-4dec-9e80-6cf4ace869b6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491312 Dec 10 16:47:53.937355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe76dcbf-9444-4aa5-80d7-2c59dc95c17f details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:47:54.031653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:54.042693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'port_id': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'mac_address': 'fa:16:3e:f6:e4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:47:54.078745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.091555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe76dcbf-9444-4aa5-80d7-2c59dc95c17f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:47:54.111026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:54.168882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:54.221195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:54.389061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:47:54.754285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1481-05ff-44ab-a19f-a47a4d3ce86b req-806692aa-8409-4e20-a9f9-4c12e213b6dc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:54.755801 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb3b1481-05ff-44ab-a19f-a47a4d3ce86b req-806692aa-8409-4e20-a9f9-4c12e213b6dc tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 944 time: 0.1012115 Dec 10 16:47:54.804377 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb3b1481-05ff-44ab-a19f-a47a4d3ce86b req-7716d8e1-74b2-48b3-8a37-f6cbcf90d0e0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Dec 10 16:47:55.921656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172ede9-9aa3-4630-8420-2ce6c044e500 req-e5a0b038-1d30-4639-9e97-5dd430b424ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:55.923131 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8172ede9-9aa3-4630-8420-2ce6c044e500 req-e5a0b038-1d30-4639-9e97-5dd430b424ab tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 944 time: 0.0524962 Dec 10 16:47:55.935803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe76dcbf-9444-4aa5-80d7-2c59dc95c17f up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:47:55.972669 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8172ede9-9aa3-4630-8420-2ce6c044e500 req-915e5270-aed9-49a6-89c4-926fb09743e4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Dec 10 16:47:56.048344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:47:56.052815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:47:56.053258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.127865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.150158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:47:56.152405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75275a2-b251-4ce0-990a-897ca4f7cf2d" -d '{"events": [{"server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "name": "network-vif-plugged", "status": "completed", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:47:56.165366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:47:56.193454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93845d9-2612-453b-9042-e9eb734aec5d x-openstack-request-id: req-a93845d9-2612-453b-9042-e9eb734aec5d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:47:56.193750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "name": "network-vif-plugged", "status": "completed", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:47:56.194092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a93845d9-2612-453b-9042-e9eb734aec5d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:47:56.194443 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'code': 200} Dec 10 16:47:56.208696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:56.258570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:56.475062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea511f-09cf-4719-8c32-903e7a5e6868 req-f9713d54-cca2-4f95-86a7-dec1f194986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:56.476466 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2bea511f-09cf-4719-8c32-903e7a5e6868 req-f9713d54-cca2-4f95-86a7-dec1f194986f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1098 time: 0.0404630 Dec 10 16:47:56.524589 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2bea511f-09cf-4719-8c32-903e7a5e6868 req-599b11cf-528e-451a-9c09-da18827da428 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Dec 10 16:47:57.086229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa6c5-6cad-4761-aa4d-285b6d54fc4b req-eec573b0-aab3-4069-bf4c-9ec7b3cbeaa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:57.087704 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04bfa6c5-6cad-4761-aa4d-285b6d54fc4b req-eec573b0-aab3-4069-bf4c-9ec7b3cbeaa3 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Dec 10 16:47:57.137745 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04bfa6c5-6cad-4761-aa4d-285b6d54fc4b req-c6827a6e-bab9-492c-bfcc-e448ceb03970 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Dec 10 16:47:58.252295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa286-3d6b-4f23-b116-21b354f19129 req-82e9e8a7-780d-4d4c-966d-fd366f0c29e6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:58.253807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02eaa286-3d6b-4f23-b116-21b354f19129 req-82e9e8a7-780d-4d4c-966d-fd366f0c29e6 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Dec 10 16:47:58.307425 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-02eaa286-3d6b-4f23-b116-21b354f19129 req-b09de9d6-0b67-44c0-9186-60621c93db11 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Dec 10 16:47:58.419121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c5ba1-7116-41c2-89d5-c330f9f5d77b req-2e7755d3-3ed9-413f-89ed-464a70e3165f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:58.420534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f39c5ba1-7116-41c2-89d5-c330f9f5d77b req-2e7755d3-3ed9-413f-89ed-464a70e3165f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0478952 Dec 10 16:47:58.472954 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f39c5ba1-7116-41c2-89d5-c330f9f5d77b req-2c7f9b0b-1e28-4756-b4fd-892cd0b53ba9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Dec 10 16:47:58.494272 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55008) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:58.533405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cdd12d-a5f3-4ac2-9454-8a536b4605ee tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:58.534916 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-68cdd12d-a5f3-4ac2-9454-8a536b4605ee tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1093 time: 0.0396757 Dec 10 16:47:58.537688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55010) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:47:58.541914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:47:58.625761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.722212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:58.825861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.156 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/2608da59-ccdf-42f0-8413-297319a0e970) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:47:58.928920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.014668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.051360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:47:59.054240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:47:59.057798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:47:59.084333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=2608da59-ccdf-42f0-8413-297319a0e970,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:59.310821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-31b9ab2e-dc3a-4589-90dc-dc1e52481883 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388522 Dec 10 16:47:59.400164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-b97ba00b-2d7d-49e9-b7cc-30f7afc23586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:59.401711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-b97ba00b-2d7d-49e9-b7cc-30f7afc23586 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0421345 Dec 10 16:47:59.407777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.510012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-eeefb636-0687-4b99-90d2-6cdd5d96ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:59.511530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-eeefb636-0687-4b99-90d2-6cdd5d96ea9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0885863 Dec 10 16:47:59.525691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.579823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-8094ea09-465c-4a44-ab85-63dce67d353f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 1000 time: 0.0600224 Dec 10 16:47:59.633228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-37394e81-aa16-4f8d-aebb-2c55107a5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:59.634713 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-37394e81-aa16-4f8d-aebb-2c55107a5e9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0462542 Dec 10 16:47:59.687302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-909b1442-9e4f-4713-ba9f-db01f470a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:47:59.688759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-909b1442-9e4f-4713-ba9f-db01f470a7b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446076 Dec 10 16:47:59.691749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.740189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.782018 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-bb2a0ab9-ef48-4e80-a199-da9515e8e908 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Dec 10 16:47:59.812491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=2608da59-ccdf-42f0-8413-297319a0e970,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:47:59.822045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:47:59.879930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f2e76b9-69b6-4f47-9265-bf216c8f99b6 req-072a6b58-7845-49d5-99b7-ca95706b2e9c service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882580 Dec 10 16:47:59.923825 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f associated. External IP: 172.26.4.156, port: fe76dcbf-9444-4aa5-80d7-2c59dc95c17f. Dec 10 16:48:00.127501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:00.234076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:00.243543 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:00.253276 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:00.253896 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:00.313959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:00.341915 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dced705a-a211-4fe1-9fc8-3b7301ed8f6e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8032184 Dec 10 16:48:00.342517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:00.344780 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315102bf-ae01-4bde-975d-13ad1d041669" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:00.359986 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:00.387841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ece7c-1c89-4e58-9a82-448b48e81922 x-openstack-request-id: req-cd7ece7c-1c89-4e58-9a82-448b48e81922 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:00.388142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:00.388404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd7ece7c-1c89-4e58-9a82-448b48e81922 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:00.388821 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'status': 'completed', 'code': 200} Dec 10 16:48:00.455917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315102bf-ae01-4bde-975d-13ad1d041669 req-85188372-8be7-48fa-8665-8dd13e2cf79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:00.457404 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-85188372-8be7-48fa-8665-8dd13e2cf79e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1098 time: 0.0431774 Dec 10 16:48:00.553420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315102bf-ae01-4bde-975d-13ad1d041669 req-7048aeab-4386-416e-844b-80a0527ac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:00.555022 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-7048aeab-4386-416e-844b-80a0527ac61b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0885472 Dec 10 16:48:00.624289 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-abd23473-b231-4fc4-ae23-7c9cfb701c2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f HTTP/1.1" status: 200 len: 999 time: 0.0621650 Dec 10 16:48:00.669227 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}, {'id': 'e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:f6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:59Z', 'updated_at': '2021-12-10T16:47:59Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:00.672382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315102bf-ae01-4bde-975d-13ad1d041669 req-549d944f-0bfb-47de-8755-e189b9ab9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:00.673905 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-549d944f-0bfb-47de-8755-e189b9ab9848 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0422623 Dec 10 16:48:00.699021 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:00.707261 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:00.707825 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:47:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:00.719368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315102bf-ae01-4bde-975d-13ad1d041669 req-cec7ffc0-1ef4-47a8-834d-ff8592dba663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:00.720865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-cec7ffc0-1ef4-47a8-834d-ff8592dba663 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393054 Dec 10 16:48:00.810111 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:00.815287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-f3c7729c-c628-4a80-8281-7b6e72bc03fe service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Dec 10 16:48:00.906078 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-315102bf-ae01-4bde-975d-13ad1d041669 req-5fb32e94-6426-46c3-8239-67ae2ff23b05 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Dec 10 16:48:00.952193 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:48:01.034526 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}, {'id': 'e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:f6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:59Z', 'updated_at': '2021-12-10T16:47:59Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:01.064422 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cc218-deeb-41aa-979b-fe78fe39d7b5 None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}, {'id': 'e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:f6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:59Z', 'updated_at': '2021-12-10T16:47:59Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:01.258634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed10878-ced8-4895-b0ef-89171889fee3 None None] New status for floating IP e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:48:02.962703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f0db9e7-6177-4996-b0e0-47ac44c7775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:05.191801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-425e1a1a-9721-46df-aed0-b0d81a8ff838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:06.602344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:07.836723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:08.671011 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:17.562687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:32.973302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6bd4c920-ac9d-466f-9758-a0c228628706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:35.185082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1eef047a-8ddf-4341-872d-8eb4b11cac1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:36.202732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55026) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:36.263549 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c738e4b5-a10d-4701-a30b-d1388dfbbd61 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/cb84eb7d-423c-4338-98ee-5b2a8ed63581 HTTP/1.1" status: 200 len: 992 time: 0.0596693 Dec 10 16:48:36.625009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.068942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:37.074730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:37.135236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.279734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:37.307346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.350399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.403352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.404247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.405454 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/ports/fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 938 time: 0.3356097 Dec 10 16:48:37.406068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:37.408331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7ae78-17a5-4f95-b825-da98453fbf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:37.434437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:37.442592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.442948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.443301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.443645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.443984 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.444319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.444653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.445184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.445330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.445663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.445992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.446322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.446645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e67a92-16da-481a-a947-0ee4a9e57ce1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:37.463008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39fdf1c-f99e-4744-90a1-010b24bedc0d x-openstack-request-id: req-c39fdf1c-f99e-4744-90a1-010b24bedc0d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:37.463876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:37.464094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39fdf1c-f99e-4744-90a1-010b24bedc0d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:37.464535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:48:37.576225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-9fb7def9-d16d-4744-bdac-91b739f32f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.577774 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-9fb7def9-d16d-4744-bdac-91b739f32f24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1099 time: 0.0900245 Dec 10 16:48:37.644937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0cf20cca-cae0-4712-ada8-189eb008d7ba None None] Provisioning complete for port fb327a07-1d44-4297-89da-37fa285b5e95 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:37.645518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0cf20cca-cae0-4712-ada8-189eb008d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.665629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-0ed5bcc1-2ecb-4efc-9a30-d8ad45e10e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.667079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-0ed5bcc1-2ecb-4efc-9a30-d8ad45e10e87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0825489 Dec 10 16:48:37.687039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0cf20cca-cae0-4712-ada8-189eb008d7ba None None] Port fb327a07-1d44-4297-89da-37fa285b5e95 is administratively disabled so it will not transition to active. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 10 16:48:37.743401 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-6ce385f9-270f-492f-b8e1-847229e46f08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 1001 time: 0.0641177 Dec 10 16:48:37.796577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-0defc4d4-f3ed-4a77-b5fb-634e1c9320e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.798071 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-0defc4d4-f3ed-4a77-b5fb-634e1c9320e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0438428 Dec 10 16:48:37.846893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-4dcaf5b0-6bd5-4d4f-b90d-70032d3cc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:37.849088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-4dcaf5b0-6bd5-4d4f-b90d-70032d3cc4df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401709 Dec 10 16:48:37.910508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:37.950567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:48:37.957047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-180fd3b9-df34-4e05-a5cf-39317dcf134f service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891972 Dec 10 16:48:38.051023 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-35c7ae78-17a5-4f95-b825-da98453fbf1c req-55fa10f5-7fd2-4d55-ba6a-ac62066fc306 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820627 Dec 10 16:48:38.659173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:40.828434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:40.833759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:40.898553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.045110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:41.073176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.133438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.180411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.181204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.182794 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/ports/fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 937 time: 0.3533380 Dec 10 16:48:41.183532 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:41.185951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:41.186137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55046) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:41.209975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51652261-5864-4e40-a2ff-5abdc4019dee tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:41.233884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f034ded1-5e5b-41d0-981f-eb95363c5160 x-openstack-request-id: req-f034ded1-5e5b-41d0-981f-eb95363c5160 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:41.234188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:41.234614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f034ded1-5e5b-41d0-981f-eb95363c5160 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:41.235033 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:48:41.264654 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-361cdfe1-03e3-41be-8234-d6d6b266c368 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/cb84eb7d-423c-4338-98ee-5b2a8ed63581 HTTP/1.1" status: 200 len: 992 time: 0.0766950 Dec 10 16:48:41.302449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-d82a8632-4a93-4d83-82a0-d5dd6e357350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.304038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-d82a8632-4a93-4d83-82a0-d5dd6e357350 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0447569 Dec 10 16:48:41.403754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-59beb5f1-a4fd-4e3e-8db3-7261f20b84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.405228 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-59beb5f1-a4fd-4e3e-8db3-7261f20b84f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0914063 Dec 10 16:48:41.429170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9228dbe5-8c9b-4915-8a48-12361e0d17fd None None] Provisioning complete for port fb327a07-1d44-4297-89da-37fa285b5e95 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:41.429696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9228dbe5-8c9b-4915-8a48-12361e0d17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:41.461377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['fb327a07-1d44-4297-89da-37fa285b5e95'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:48:41.472298 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-eed5ba8d-9528-4ade-80a7-1094ad937d5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 1000 time: 0.0594351 Dec 10 16:48:41.523059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-df5124f5-43b6-496b-8a98-a612fc85267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.524666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-df5124f5-43b6-496b-8a98-a612fc85267c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0436006 Dec 10 16:48:41.580835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-21f52e5d-6ccb-4e1f-8f75-b8558fa003a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:41.582362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-21f52e5d-6ccb-4e1f-8f75-b8558fa003a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453215 Dec 10 16:48:41.677779 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-7fe65ee5-cd43-4950-aa8a-422e88401df7 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Dec 10 16:48:41.777487 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea9c6d90-822c-4675-a24c-d0c1cadb3f35 req-0ea9ea20-b5ed-46e1-9939-ed29ca5bb858 service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Dec 10 16:48:43.829505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55056) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:43.981745 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 2608da59-ccdf-42f0-8413-297319a0e970 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:43.982080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:44.054932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:44.055259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:44.067256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 2608da59-ccdf-42f0-8413-297319a0e970 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:44.276510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:44.305713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=2608da59-ccdf-42f0-8413-297319a0e970,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:44.366763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:44.367089 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f disassociated (deleted). External IP: 172.26.4.156, port: fe76dcbf-9444-4aa5-80d7-2c59dc95c17f. Dec 10 16:48:44.569027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:45.002742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:45.007424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:45.014103 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:45.028807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:45.029473 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:45.036209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b2b39403-f9f7-4a56-9195-451f04304fa2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f HTTP/1.1" status: 204 len: 168 time: 1.2032161 Dec 10 16:48:45.036209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:45.036627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d83423f-30fe-4dc2-b194-71a0a0a293dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:45.075406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92b04a-7aee-4ac2-834f-268b7d370e3c x-openstack-request-id: req-6c92b04a-7aee-4ac2-834f-268b7d370e3c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:45.076437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:45.076704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c92b04a-7aee-4ac2-834f-268b7d370e3c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:45.077305 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'status': 'completed', 'code': 200} Dec 10 16:48:45.132364 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:45.151533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-636a62dc-aaf6-4f28-88cc-292690ca907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.153728 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-636a62dc-aaf6-4f28-88cc-292690ca907e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 1098 time: 0.0463622 Dec 10 16:48:45.254277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-c1f6127b-10e4-463f-a2c6-1f912f85709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.255669 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-c1f6127b-10e4-463f-a2c6-1f912f85709a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.0886576 Dec 10 16:48:45.303605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-fbffc81b-44a0-4d3b-8962-e9b61435c2d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f HTTP/1.1" status: 200 len: 217 time: 0.0358210 Dec 10 16:48:45.362229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-d6cccaa2-872a-4572-ba76-6f5af042115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.363708 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-d6cccaa2-872a-4572-ba76-6f5af042115c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0472076 Dec 10 16:48:45.364963 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:45.391373 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:45.399901 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:45.400555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:45.417042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-ac803b7b-558d-4539-b2b8-14301b6ef6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.418706 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-ac803b7b-558d-4539-b2b8-14301b6ef6eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472271 Dec 10 16:48:45.542180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b986b-c468-415d-9ea7-c0a44867cda5 req-c0e6724a-5fcc-4efe-ac25-b02615682fce tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:45.542180 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d99b986b-c468-415d-9ea7-c0a44867cda5 req-c0e6724a-5fcc-4efe-ac25-b02615682fce tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0536697 Dec 10 16:48:45.542180 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d99b986b-c468-415d-9ea7-c0a44867cda5 req-351ae72f-6b5e-445f-9c8f-cb9bf9e4f753 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514750 Dec 10 16:48:45.543547 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:45.543625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-c7f58eb5-4ea8-486f-8f49-37fe80eda84a service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939434 Dec 10 16:48:45.625230 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5d83423f-30fe-4dc2-b194-71a0a0a293dc req-5bf089e7-4021-430f-9a05-9b116eb41deb service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954175 Dec 10 16:48:45.733567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:45.758723 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4fca2-3af2-4eb4-8a5b-972198894e7e None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'cb84eb7d-423c-4338-98ee-5b2a8ed63581', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'port_id': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'mac_address': 'fa:16:3e:19:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:47:43Z', 'updated_at': '2021-12-10T16:47:45Z', 'revision_number': 1, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:45.961280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13e73b-357e-470a-baa9-530b6f859907 None None] New status for floating IP e7bda5cb-269c-40a7-b5ea-b4f01eef0c3f: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:48:46.607813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7226-e654-4e4d-961d-8bb5dceb97f5 req-bf3753a2-e8b0-4233-a00d-bf17a88fa649 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.609319 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64ff7226-e654-4e4d-961d-8bb5dceb97f5 req-bf3753a2-e8b0-4233-a00d-bf17a88fa649 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Dec 10 16:48:46.657808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64ff7226-e654-4e4d-961d-8bb5dceb97f5 req-7979edaf-845d-4b4e-b51a-c12f4c8a1945 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=66ac7163-ed89-489f-aa2a-aa3522c12863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Dec 10 16:48:46.961615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-d4073501-9aa8-4ca4-8837-8c2b7e943cf5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:46.963054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-d4073501-9aa8-4ca4-8837-8c2b7e943cf5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Dec 10 16:48:47.057698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:47.058034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.145202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:47.145569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.158242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for fe76dcbf-9444-4aa5-80d7-2c59dc95c17f owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:47.356843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.382568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=fe76dcbf-9444-4aa5-80d7-2c59dc95c17f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:47.428530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port fe76dcbf-9444-4aa5-80d7-2c59dc95c17f on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:48:47.430959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.434361 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3611645-4c7f-4714-a7e3-73bb36f9a1bc req-00dfc6c3-ebbc-49af-a9da-67c62a343a93 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/fe76dcbf-9444-4aa5-80d7-2c59dc95c17f HTTP/1.1" status: 204 len: 173 time: 0.4616439 Dec 10 16:48:47.434803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'name': 'network-vif-deleted', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:47.437077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707ed8e7-1cca-4ddf-8c8c-2bc06e067293" -d '{"events": [{"server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "name": "network-vif-deleted", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:47.471971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e4bf1-85ce-40df-9bc9-a2888931453d x-openstack-request-id: req-3b0e4bf1-85ce-40df-9bc9-a2888931453d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:47.472275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8e88cf-6083-4245-b7f1-0d30c10db593", "name": "network-vif-deleted", "tag": "fe76dcbf-9444-4aa5-80d7-2c59dc95c17f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:47.472535 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b0e4bf1-85ce-40df-9bc9-a2888931453d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:47.472967 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8e88cf-6083-4245-b7f1-0d30c10db593', 'name': 'network-vif-deleted', 'tag': 'fe76dcbf-9444-4aa5-80d7-2c59dc95c17f', 'status': 'completed', 'code': 200} Dec 10 16:48:47.515992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:47.765697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-762bfb42-2085-4dce-8dcf-795efb31d18a req-9781d20b-7686-4141-86b4-46284340d2cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8e88cf-6083-4245-b7f1-0d30c10db593 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Dec 10 16:48:48.822061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55072) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:48.877377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:48.901796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.024998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.027688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.029414 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/66ac7163-ed89-489f-aa2a-aa3522c12863 HTTP/1.1" status: 204 len: 168 time: 0.2063327 Dec 10 16:48:49.038871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e69b-1c6b-4d23-b1ce-393948055943 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac7163-ed89-489f-aa2a-aa3522c12863,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:49.140001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:49.292679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port bb55d0a4-b231-46f6-b3d3-2e37a5d12e23 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:49.293044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.368805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.369156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.380323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for bb55d0a4-b231-46f6-b3d3-2e37a5d12e23 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:49.613586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.641183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=bb55d0a4-b231-46f6-b3d3-2e37a5d12e23,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:49.697677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:49.698012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP cb84eb7d-423c-4338-98ee-5b2a8ed63581 disassociated (deleted). External IP: 172.26.4.27, port: fb327a07-1d44-4297-89da-37fa285b5e95. Dec 10 16:48:49.906397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:50.013653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:50.018336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:50.022969 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:50.033040 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:50.033655 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:50.045479 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-709b6620-636c-4944-acfe-d3352ea3f65a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb84eb7d-423c-4338-98ee-5b2a8ed63581 HTTP/1.1" status: 204 len: 168 time: 0.9043655 Dec 10 16:48:50.046093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:50.048345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:50.088752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2dc423-2a95-4d5d-8605-54156b06a1e5 x-openstack-request-id: req-1d2dc423-2a95-4d5d-8605-54156b06a1e5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:50.090856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:50.090856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d2dc423-2a95-4d5d-8605-54156b06a1e5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:50.090856 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:48:50.145597 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:50.162752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-f48e816a-eb94-4ec9-8692-e6d836b0ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:50.165004 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-f48e816a-eb94-4ec9-8692-e6d836b0ea19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0451078 Dec 10 16:48:50.284554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-c51873eb-04a2-493d-95f9-193148a3a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:50.286080 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-c51873eb-04a2-493d-95f9-193148a3a3e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 200 len: 898 time: 0.1083627 Dec 10 16:48:50.325851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe76dcbf-9444-4aa5-80d7-2c59dc95c17f no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:50.338553 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-8e78dc1c-1c6f-4191-a3da-89e9451f69f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 200 len: 217 time: 0.0378375 Dec 10 16:48:50.347975 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:50.350665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: fe76dcbf-9444-4aa5-80d7-2c59dc95c17f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:50.351016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fe76dcbf-9444-4aa5-80d7-2c59dc95c17f not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:50.406724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-a83bfac8-db60-463f-8f04-3f714c1c0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:50.408482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-a83bfac8-db60-463f-8f04-3f714c1c0ceb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 200 len: 834 time: 0.0570614 Dec 10 16:48:50.460807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:50.469969 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:50.470395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:50.496111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029ec3-d93b-434d-bf57-bb23fdf90bc1 req-4f66eda5-ab32-4e36-88c7-0f0e56535b41 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:50.497654 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64029ec3-d93b-434d-bf57-bb23fdf90bc1 req-4f66eda5-ab32-4e36-88c7-0f0e56535b41 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0822663 Dec 10 16:48:50.499375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-2af00c1c-0a14-47a9-97bc-f72687832a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:50.500714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-2af00c1c-0a14-47a9-97bc-f72687832a08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f40fdd67-3c40-4e4f-a730-29f09a46c72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757823 Dec 10 16:48:50.579291 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:50.615374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64029ec3-d93b-434d-bf57-bb23fdf90bc1 req-6f546b48-5df8-4353-a75d-0eb2ac53d415 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115274 Dec 10 16:48:50.644239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-2c3addd9-ab1e-4c57-b9db-a9079040414c service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336644 Dec 10 16:48:50.736772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f640246b-0d38-4cb7-a2ec-21ba3d04dbd5 req-16568dd1-12df-418b-adcb-486f35ac3b2d service neutron] 10.222.0.61 "GET /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837719 Dec 10 16:48:50.772132 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:50.800595 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc769a2-5d43-4d57-9e02-83a0a6b115c6 None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:47:27Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6bb32f35-138b-4a57-99de-9d0c10e13bf8', 'name': '', 'network_id': 'f40fdd67-3c40-4e4f-a730-29f09a46c72f', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:35:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:26Z', 'updated_at': '2021-12-10T16:47:29Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '1b3d6311-346c-4630-bdb1-b864b2cb477e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:51.022893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f43be6-1b40-4d8e-85d2-438b3c1c2a28 None None] New status for floating IP cb84eb7d-423c-4338-98ee-5b2a8ed63581: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:48:51.737790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5be72-b6c2-410f-bc1b-4f93d13d104a req-b38166f4-1d97-4f7b-b183-4402f9a8773c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:51.737790 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3ac5be72-b6c2-410f-bc1b-4f93d13d104a req-b38166f4-1d97-4f7b-b183-4402f9a8773c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0491798 Dec 10 16:48:51.785386 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3ac5be72-b6c2-410f-bc1b-4f93d13d104a req-05fe2119-1d38-4817-8401-cb239625c204 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=b530208b-1175-46c1-9403-5568e31adb85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463872 Dec 10 16:48:52.104654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-ba111536-a30e-4e89-aa44-42e6887c1ec5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:52.106669 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-ba111536-a30e-4e89-aa44-42e6887c1ec5 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 945 time: 0.0478487 Dec 10 16:48:52.200734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port fb327a07-1d44-4297-89da-37fa285b5e95 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:52.201106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.294693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port fb327a07-1d44-4297-89da-37fa285b5e95, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=fb327a07-1d44-4297-89da-37fa285b5e95,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:52.295091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.307420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for fb327a07-1d44-4297-89da-37fa285b5e95 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:52.481703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.516980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=fb327a07-1d44-4297-89da-37fa285b5e95,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:52.564021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port fb327a07-1d44-4297-89da-37fa285b5e95 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:48:52.566436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:52.569767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5719019-794b-41c1-a0fc-b412bfef5ea2 req-3d801c36-d1c8-4916-a910-5604ffea3d09 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/fb327a07-1d44-4297-89da-37fa285b5e95 HTTP/1.1" status: 204 len: 173 time: 0.4550858 Dec 10 16:48:52.570228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'name': 'network-vif-deleted', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:48:52.572452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1eb4ce-443d-4659-a2ca-dc0a81c17a55" -d '{"events": [{"server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "name": "network-vif-deleted", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:48:52.607777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5930653e-5006-46e3-846b-ea62332760d1 x-openstack-request-id: req-5930653e-5006-46e3-846b-ea62332760d1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:48:52.608079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9309e7-7a61-4618-895e-82358a39e9bc", "name": "network-vif-deleted", "tag": "fb327a07-1d44-4297-89da-37fa285b5e95", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:48:52.608343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5930653e-5006-46e3-846b-ea62332760d1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:48:52.608750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9309e7-7a61-4618-895e-82358a39e9bc', 'name': 'network-vif-deleted', 'tag': 'fb327a07-1d44-4297-89da-37fa285b5e95', 'status': 'completed', 'code': 200} Dec 10 16:48:52.896536 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-51fb5503-7e80-44bf-be79-35d09a1b3a21 req-0835e87b-0a5b-42d1-83a7-a3461fb49508 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a9309e7-7a61-4618-895e-82358a39e9bc HTTP/1.1" status: 200 len: 210 time: 0.0271444 Dec 10 16:48:53.952618 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55092) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:54.009401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.034281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.190450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.193174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.194339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/b530208b-1175-46c1-9403-5568e31adb85 HTTP/1.1" status: 204 len: 168 time: 0.2406497 Dec 10 16:48:54.204183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4edbb-fef9-4ca6-be7a-20289376276b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530208b-1175-46c1-9403-5568e31adb85,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:54.282722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55096) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:54.358469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fb327a07-1d44-4297-89da-37fa285b5e95 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:54.381812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: fb327a07-1d44-4297-89da-37fa285b5e95 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:54.382167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device fb327a07-1d44-4297-89da-37fa285b5e95 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:54.645749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.899747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 6bb32f35-138b-4a57-99de-9d0c10e13bf8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:54.900005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.987321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 6bb32f35-138b-4a57-99de-9d0c10e13bf8, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6bb32f35-138b-4a57-99de-9d0c10e13bf8,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:54.987986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:54.999796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 6bb32f35-138b-4a57-99de-9d0c10e13bf8 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:55.259157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.296567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=6bb32f35-138b-4a57-99de-9d0c10e13bf8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:55.477276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:55.691302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 68b73f22-39f8-418a-a14d-e97db01e10ac has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:48:55.794142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:48:55.799424 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6599ccfc-fece-49bc-8e88-06787704a912 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/68b73f22-39f8-418a-a14d-e97db01e10ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5153718 Dec 10 16:48:55.801924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55098) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:55.805086 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Sync routers for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:48:55.819367 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:55.820007 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:55.927804 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:56.108465 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:48:55Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:56.138152 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Checking router: 68b73f22-39f8-418a-a14d-e97db01e10ac for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:48:56.147247 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Routers {'68b73f22-39f8-418a-a14d-e97db01e10ac'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:48:56.147855 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['68b73f22-39f8-418a-a14d-e97db01e10ac'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:56.182906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 1b3d6311-346c-4630-bdb1-b864b2cb477e {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:48:56.186521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.225519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.247256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] Set router 68b73f22-39f8-418a-a14d-e97db01e10ac gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:48:56.309886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.430094 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:48:55Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:56.431334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.455312 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8781ca-ffec-4923-a01d-e28998dea279 None None] The sync data for ids ['68b73f22-39f8-418a-a14d-e97db01e10ac'] in dv-neutron-820858-1-hyperv is: [{'id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'name': 'tempest-TestNetworkBasicOps-router-2029208726', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:47:22Z', 'updated_at': '2021-12-10T16:48:55Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': 'd7f7eb7c-9160-4957-aa9c-f0cdf638748c', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b73f22-39f8-418a-a14d-e97db01e10ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:47:23Z', 'updated_at': '2021-12-10T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:48:56.459524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3d6311-346c-4630-bdb1-b864b2cb477e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:56.461487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.464820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-acefbe82-a818-4ccc-b7b3-bece5945b6e2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/1b3d6311-346c-4630-bdb1-b864b2cb477e HTTP/1.1" status: 204 len: 168 time: 0.6619117 Dec 10 16:48:56.467867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55100) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:56.470855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b101bb-509d-4c29-9a44-c42d65779977 None None] Network f40fdd67-3c40-4e4f-a730-29f09a46c72f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:48:56.576359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.681036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.826206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] DHCP port deletion for f40fdd67-3c40-4e4f-a730-29f09a46c72f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:56.832440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port d7f7eb7c-9160-4957-aa9c-f0cdf638748c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:56.832950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.877878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Deleting port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:48:56.878253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.921877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port d7f7eb7c-9160-4957-aa9c-f0cdf638748c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:56.922244 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:56.936673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for d7f7eb7c-9160-4957-aa9c-f0cdf638748c owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:57.094451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] For port f6e8df77-981d-4c70-85d6-6c0f7e4114f9, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,segment=NetworkSegment(bde7f962-7433-4d46-8352-d87b8e881ad8),segment_id=bde7f962-7433-4d46-8352-d87b8e881ad8)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:48:57.094871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.107485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Calling delete_port for f6e8df77-981d-4c70-85d6-6c0f7e4114f9 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:48:57.150366 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.174306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=d7f7eb7c-9160-4957-aa9c-f0cdf638748c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:57.191230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52083a-e444-4c3c-998a-5f744cf17bad None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:57.239877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.241785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.269036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Pushing event deleted for resources: {'Port': ['ID=f6e8df77-981d-4c70-85d6-6c0f7e4114f9,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:57.277901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] No DVR routers for this DVR port f6e8df77-981d-4c70-85d6-6c0f7e4114f9 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:48:57.280188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.280572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.280924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.281376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.281726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.282052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.282377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.282707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.283031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.283351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.283671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.283988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.284306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c00cf-ac16-41ca-abb4-0eedc9db6121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.337132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.339225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.447572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.448110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router 68b73f22-39f8-418a-a14d-e97db01e10ac {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:48:57.455658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.459309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0758ec7b-c821-4b18-8fef-2257ab3fd930 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/68b73f22-39f8-418a-a14d-e97db01e10ac HTTP/1.1" status: 204 len: 168 time: 0.9879954 Dec 10 16:48:57.459613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55102) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:57.541156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.562001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e8df77-981d-4c70-85d6-6c0f7e4114f9 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:57.584558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f6e8df77-981d-4c70-85d6-6c0f7e4114f9 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:57.584938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e8df77-981d-4c70-85d6-6c0f7e4114f9 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:57.585368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6bb32f35-138b-4a57-99de-9d0c10e13bf8 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:57.608988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6bb32f35-138b-4a57-99de-9d0c10e13bf8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:57.609450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6bb32f35-138b-4a57-99de-9d0c10e13bf8 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:57.641453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.660794 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40fdd67-3c40-4e4f-a730-29f09a46c72f']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:57.670490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde7f962-7433-4d46-8352-d87b8e881ad8') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:57.670792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde7f962-7433-4d46-8352-d87b8e881ad8') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:48:57.679973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.694122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.700118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:48:57.700505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:48:57.703563 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:48:57.836240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.844011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.846704 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/f40fdd67-3c40-4e4f-a730-29f09a46c72f HTTP/1.1" status: 204 len: 168 time: 0.3855486 Dec 10 16:48:57.859214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=f40fdd67-3c40-4e4f-a730-29f09a46c72f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:57.866936 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.867305 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.867662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.868182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.868533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.868878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.869243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.869584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.869975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.870312 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.870674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.871004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.871417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a90ecc-d419-4166-a66b-90956edba63b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:48:57.874760 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55104) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:57.879817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'network': {'name': 'tempest-network-smoke--1340085464', 'project_id': '8dcb051692aa448d96552f4f53203699', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:57.957274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:48:57.960810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.985897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:48:57.994537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:57.994890 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Added segment 9ed91748-bf27-4263-9a80-5c1fd24b7c0e of type vlan for network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec Dec 10 16:48:58.034306 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.110308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.115929 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:48:58.116518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.187282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Network': ['ID=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:58.198179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:48:58.221997 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-018978b8-a986-4916-b91e-3f9495246fd1 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3460107 Dec 10 16:48:58.224597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55106) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:48:58.229564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'admin_state_up': True, 'project_id': '8dcb051692aa448d96552f4f53203699', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:48:58.298860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.299933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.350110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.522001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.765047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:58.786768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.182680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.138 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/428bc3b3-2c72-4a81-9d05-40c2bd76b859) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:48:59.288385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.367904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.406591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:48:59.409417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:48:59.412920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:48:59.418190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:48:59.422973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35461e-5ad8-4503-bf24-7db0e49157c1 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:48:59.450105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d7f7eb7c-9160-4957-aa9c-f0cdf638748c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:48:59.470533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: d7f7eb7c-9160-4957-aa9c-f0cdf638748c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:48:59.470891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d7f7eb7c-9160-4957-aa9c-f0cdf638748c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:48:59.489740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7db43f4c-9157-41a2-b0a6-6d0a729806c9 None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:48:59.490118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7db43f4c-9157-41a2-b0a6-6d0a729806c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.525292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7db43f4c-9157-41a2-b0a6-6d0a729806c9 None None] Port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:48:59.751365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:48:59.946401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.173229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:49:00.281117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:00.291803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:00.301653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:00.302216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:00.375512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.379693 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-51e415d4-3d1c-4ab6-b0de-19018ed0a75b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1511652 Dec 10 16:49:00.379948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55108) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.405575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:00.408872 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7d98dfe6-af97-472c-8241-923e30f16fc8 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8dcb051692aa448d96552f4f53203699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278518 Dec 10 16:49:00.411413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55110) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.511983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7ca44-676d-417e-b0a7-6d136d338ab1 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:00.513806 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-81b7ca44-676d-417e-b0a7-6d136d338ab1 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014724 Dec 10 16:49:00.516562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55112) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.549547 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ce876d7a-d84e-43d7-9d4e-e9692e23c851 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318663 Dec 10 16:49:00.551982 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55114) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:00.556720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-538514081', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'project_id': '8dcb051692aa448d96552f4f53203699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:00.598863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:48:59Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:00.625484 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:00.625839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Updating router 52314153-82a3-4311-b54b-4030dfce2190 port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:49:00.649161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.699023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:00.702530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.897272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.922200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.938893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:00.985550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be9396-a234-4871-bbef-2512e1942a15 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:00.986746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Subnet': ['ID=22322459-973b-4717-a4cd-aaa494673850,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:00.994503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Checking segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:00.994843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network hostable DHCP agents. Network: b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:49:00.995437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Attempting to bind port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:00.995814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Attempting to bind port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:00.996189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Attempting to bind port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:01.004969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae08d8-eccd-4320-93ad-7e771ca0e8e1 None None] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.007903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:01.008293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:01.008709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.009123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:01.009785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Bound port: 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:01.010180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.053396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:49:01.070317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:01.074400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=428bc3b3-2c72-4a81-9d05-40c2bd76b859,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:01.076450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f4749799-de46-4731-b0be-f96d460673a6 None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:01.076824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4749799-de46-4731-b0be-f96d460673a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.110887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:01.113219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f4749799-de46-4731-b0be-f96d460673a6 None None] Port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:01.116338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:01.117433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.119036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05069b8-5028-4ca2-922f-8bcd9ec56baa None None] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:01.157622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.193240 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cf70b024-1555-4366-8847-4dd1c5f12172 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6400561 Dec 10 16:49:01.195926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55116) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:01.214212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c3170-8bf8-41aa-9e32-fd7cfc32e600 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:49:01.251791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:01.252388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:01.258047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae08d8-eccd-4320-93ad-7e771ca0e8e1 None None] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:01.352739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:49:01.353637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.392774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:01.393174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.470367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:01.647875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.651081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Allocated IP 172.20.0.2 (b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec/22322459-973b-4717-a4cd-aaa494673850/be97f854-c2e5-496c-99b2-07953f3b9afb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:01.769905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:01.807696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=428bc3b3-2c72-4a81-9d05-40c2bd76b859,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:01.877153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:48:59Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:01.883408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.071189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d15573-adab-447a-8bed-e084102ddb77 None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:48:59Z', 'revision_number': 3, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:02.091218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.112868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc5a8f-b248-4108-a489-1b5bb309762c None None] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.157096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.199076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:02.203758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:02.208192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:02.211614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Pushing event updated for resources: {'Port': ['ID=be97f854-c2e5-496c-99b2-07953f3b9afb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.214004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.1 (b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec/22322459-973b-4717-a4cd-aaa494673850/103aa734-db4b-433d-a403-bcc2791738f7) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:02.269539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Attempting to bind port be97f854-c2e5-496c-99b2-07953f3b9afb on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:02.269917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Attempting to bind port be97f854-c2e5-496c-99b2-07953f3b9afb by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:02.270296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Attempting to bind port be97f854-c2e5-496c-99b2-07953f3b9afb on network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:02.288932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:02.289920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Checking segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:02.290405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.290812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Bound using segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:02.291426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Bound port: be97f854-c2e5-496c-99b2-07953f3b9afb, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:02.292057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.360882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.365950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] For port be97f854-c2e5-496c-99b2-07953f3b9afb, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:02.369050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] For port be97f854-c2e5-496c-99b2-07953f3b9afb, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be97f854-c2e5-496c-99b2-07953f3b9afb,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:02.425373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.442550 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.494615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:02.498507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:02.502668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:02.506434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95923b-108c-4e6c-8ca2-462ec8230a83 None None] Pushing event updated for resources: {'Port': ['ID=be97f854-c2e5-496c-99b2-07953f3b9afb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.509350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:02.556754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.776352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:02.979444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2bca682d-e023-44fa-8533-46f9f53efdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.071534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.133441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.210682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.212523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:03.312226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:03.313702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:03.431199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:03.468010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b01bcc-8043-470e-a072-fbb0c8539333 None None] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:49:03.545447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] Provisioning complete for port be97f854-c2e5-496c-99b2-07953f3b9afb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:03.546077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.552932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:03.560961 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4d4b1b8f-49e4-4efa-8346-1fb7d308eb9e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/52314153-82a3-4311-b54b-4030dfce2190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615861 Dec 10 16:49:03.561870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55118) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:03.572342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:03.707975 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:03.708344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.731023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.788043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] For port be97f854-c2e5-496c-99b2-07953f3b9afb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be97f854-c2e5-496c-99b2-07953f3b9afb,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:03.832113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be97f854-c2e5-496c-99b2-07953f3b9afb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:03.861732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.929376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478631a-3527-4753-a50d-812e3b0b97f0 None None] Pushing event updated for resources: {'Port': ['ID=be97f854-c2e5-496c-99b2-07953f3b9afb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:03.931925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port be97f854-c2e5-496c-99b2-07953f3b9afb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:03.932301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:03.981880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d60be-ccef-4d14-8508-d6fac842e564 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:03.982609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d60be-ccef-4d14-8508-d6fac842e564 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:03.983225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d60be-ccef-4d14-8508-d6fac842e564 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:03.983692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d60be-ccef-4d14-8508-d6fac842e564 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:03.987945 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-181d60be-ccef-4d14-8508-d6fac842e564 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4227345 Dec 10 16:49:03.988212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55120) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:04.000998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-feee4870-4613-4661-acf2-a90bec976d89 None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:04.001440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feee4870-4613-4661-acf2-a90bec976d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.032395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:04.044783 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:04.046112 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:04.064138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b16e0-2270-451d-96ba-5046c6d70aa2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:04.064608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b16e0-2270-451d-96ba-5046c6d70aa2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:04.065093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b16e0-2270-451d-96ba-5046c6d70aa2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:04.065550 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b16e0-2270-451d-96ba-5046c6d70aa2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:04.070054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-feee4870-4613-4661-acf2-a90bec976d89 None None] Port 103aa734-db4b-433d-a403-bcc2791738f7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:04.070646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:04.081562 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-446b16e0-2270-451d-96ba-5046c6d70aa2 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0909760 Dec 10 16:49:04.086897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-feee4870-4613-4661-acf2-a90bec976d89 None None] Provisioning complete for port be97f854-c2e5-496c-99b2-07953f3b9afb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:04.087285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-feee4870-4613-4661-acf2-a90bec976d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.181392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:04.297980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0e10ef06-56f0-45b4-914e-a3a4db0f6843 None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:04.298948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0e10ef06-56f0-45b4-914e-a3a4db0f6843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.337868 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-355bbdb7-1f01-4652-9db6-3daa9aedb90b tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2659893 Dec 10 16:49:04.358732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0e10ef06-56f0-45b4-914e-a3a4db0f6843 None None] Port 103aa734-db4b-433d-a403-bcc2791738f7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:04.478322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9d789bd1-2b12-419c-84a0-352e43a87d24 None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:04.478662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9d789bd1-2b12-419c-84a0-352e43a87d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.479952 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:04.505799 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:04.506485 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Updating router 52314153-82a3-4311-b54b-4030dfce2190 port 103aa734-db4b-433d-a403-bcc2791738f7 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:49:04.512117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-9d789bd1-2b12-419c-84a0-352e43a87d24 None None] Port 103aa734-db4b-433d-a403-bcc2791738f7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:04.530562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.791300 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.813123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55126) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:04.817652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60549608', 'description': 'tempest-secgroup-smoke-60549608 description', 'project_id': '8dcb051692aa448d96552f4f53203699'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:04.864450 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.881729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.910966 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:04.919807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.920157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.920501 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.920836 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.921190 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.921520 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.921844 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.922177 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.922498 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.922817 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.923136 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.923452 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.923771 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:04.955135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.976252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Attempting to bind port 103aa734-db4b-433d-a403-bcc2791738f7 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:04.976626 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Attempting to bind port 103aa734-db4b-433d-a403-bcc2791738f7 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:04.977026 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Attempting to bind port 103aa734-db4b-433d-a403-bcc2791738f7 on network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:04.983104 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:04.983479 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Checking segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:04.983997 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:04.984398 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Bound using segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:04.984859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Bound port: 103aa734-db4b-433d-a403-bcc2791738f7, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:04.985255 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.001735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.037223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09715695-84f4-4edc-8973-53a0064b9f49,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.057332 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:05.061022 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=103aa734-db4b-433d-a403-bcc2791738f7,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:05.078590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.080019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ec1ee222-5c08-4a05-ac1a-66f13fff2233 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2658832 Dec 10 16:49:05.083000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55128) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:05.087665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:05.110781 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.149948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.161293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ae63d752-3060-450f-9576-59383acf382f None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:05.175177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae63d752-3060-450f-9576-59383acf382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.175303 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e4f24-8393-4f57-afe5-bb8d39f1cf32 None None] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.175303 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:05.175629 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:48:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:05.224671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.234486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75536410-8f81-4ca6-b969-ef8144a82b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.280185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae63d752-3060-450f-9576-59383acf382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.287668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.301260 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:05.303448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c900b2c-2f93-417e-b072-1b1ea74acc1c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.326498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ae63d752-3060-450f-9576-59383acf382f None None] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=103aa734-db4b-433d-a403-bcc2791738f7,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:05.381035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.382281 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1dc5fc76-da47-4979-86f3-928447663051 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983358 Dec 10 16:49:05.385324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55130) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:05.390880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:05.401832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae63d752-3060-450f-9576-59383acf382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.451937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63d752-3060-450f-9576-59383acf382f None None] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.469500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.508565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be97f854-c2e5-496c-99b2-07953f3b9afb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:05.517380 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:05Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:05.532927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.553141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2d0c4-04d5-471a-b4b7-873229c907b6 None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:05Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:05.553396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bdf872dc-1944-4d03-8939-988aaf2917d9 None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:05.553396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdf872dc-1944-4d03-8939-988aaf2917d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.579747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.595464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1727f51-305b-4a34-9001-5a720aa095c4,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:05.637090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port be97f854-c2e5-496c-99b2-07953f3b9afb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:05.637501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.735557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.739338 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bec555d2-763d-4a56-adff-4e3149cce07e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503039 Dec 10 16:49:05.739733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55132) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:05.745746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:05.841564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.901971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.979056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:05.999060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b96838-7d59-4a87-a9df-2628e4a1d5f3,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:06.072426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.073737 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f29bc0d0-8200-4549-b914-eeb8c5640652 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330190 Dec 10 16:49:06.076421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55134) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:06.081076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:06.178186 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.241518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.321834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.340638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfdab0e-1cbb-48c2-b943-6c0bcf2b4ac7,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:06.403833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.405159 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fec41b5e-3c0c-4189-a523-e24e944511f7 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275917 Dec 10 16:49:06.407932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55136) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:06.412255 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:06.520521 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:49:06.521827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.586695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.613082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.647643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.667017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc47b0eb-b87b-4cff-98c7-59b5f9e284ac,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:06.706695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.707937 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-56fac87e-dae6-424f-8740-94a63815a651 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990713 Dec 10 16:49:06.710752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55138) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:06.715067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'security_group_rule': {'security_group_id': '09715695-84f4-4edc-8973-53a0064b9f49', 'project_id': '8dcb051692aa448d96552f4f53203699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:06.813314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Project 8dcb051692aa448d96552f4f53203699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 16:49:06.818778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.876771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.944033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:06.961679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7e0bfd-e4e5-4177-81a1-0340a7c2dc42,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:07.026502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.027721 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a9d2d843-95a3-4061-9be4-8ac68e21dffb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160422 Dec 10 16:49:07.230328 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-1aeac66f-8180-41d6-b985-7b764929fcc8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60549608&fields=id&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 267 time: 0.0441623 Dec 10 16:49:07.337357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-d98eabbd-ff36-45e6-ac75-6c1defacfb9c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:07.338807 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-d98eabbd-ff36-45e6-ac75-6c1defacfb9c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 797 time: 0.1018875 Dec 10 16:49:07.354418 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-d4e99fd5-3f41-4559-996d-b118fb99da3e tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/quotas/8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 375 time: 0.0090439 Dec 10 16:49:07.404025 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-841d808c-4ad1-4c5d-8080-3b33533846d9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437546 Dec 10 16:49:07.503288 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-50124a3d-c6ac-4f04-9b40-e934d9c05958 service neutron] 10.222.0.21 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879395 Dec 10 16:49:07.524390 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:07.580732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:07.581145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:07.597740 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-59e67919-8fa4-4697-b0af-49e01140cccd service neutron] 10.222.0.21 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880766 Dec 10 16:49:07.854832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-39028e01-d8d3-40f9-a036-b7b7571568c1 req-f2dab269-0ae2-487f-bc0c-b3b62003a48b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Dec 10 16:49:07.870570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.681495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:08.950094 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e3084728-daef-4837-a6ba-066bbeb69c58 req-1a28c40a-577c-4e3b-b493-4a0edb348041 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Dec 10 16:49:09.687993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-883adef5-4b48-430f-91ae-16ef8acceec4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:09.689390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-883adef5-4b48-430f-91ae-16ef8acceec4 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 797 time: 0.1011701 Dec 10 16:49:09.771119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-f0627cca-7fe9-4566-b545-7bc3af2d6b34 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcb051692aa448d96552f4f53203699 HTTP/1.1" status: 200 len: 378 time: 0.0584850 Dec 10 16:49:09.784231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'port': {'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'admin_state_up': True, 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'security_groups': ['09715695-84f4-4edc-8973-53a0064b9f49']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:09.955947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Made reservation on behalf of 8dcb051692aa448d96552f4f53203699 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:49:09.959786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.060926 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-40e4344b-03de-4547-ad9d-9d56aa198332 req-57f04eff-23df-40be-9b09-7a2da1c654b0 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 210 time: 0.0345356 Dec 10 16:49:10.125209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.20.0.3 (b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec/22322459-973b-4717-a4cd-aaa494673850/836079dd-06ee-4de8-aeb1-c26e7dc693c2) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:10.266337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.344589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.386439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:10.390053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:10.393646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:10.416883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:10.446077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:10.446692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.502328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-6f56fa4f-7d6a-48e5-a2af-b12fb4db9e5a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216394 Dec 10 16:49:10.522167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Request body: {'port': {'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:10.593925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.653136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-458ffa78-0963-4325-8e5a-c8575d45ce44 None None] Provisioning complete for port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:10.653731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-458ffa78-0963-4325-8e5a-c8575d45ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.686502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-458ffa78-0963-4325-8e5a-c8575d45ce44 None None] Port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:49:10.849825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836079dd-06ee-4de8-aeb1-c26e7dc693c2 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:10.859011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.870883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Transition to ACTIVE for port object 836079dd-06ee-4de8-aeb1-c26e7dc693c2 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:49:10.927448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:10.981469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:11.051607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Attempting to bind port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:49:11.051945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Attempting to bind port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:49:11.052504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Attempting to bind port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 on network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:11.056979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 on network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:49:11.057305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Attempting to bind port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 on network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:49:11.063156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:49:11.063496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Checking segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:49:11.063950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Bound using segment: {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:49:11.064349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Bound port: 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed91748-bf27-4263-9a80-5c1fd24b7c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:49:11.064702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.141174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:49:11.146820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:49:11.192948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaaa1c-df82-44bc-b92b-26072f38d113 req-2be9b27c-e145-4f43-a1d2-7e7dd922707b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.195986 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cbcaaa1c-df82-44bc-b92b-26072f38d113 req-2be9b27c-e145-4f43-a1d2-7e7dd922707b tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 943 time: 0.0541997 Dec 10 16:49:11.232032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.268361 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cbcaaa1c-df82-44bc-b92b-26072f38d113 req-8cb37e1f-4067-4510-b64f-d9d931b66820 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657644 Dec 10 16:49:11.282091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.282713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:11.284104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] 10.222.0.61 "PUT /v2.0/ports/836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 1093 time: 0.7665389 Dec 10 16:49:11.284566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:11.286895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6cc77-9e60-43ff-891c-5db64cf7a466" -d '{"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:11.313834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1438-ad50-4e51-abfd-4b3a25e1b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:11.391110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b91d9-10ad-4672-b16a-9cfa25430adc x-openstack-request-id: req-6a5b91d9-10ad-4672-b16a-9cfa25430adc {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:11.391483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:11.391832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a5b91d9-10ad-4672-b16a-9cfa25430adc {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:11.392308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'status': 'completed', 'code': 200} Dec 10 16:49:11.448849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-571de0d3-5d5f-4913-81b8-3035706b6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.450393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-571de0d3-5d5f-4913-81b8-3035706b6789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1096 time: 0.0488050 Dec 10 16:49:11.501308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-a3c1166a-d565-4a34-91fa-9fb466288094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 217 time: 0.0348604 Dec 10 16:49:11.556744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-44aa446c-64a1-41c9-bea9-05c2f8b8ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.558166 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-44aa446c-64a1-41c9-bea9-05c2f8b8ea06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 200 len: 834 time: 0.0453324 Dec 10 16:49:11.613584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-31d69abe-0102-4735-b0d7-40c62b7f8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.615107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-31d69abe-0102-4735-b0d7-40c62b7f8ea2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439498 Dec 10 16:49:11.707957 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-8d21411d-2c6d-4de1-8543-e1563712bf4c service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801888 Dec 10 16:49:11.806366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8682578-e542-42fe-9256-ae347a5b2a09 req-2957887c-2be4-4e35-a156-6164c9f278ca service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845385 Dec 10 16:49:11.971376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-b4cad03e-dfbc-45e3-9470-399bb2571a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:11.972767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-b4cad03e-dfbc-45e3-9470-399bb2571a4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1096 time: 0.0423441 Dec 10 16:49:12.061477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-440e9af0-92bb-48b7-a8b3-5ef8bc744c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.062910 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-440e9af0-92bb-48b7-a8b3-5ef8bc744c14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 898 time: 0.0813370 Dec 10 16:49:12.108535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-8f9015a3-d017-440a-99b9-30486b240bbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 217 time: 0.0366576 Dec 10 16:49:12.158248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-5dc7429f-2def-4b8f-9553-8a2c0a78f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.159751 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-5dc7429f-2def-4b8f-9553-8a2c0a78f2f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 200 len: 834 time: 0.0441046 Dec 10 16:49:12.206551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-316b5054-6699-4c0a-abfe-ff8b793a2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.207995 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-316b5054-6699-4c0a-abfe-ff8b793a2fd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394468 Dec 10 16:49:12.300820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-41fee390-ed25-4363-b712-c9e92ebd7a1e service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833938 Dec 10 16:49:12.385187 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a31db-f595-421d-b5d4-4c3daf46c6dc req-4ea0de44-a853-4a36-9ed1-42b117708dd9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:12.386694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-849a31db-f595-421d-b5d4-4c3daf46c6dc req-4ea0de44-a853-4a36-9ed1-42b117708dd9 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 943 time: 0.0493014 Dec 10 16:49:12.392125 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5af6cc77-9e60-43ff-891c-5db64cf7a466 req-e5c8dca5-6eba-4638-b9ac-7cef9ac05bbc service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Dec 10 16:49:12.438299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-849a31db-f595-421d-b5d4-4c3daf46c6dc req-3244314d-78ba-44a8-981f-815a838b5a48 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454586 Dec 10 16:49:13.552726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9e88-7120-4f63-8e51-515d8c95e3fe req-f294a301-f893-4621-8797-28d9d6cec794 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:13.554209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d1e9e88-7120-4f63-8e51-515d8c95e3fe req-f294a301-f893-4621-8797-28d9d6cec794 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 943 time: 0.0477667 Dec 10 16:49:13.606000 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d1e9e88-7120-4f63-8e51-515d8c95e3fe req-cc10e7e7-5151-406a-867b-8bf6b5dcc43a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454454 Dec 10 16:49:14.404954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 836079dd-06ee-4de8-aeb1-c26e7dc693c2 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:49:14.497394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:14.508108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:49:14.547894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.561533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836079dd-06ee-4de8-aeb1-c26e7dc693c2 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:49:14.581898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:14.693320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:14.721378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4389f19-739d-44f6-b8a0-8add63498f46 req-2c94379b-b2bd-485e-abda-a5accd58d6a2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:14.723317 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4389f19-739d-44f6-b8a0-8add63498f46 req-2c94379b-b2bd-485e-abda-a5accd58d6a2 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 943 time: 0.0505440 Dec 10 16:49:14.744449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:14.774191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4389f19-739d-44f6-b8a0-8add63498f46 req-9cbe8539-0d4a-4a17-953c-dec9010122e8 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448959 Dec 10 16:49:14.930587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['836079dd-06ee-4de8-aeb1-c26e7dc693c2'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:49:14.950631 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:49:15.886720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470cc3-01ee-4e6b-ac34-81bfe60023fb req-e8602896-a757-48dd-91b2-c9c8f244ef67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:15.888187 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-40470cc3-01ee-4e6b-ac34-81bfe60023fb req-e8602896-a757-48dd-91b2-c9c8f244ef67 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 944 time: 0.0483828 Dec 10 16:49:15.942121 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-40470cc3-01ee-4e6b-ac34-81bfe60023fb req-c155145b-ab3a-4024-a36b-95e4e2f62902 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471144 Dec 10 16:49:16.427831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 836079dd-06ee-4de8-aeb1-c26e7dc693c2 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:49:16.521658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:49:16.525201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:49:16.525571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.603189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.625454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:16.627737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11babf6c-b233-40e5-83d0-c76ac1b7284f" -d '{"events": [{"server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "name": "network-vif-plugged", "status": "completed", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:16.640461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:16.663401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c61570-6f7d-4d78-b614-92652205f52b x-openstack-request-id: req-a9c61570-6f7d-4d78-b614-92652205f52b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:16.663692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "name": "network-vif-plugged", "status": "completed", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:16.663946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c61570-6f7d-4d78-b614-92652205f52b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:16.664340 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'code': 200} Dec 10 16:49:16.687291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:16.734812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:16.956257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261ecf4-692f-4981-8c77-b23d96a2f7b1 req-5a2f2e75-1f54-4b2a-a01b-4f4670edcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:16.957749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e261ecf4-692f-4981-8c77-b23d96a2f7b1 req-5a2f2e75-1f54-4b2a-a01b-4f4670edcdc4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1098 time: 0.0389483 Dec 10 16:49:17.013891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e261ecf4-692f-4981-8c77-b23d96a2f7b1 req-7f5f47fd-c6b9-401a-a57d-13b174a2aac7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420568 Dec 10 16:49:17.063680 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440299-d2fd-47d4-be02-1aa402717dc4 req-a1deaa75-ed94-456c-88d4-dc295e505722 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:17.065158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d440299-d2fd-47d4-be02-1aa402717dc4 req-a1deaa75-ed94-456c-88d4-dc295e505722 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Dec 10 16:49:17.114531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d440299-d2fd-47d4-be02-1aa402717dc4 req-db460f68-390b-4b3d-923d-31392a4de207 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433955 Dec 10 16:49:17.641342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:18.253013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781bcb1-fde4-4e2f-87a2-1b775d1a0525 req-0b588985-afa0-4f30-8123-989b2e306a24 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:18.254539 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e781bcb1-fde4-4e2f-87a2-1b775d1a0525 req-0b588985-afa0-4f30-8123-989b2e306a24 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0527813 Dec 10 16:49:18.303227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e781bcb1-fde4-4e2f-87a2-1b775d1a0525 req-2eabd17b-bd7e-481a-bc54-0c943d028c03 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427380 Dec 10 16:49:19.418440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df79f-1556-4b06-b1d7-67721e00b129 req-451145e4-d55a-4d34-a53b-aaa7a890eeaf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:19.419805 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-970df79f-1556-4b06-b1d7-67721e00b129 req-451145e4-d55a-4d34-a53b-aaa7a890eeaf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0484662 Dec 10 16:49:19.468414 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-970df79f-1556-4b06-b1d7-67721e00b129 req-261295d0-6b40-42ad-a61f-8136de9b737a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427547 Dec 10 16:49:19.581892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0781734-f78d-4904-9c0a-0ffd292a8e24 req-96119df3-6dbf-473c-a9b3-45f3f4fe8576 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:19.583389 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c0781734-f78d-4904-9c0a-0ffd292a8e24 req-96119df3-6dbf-473c-a9b3-45f3f4fe8576 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Dec 10 16:49:19.632118 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c0781734-f78d-4904-9c0a-0ffd292a8e24 req-20af2d32-adf2-458a-8d95-1ca93f0f8788 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428207 Dec 10 16:49:19.653725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55200) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:19.696454 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5bdd7-f249-4fe8-ad37-e581e054ced6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:19.697911 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b0d5bdd7-f249-4fe8-ad37-e581e054ced6 tempest-TestNetworkBasicOps-222151696 tempest-TestNetworkBasicOps-222151696-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1093 time: 0.0431764 Dec 10 16:49:19.701352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55202) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:19.705875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:19.801306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:19.900150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:19.999254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Allocated IP 172.26.4.137 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/be4b78e3-9f98-4096-a70f-22126a41e828) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:49:20.099722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:20.173503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:20.212687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:49:20.216100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:49:20.220627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:49:20.244565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=be4b78e3-9f98-4096-a70f-22126a41e828,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:20.877439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:20.991371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.136631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.213013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.281352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event updated for resources: {'Port': ['ID=be4b78e3-9f98-4096-a70f-22126a41e828,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:21.293300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.396621 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc associated. External IP: 172.26.4.137, port: 836079dd-06ee-4de8-aeb1-c26e7dc693c2. Dec 10 16:49:21.596666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:21.710306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:21.722514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:21.733214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:21.743135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:21.786722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:21.816799 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8de9fc38-1d7b-4214-bcbb-ced8b31f3639 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1118653 Dec 10 16:49:21.816799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:49:21.817232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9759bbf8-9ce5-4686-b056-26287fe44d97" -d '{"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:49:21.817511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55204) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:21.839005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:21.855216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde0de0-61f8-42a8-aecf-bdb10a88b3af x-openstack-request-id: req-bbde0de0-61f8-42a8-aecf-bdb10a88b3af {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:49:21.855513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:49:21.856359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbde0de0-61f8-42a8-aecf-bdb10a88b3af {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:49:21.856765 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'status': 'completed', 'code': 200} Dec 10 16:49:21.882393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-200bcb94-0d03-4f82-8fec-23d3c56cafbd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 991 time: 0.0635419 Dec 10 16:49:21.924122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-30b06fcb-84f8-459e-9024-ad3afd63edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:21.925668 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-30b06fcb-84f8-459e-9024-ad3afd63edcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1098 time: 0.0455632 Dec 10 16:49:22.019923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-8ec328f0-1267-4f4a-abff-1515d4ef6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:22.021339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-8ec328f0-1267-4f4a-abff-1515d4ef6db1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 898 time: 0.0869415 Dec 10 16:49:22.067795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:20Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:05Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:22.092140 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-f824e77a-9243-4935-a7ae-c1bf24361c55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 999 time: 0.0623972 Dec 10 16:49:22.093801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:22.102334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:22.102935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:22.141511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-3628eb4c-547b-49d3-a8d0-a16f0cb5698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:22.142993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-3628eb4c-547b-49d3-a8d0-a16f0cb5698c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 200 len: 834 time: 0.0437157 Dec 10 16:49:22.189255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-0815b43a-3fbd-4c8d-8bbe-66d787d5099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:22.190838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-0815b43a-3fbd-4c8d-8bbe-66d787d5099d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399330 Dec 10 16:49:22.205166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:22.284047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-a4b25d17-494a-49c3-8827-871c989fb592 service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858397 Dec 10 16:49:22.374703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9759bbf8-9ce5-4686-b056-26287fe44d97 req-c026fcd8-57db-4915-89f3-29c718538afd service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815027 Dec 10 16:49:22.569428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-27408556-cf81-436d-9f15-117e761eab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:20Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:05Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:22.594811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408556-cf81-436d-9f15-117e761eab5f None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:02Z', 'revision_number': 4, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:20Z', 'revision_number': 0, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:05Z', 'revision_number': 5, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:22.778528 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf836b-996f-4b4a-b633-87a3cc20d78d None None] New status for floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:49:22.885582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55208) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:22.950117 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-51d804b8-3724-4f3d-b1ff-c135b81cb175 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 991 time: 0.0633719 Dec 10 16:49:23.953460 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55210) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:24.014514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-196440ce-6243-4298-b56f-cf9b0fe674cf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 993 time: 0.0598886 Dec 10 16:49:33.024446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9bc35c2b-4764-4312-a9e2-aaed67f34e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:35.202075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c27a-251f-400b-b702-88886a9a01d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:36.612556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:37.863796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:38.709789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:47.560989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:51.949902 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:49:55.325361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55224) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:55.329967 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:55.631952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:55.720811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:55.829707 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:55.933979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:55.941975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:55.943340 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-02a76a46-8c92-4ff9-abe8-ea091f468deb tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/52314153-82a3-4311-b54b-4030dfce2190 HTTP/1.1" status: 200 len: 889 time: 0.6169782 Dec 10 16:49:55.943928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:55.954984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:55.955596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:55.987395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:55.995659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:55.996245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:56.030354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:56.031554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae0051-e12a-4440-9aaf-dd57c6377a6d None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:56.786141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5de74-794d-4bba-9e33-5fbd0738a1a8 None None] New status for floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:49:57.515529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:57.589094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:57.609819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=428bc3b3-2c72-4a81-9d05-40c2bd76b859,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:57.697793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:57.698486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:49:57.775419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:57.784701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.785088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.785442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.785791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.786131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.786471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.786808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.787144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.787479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.787820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.788151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.788478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.788806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:49:57.822822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:57.853687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=103aa734-db4b-433d-a403-bcc2791738f7,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:49:57.903520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:57.948803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:49:58.072905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55228) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:58.077592 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:49:58.380748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4982'] for router, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:58.453258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588823'] for router, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:58.561091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:49:58.669564 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:49:58.678137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:49:58.680985 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea1d30a0-1eca-487c-b382-7b5a21625215 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/52314153-82a3-4311-b54b-4030dfce2190 HTTP/1.1" status: 200 len: 888 time: 0.6056142 Dec 10 16:49:58.681197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:49:58.682552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55230) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:58.694807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:58.695421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:58.745438 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6031cee8-3e81-4b3a-8b6a-c4f1c5b4653c tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 991 time: 0.0617480 Dec 10 16:49:58.798541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:59.012384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:56Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:59.041243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:49:59.049961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:49:59.050560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:59.148606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:49:59.345822 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-81b849a2-b73b-4c8c-96fb-74a3d7f15094 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426741 Dec 10 16:49:59.369177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:56Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:49:59.397984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db763a58-39bd-43a8-9456-ff33dacbbfb0 None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'ff9a1c36-5e26-48ea-8b7e-e60c698a4adc', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '52314153-82a3-4311-b54b-4030dfce2190', 'port_id': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'mac_address': 'fa:16:3e:8b:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57618270-9356-40c7-8664-90cf741a8050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:49:20Z', 'updated_at': '2021-12-10T16:49:56Z', 'revision_number': 2, 'project_id': '8dcb051692aa448d96552f4f53203699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:49:57Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:49:59.433534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150348-93be-4627-90b1-301b3cf028e5 req-4ed71f0f-4850-4429-80e4-5cb7e021f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:59.435043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-4ed71f0f-4850-4429-80e4-5cb7e021f07b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1098 time: 0.0428493 Dec 10 16:49:59.548890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150348-93be-4627-90b1-301b3cf028e5 req-71cf5565-1d52-42e1-b856-5d5e99493313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:59.550446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-71cf5565-1d52-42e1-b856-5d5e99493313 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 898 time: 0.0889227 Dec 10 16:49:59.646891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-27cad719-d21a-4d15-b3a0-2a500ebbaced service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 999 time: 0.0853224 Dec 10 16:49:59.701769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150348-93be-4627-90b1-301b3cf028e5 req-c9737d04-5b4e-49a7-922c-0885e49bda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:59.703936 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-c9737d04-5b4e-49a7-922c-0885e49bda14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 200 len: 834 time: 0.0469747 Dec 10 16:49:59.750397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55232) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:49:59.757204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5150348-93be-4627-90b1-301b3cf028e5 req-d95ed747-d113-4383-b91e-41d8224b7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:49:59.758863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-d95ed747-d113-4383-b91e-41d8224b7428 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479612 Dec 10 16:49:59.819854 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b78af0e4-6ac9-459f-8230-6fc4b4c6ec4d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 991 time: 0.0672469 Dec 10 16:49:59.864737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-a52f9a2a-20fc-4c6d-a64e-b50172508556 service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923078 Dec 10 16:49:59.963856 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5150348-93be-4627-90b1-301b3cf028e5 req-563c5f8b-4849-43dc-9f5f-c257c55e6c28 service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877583 Dec 10 16:50:00.822660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55234) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:00.887577 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99e30025-b189-478a-8a64-122aa15e51ac tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 991 time: 0.0637715 Dec 10 16:50:00.981144 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101d02d-42d9-4440-bd05-593cd5f825b2 None None] New status for floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:50:01.552579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:01.602553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:01.602909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.678111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.697549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=428bc3b3-2c72-4a81-9d05-40c2bd76b859,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:01.737824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.738519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:01.811759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:01.823789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:01.824165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.891786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55236) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:01.898565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:01.929867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=103aa734-db4b-433d-a403-bcc2791738f7,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:01.951263 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b84bc4d2-db9a-44fe-90b6-5068e07678dd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 200 len: 993 time: 0.0583510 Dec 10 16:50:01.995310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.047550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:02.227146 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55242) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:02.384666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port be4b78e3-9f98-4096-a70f-22126a41e828 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:02.385048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.459594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.459931 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.471568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for be4b78e3-9f98-4096-a70f-22126a41e828 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:02.669954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.700588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=be4b78e3-9f98-4096-a70f-22126a41e828,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:02.712179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.712533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.712881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.713244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.713577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.713911 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.714244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.714575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.714902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.715229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.715554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.715876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.716197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:02.769945 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:02.770300 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc disassociated (deleted). External IP: 172.26.4.137, port: 836079dd-06ee-4de8-aeb1-c26e7dc693c2. Dec 10 16:50:02.990163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0f267374-f348-4af5-b553-fb34923e17b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:03.260086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:50:03.364599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:03.369021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:03.373773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:03.382923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:03.383519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:03.395504 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-165e0785-c570-4926-a84b-92f66fb95c4a tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff9a1c36-5e26-48ea-8b7e-e60c698a4adc HTTP/1.1" status: 204 len: 168 time: 1.1672893 Dec 10 16:50:03.396099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:03.398372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9fb5fe-145f-43d3-8134-df954d8291d7" -d '{"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:03.499715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:03.510952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ea9f2-0859-4e74-82b8-4d484117a891 x-openstack-request-id: req-fb8ea9f2-0859-4e74-82b8-4d484117a891 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:03.511199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:03.511462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb8ea9f2-0859-4e74-82b8-4d484117a891 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:03.511870 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'status': 'completed', 'code': 200} Dec 10 16:50:03.570671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:03.587061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-8e174206-a55a-487c-9777-e6e6928cb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.588585 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-8e174206-a55a-487c-9777-e6e6928cb46e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dcb051692aa448d96552f4f53203699&device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 1098 time: 0.0464275 Dec 10 16:50:03.680998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:03.681566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:03.681931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-45163ed7-64c8-4c1c-ab58-e82200777f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.683597 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-45163ed7-64c8-4c1c-ab58-e82200777f4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 200 len: 898 time: 0.0868895 Dec 10 16:50:03.732686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-f390cea0-2399-4c71-9bff-a5a7f67f557a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 200 len: 217 time: 0.0395000 Dec 10 16:50:03.786683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-1f833af1-c5b0-44e6-94ef-2ebb22ad6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.789070 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-1f833af1-c5b0-44e6-94ef-2ebb22ad6482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 200 len: 834 time: 0.0462823 Dec 10 16:50:03.810674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:03.815598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:03.850203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-78d7c930-4501-4a1d-b92d-c6c26fbd9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.852242 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-78d7c930-4501-4a1d-b92d-c6c26fbd9c38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467377 Dec 10 16:50:03.862136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22434-e36d-4e3b-891f-a1ff3f48eba1 req-8f4e7cad-f36a-46a0-bedd-f479a547bebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:03.868219 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-92a22434-e36d-4e3b-891f-a1ff3f48eba1 req-8f4e7cad-f36a-46a0-bedd-f479a547bebf tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Dec 10 16:50:03.869935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:03.888116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:03.888736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:49:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:03.917525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-92a22434-e36d-4e3b-891f-a1ff3f48eba1 req-d3665a74-58eb-4003-a87b-5e39fe11f093 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477195 Dec 10 16:50:03.957108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-e3d7b430-fd48-4cbf-9721-e95438c5ea94 service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959427 Dec 10 16:50:04.053618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e9fb5fe-145f-43d3-8134-df954d8291d7 req-2e9681e1-b82c-4b47-a524-3cfdfc34008b service neutron] 10.222.0.61 "GET /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876119 Dec 10 16:50:04.118462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 103aa734-db4b-433d-a403-bcc2791738f7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:04.119006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:04.176202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:04.401106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:04.426463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca1570-911b-408f-b23c-851e4964fdbd None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:49:58Z', 'revision_number': 6, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '103aa734-db4b-433d-a403-bcc2791738f7', 'name': '', 'network_id': 'b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'mac_address': 'fa:16:3e:0b:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '22322459-973b-4717-a4cd-aaa494673850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:49:01Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'subnets': [{'id': '22322459-973b-4717-a4cd-aaa494673850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:50:05.041468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070918-a563-4ec8-a43a-0415f271e529 req-4e6c7a38-3f25-45e5-b0e2-d166bb4dfa28 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:05.043125 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78070918-a563-4ec8-a43a-0415f271e529 req-4e6c7a38-3f25-45e5-b0e2-d166bb4dfa28 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0517190 Dec 10 16:50:05.096929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78070918-a563-4ec8-a43a-0415f271e529 req-3c384142-bbbe-4ca7-af8a-7324ee809163 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/security-groups?id=09715695-84f4-4edc-8973-53a0064b9f49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471449 Dec 10 16:50:05.152281 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbbd16-c7ae-4336-b1cd-db0e598afa9e None None] New status for floating IP ff9a1c36-5e26-48ea-8b7e-e60c698a4adc: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:50:05.202140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a163e22e-c1db-4e67-b434-8295c57a4f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:05.380533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-c3be95a8-050f-4d19-8907-03d6c609e293 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:05.381909 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-c3be95a8-050f-4d19-8907-03d6c609e293 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Dec 10 16:50:05.474132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:05.474479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:05.567862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 836079dd-06ee-4de8-aeb1-c26e7dc693c2, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=836079dd-06ee-4de8-aeb1-c26e7dc693c2,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:05.568226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:05.581314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 836079dd-06ee-4de8-aeb1-c26e7dc693c2 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:05.772099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:05.799266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=836079dd-06ee-4de8-aeb1-c26e7dc693c2,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:05.808787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.809165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.809515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.809854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.810185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.810519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.810848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.811727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.811727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.811888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.812123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.812443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.812763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:50:05.854431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] No DVR routers for this DVR port 836079dd-06ee-4de8-aeb1-c26e7dc693c2 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:05.857002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:05.860328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-037a596d-961e-41a5-b6c4-625334fe7fc9 req-27a317e8-b4a2-4a51-a549-1aa634b7399d tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.61 "DELETE /v2.0/ports/836079dd-06ee-4de8-aeb1-c26e7dc693c2 HTTP/1.1" status: 204 len: 173 time: 0.4679470 Dec 10 16:50:05.860771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'name': 'network-vif-deleted', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:05.863036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ffa177-c941-48e9-8fd7-2b58b6bfad00" -d '{"events": [{"server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "name": "network-vif-deleted", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:05.899504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caf63c8-e165-4a7d-b9a2-977cbc2445f0 x-openstack-request-id: req-1caf63c8-e165-4a7d-b9a2-977cbc2445f0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:05.899504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57618270-9356-40c7-8664-90cf741a8050", "name": "network-vif-deleted", "tag": "836079dd-06ee-4de8-aeb1-c26e7dc693c2", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:05.899504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1caf63c8-e165-4a7d-b9a2-977cbc2445f0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:05.899504 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57618270-9356-40c7-8664-90cf741a8050', 'name': 'network-vif-deleted', 'tag': '836079dd-06ee-4de8-aeb1-c26e7dc693c2', 'status': 'completed', 'code': 200} Dec 10 16:50:06.212391 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf0d50a0-c818-4673-9535-e06aad9768a8 req-b678b497-4e37-456d-a639-f4d24388a298 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "GET /v2.0/ports?device_id=57618270-9356-40c7-8664-90cf741a8050 HTTP/1.1" status: 200 len: 210 time: 0.0279613 Dec 10 16:50:06.623893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.267656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:07.323201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.348052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.481102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.484652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.485148 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/security-groups/09715695-84f4-4edc-8973-53a0064b9f49 HTTP/1.1" status: 204 len: 168 time: 0.2164476 Dec 10 16:50:07.494588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6ef14-19bc-4769-9312-151bf8906401 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09715695-84f4-4edc-8973-53a0064b9f49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:07.613594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55266) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:07.864020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:07.973409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.230195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 103aa734-db4b-433d-a403-bcc2791738f7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:08.230533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.321723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 103aa734-db4b-433d-a403-bcc2791738f7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=103aa734-db4b-433d-a403-bcc2791738f7,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:08.322428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.334225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 103aa734-db4b-433d-a403-bcc2791738f7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:08.583903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.620421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=103aa734-db4b-433d-a403-bcc2791738f7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:08.669586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 836079dd-06ee-4de8-aeb1-c26e7dc693c2 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:08.693621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 836079dd-06ee-4de8-aeb1-c26e7dc693c2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:08.693970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 836079dd-06ee-4de8-aeb1-c26e7dc693c2 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:08.695594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:08.792339 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.005642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Router 52314153-82a3-4311-b54b-4030dfce2190 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:50:09.109796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:50:09.114880 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-00a6047d-101a-4f28-a080-4f05803c4546 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "PUT /v2.0/routers/52314153-82a3-4311-b54b-4030dfce2190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002625 Dec 10 16:50:09.117636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:09.120345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Sync routers for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:50:09.132058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:09.132817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:50:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:09.169909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting subnet 22322459-973b-4717-a4cd-aaa494673850 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:50:09.173071 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.214926 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.246337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:09.302309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.420818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:08Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:09.451257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Checking router: 52314153-82a3-4311-b54b-4030dfce2190 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:50:09.452797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.459585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Routers {'52314153-82a3-4311-b54b-4030dfce2190'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:50:09.460194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:50:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['52314153-82a3-4311-b54b-4030dfce2190'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:09.480665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Subnet': ['ID=22322459-973b-4717-a4cd-aaa494673850,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:09.485069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.488297 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8d4f3db7-834b-4915-9a8e-3e7b8304749f tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/subnets/22322459-973b-4717-a4cd-aaa494673850 HTTP/1.1" status: 204 len: 168 time: 0.3697140 Dec 10 16:50:09.491214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55270) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:09.497258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf7273-a29e-4bf6-84d1-f9db27fec0d7 None None] Network b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:09.610289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.635878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] Set router 52314153-82a3-4311-b54b-4030dfce2190 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:50:09.714747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.794850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] DHCP port deletion for b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:09.830185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Deleting port 428bc3b3-2c72-4a81-9d05-40c2bd76b859 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:09.830531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.857738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:08Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:09.886709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a66ff-451e-4381-8999-81b61866cd0e None None] The sync data for ids ['52314153-82a3-4311-b54b-4030dfce2190'] in dv-neutron-820858-1-hyperv is: [{'id': '52314153-82a3-4311-b54b-4030dfce2190', 'name': 'tempest-TestNetworkBasicOps-router-1252913901', 'tenant_id': '8dcb051692aa448d96552f4f53203699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:08Z', 'revision_number': 7, 'project_id': '8dcb051692aa448d96552f4f53203699', 'gw_port': {'id': '428bc3b3-2c72-4a81-9d05-40c2bd76b859', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52314153-82a3-4311-b54b-4030dfce2190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:48:58Z', 'updated_at': '2021-12-10T16:50:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:50:09.889947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Deleting port be97f854-c2e5-496c-99b2-07953f3b9afb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:09.890355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.922280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] For port 428bc3b3-2c72-4a81-9d05-40c2bd76b859, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=428bc3b3-2c72-4a81-9d05-40c2bd76b859,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:09.922696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.936587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Calling delete_port for 428bc3b3-2c72-4a81-9d05-40c2bd76b859 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:09.956015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] For port be97f854-c2e5-496c-99b2-07953f3b9afb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=be97f854-c2e5-496c-99b2-07953f3b9afb,segment=NetworkSegment(9ed91748-bf27-4263-9a80-5c1fd24b7c0e),segment_id=9ed91748-bf27-4263-9a80-5c1fd24b7c0e)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:09.956412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:09.968542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Calling delete_port for be97f854-c2e5-496c-99b2-07953f3b9afb owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:10.115024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.144512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] Pushing event deleted for resources: {'Port': ['ID=be97f854-c2e5-496c-99b2-07953f3b9afb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:10.152461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f4685-30f1-4704-a4aa-443206a782b1 None None] No DVR routers for this DVR port be97f854-c2e5-496c-99b2-07953f3b9afb on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:10.164810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.201298 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3e5b1-8689-4b6e-a0b0-1a4360a62b50 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:50:10.218269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Port': ['ID=428bc3b3-2c72-4a81-9d05-40c2bd76b859,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:10.269957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.370795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.373006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.481170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.481797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Fanout notify agent at l3_agent the message router_deleted on router 52314153-82a3-4311-b54b-4030dfce2190 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 16:50:10.488972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.499028 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4e26971b-205c-4859-9f48-c4c7ad54f9fd tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/routers/52314153-82a3-4311-b54b-4030dfce2190 HTTP/1.1" status: 204 len: 168 time: 0.9972260 Dec 10 16:50:10.502586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55272) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:10.585404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.671295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.690740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:10.699684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed91748-bf27-4263-9a80-5c1fd24b7c0e') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:10.699987 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed91748-bf27-4263-9a80-5c1fd24b7c0e') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:50:10.709734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.722515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.728570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:50:10.728986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:50:10.731905 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:50:10.858229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.865856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:10.869151 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] 10.222.0.21 "DELETE /v2.0/networks/b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec HTTP/1.1" status: 204 len: 168 time: 0.3655028 Dec 10 16:50:10.881560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a237a-9b9a-4e2d-aed0-4a8ea30ede55 tempest-TestNetworkBasicOps-1362872319 tempest-TestNetworkBasicOps-1362872319-project] Pushing event deleted for resources: {'Network': ['ID=b4fa4039-da7b-4d16-8fc5-d0ab0cefeaec,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:11.334391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55278) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:11.461643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7227037f-c38b-46c9-a0c2-e419b737d197 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dcb051692aa448d96552f4f53203699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260247 Dec 10 16:50:11.464087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55282) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:11.511296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:11.526230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:11.535418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:11.551945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 428bc3b3-2c72-4a81-9d05-40c2bd76b859 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:11.552295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 428bc3b3-2c72-4a81-9d05-40c2bd76b859 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:11.552730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:11.573937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 103aa734-db4b-433d-a403-bcc2791738f7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:11.574369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 103aa734-db4b-433d-a403-bcc2791738f7 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:11.574860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be97f854-c2e5-496c-99b2-07953f3b9afb no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:11.594163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: be97f854-c2e5-496c-99b2-07953f3b9afb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:11.594512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device be97f854-c2e5-496c-99b2-07953f3b9afb not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:11.663877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:11.666667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:11.671695 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0ae7804-e719-4ae0-90a8-b8b1121b5747 HTTP/1.1" status: 204 len: 168 time: 0.2028518 Dec 10 16:50:11.675761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b926d-c59b-4789-ac9c-ddd5b794b41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae7804-e719-4ae0-90a8-b8b1121b5747,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:12.265617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55290) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:12.282379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e59809c-db56-4666-8366-cb003e4fff04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.354454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e59809c-db56-4666-8366-cb003e4fff04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.434976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7e59809c-db56-4666-8366-cb003e4fff04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.471394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59809c-db56-4666-8366-cb003e4fff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b234a0b-a1dc-4c81-b9d1-9b538e675c3e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:12.475628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7e59809c-db56-4666-8366-cb003e4fff04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b298ed72cc12467a9555a57db7be5aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2089992 Dec 10 16:50:12.478523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55292) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:12.529432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.552599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.658019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.660653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:12.661850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b234a0b-a1dc-4c81-b9d1-9b538e675c3e HTTP/1.1" status: 204 len: 168 time: 0.1824298 Dec 10 16:50:12.670111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e084f9-2a55-40bd-a921-b1a19ecf0ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b234a0b-a1dc-4c81-b9d1-9b538e675c3e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:17.566176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:19.999825 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-8866e5cf-647e-4b31-ad1d-87627a05da7a tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8dde97277ccb4c4080d54709980ff501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340445 Dec 10 16:50:20.184025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-0f9cc6d6-7eb0-47cf-a5fd-3f8cc5569684 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:20.185536 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-0f9cc6d6-7eb0-47cf-a5fd-3f8cc5569684 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804073 Dec 10 16:50:20.200514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-ab53bd60-09b4-42f1-bcba-e8161b797d9c tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/quotas/8dde97277ccb4c4080d54709980ff501 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Dec 10 16:50:20.231039 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-3f522107-449a-4e51-b36a-9903dafa71c1 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dde97277ccb4c4080d54709980ff501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249310 Dec 10 16:50:20.466501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee616c0f-2b88-4b6f-bac1-eb612bc8aa13 req-bee00ce1-30a4-4c14-aa76-bba5ad2b47d2 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Dec 10 16:50:21.558296 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8bdf10da-202c-497e-be42-29c9ed416f97 req-d298523a-e9a4-4407-8d24-fd739a8c94dd tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 210 time: 0.0255833 Dec 10 16:50:22.434242 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-239de494-6e02-45d6-b11c-f36b82b6fc30 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dde97277ccb4c4080d54709980ff501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277376 Dec 10 16:50:22.616372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-ec557963-c7b9-4179-a629-72d4f6164ee0 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:22.617894 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-ec557963-c7b9-4179-a629-72d4f6164ee0 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751020 Dec 10 16:50:22.641792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Request body: {'port': {'device_id': '13ccb218-725a-4415-bebd-d169d3868555', 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d', 'admin_state_up': True, 'tenant_id': '8dde97277ccb4c4080d54709980ff501'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:22.670250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f4e9752-19f6-4591-9d2d-4281d62469b5 req-981e59a2-f8a5-4ee2-8d59-13837bf65e58 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 210 time: 0.0426662 Dec 10 16:50:22.846107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Made reservation on behalf of 8dde97277ccb4c4080d54709980ff501 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:22.849601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:22.858779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:22.940660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.023442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.085408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663f4de5-de5c-4686-971c-92b8a83c3140,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:23.153375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Allocated IP 192.168.233.181 (ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d/c30209e3-8660-4c08-a9e9-be4767ebef07/d816a232-27f5-4949-9d3d-245df787bc09) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:23.299386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.377962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.420481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:23.424242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:23.427873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:50:23.433971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Pushing event updated for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:23.483143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:23.483759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.557983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-c97b32b7-2b0e-4d79-a92a-d17c7c080cbf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9219608 Dec 10 16:50:23.576186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Request body: {'port': {'device_id': '13ccb218-725a-4415-bebd-d169d3868555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:23.631677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.690024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8944184b-2505-4b98-87a9-63a7e1ab7bf2 None None] Provisioning complete for port d816a232-27f5-4949-9d3d-245df787bc09 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:23.696175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8944184b-2505-4b98-87a9-63a7e1ab7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.728294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8944184b-2505-4b98-87a9-63a7e1ab7bf2 None None] Port d816a232-27f5-4949-9d3d-245df787bc09 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:50:23.797320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318a08a-ed9f-4245-b925-68443e08e32a req-aef9f30a-726b-4faf-905b-75b10329218e tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:23.798803 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2318a08a-ed9f-4245-b925-68443e08e32a req-aef9f30a-726b-4faf-905b-75b10329218e tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 936 time: 0.0524032 Dec 10 16:50:23.846817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2318a08a-ed9f-4245-b925-68443e08e32a req-53d51499-84e8-435d-9bdf-5838e5eb76b2 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Dec 10 16:50:23.884229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d816a232-27f5-4949-9d3d-245df787bc09 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:50:23.891991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:23.903493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Transition to ACTIVE for port object d816a232-27f5-4949-9d3d-245df787bc09 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:50:23.978102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:24.028432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Pushing event updated for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:24.436061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Attempting to bind port d816a232-27f5-4949-9d3d-245df787bc09 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:24.436391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Attempting to bind port d816a232-27f5-4949-9d3d-245df787bc09 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:24.436721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Attempting to bind port d816a232-27f5-4949-9d3d-245df787bc09 on network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:24.441598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Port d816a232-27f5-4949-9d3d-245df787bc09 on network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:50:24.441920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Attempting to bind port d816a232-27f5-4949-9d3d-245df787bc09 on network ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:24.446576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:24.446913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Checking segment: {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:24.447299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Bound using segment: {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:24.447721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Bound port: d816a232-27f5-4949-9d3d-245df787bc09, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a348689a-a993-4dd6-85e6-232dcd8062a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:24.448071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:24.509066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:24.512077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=d816a232-27f5-4949-9d3d-245df787bc09,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:24.584380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:24.624003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:24.624612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:24.626124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] 10.222.0.61 "PUT /v2.0/ports/d816a232-27f5-4949-9d3d-245df787bc09 HTTP/1.1" status: 200 len: 1098 time: 1.0541306 Dec 10 16:50:24.626455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:24.628695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e517b-7bd7-42b0-b2c4-5ae0452232e0" -d '{"events": [{"name": "network-changed", "server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "tag": "d816a232-27f5-4949-9d3d-245df787bc09"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:24.666407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e980d6c-cf3d-4759-8aa4-e49fefe23d42 service neutron] Pushing event updated for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:24.679824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec60dfdb-355a-46ef-b75c-4364ff97c34c x-openstack-request-id: req-ec60dfdb-355a-46ef-b75c-4364ff97c34c {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:24.680118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "tag": "d816a232-27f5-4949-9d3d-245df787bc09", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:24.680373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec60dfdb-355a-46ef-b75c-4364ff97c34c {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:24.680772 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09', 'status': 'completed', 'code': 200} Dec 10 16:50:24.747971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e517b-7bd7-42b0-b2c4-5ae0452232e0 req-c4da8d50-bb2f-432d-a6fa-75e4efde8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:24.749707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-891e517b-7bd7-42b0-b2c4-5ae0452232e0 req-c4da8d50-bb2f-432d-a6fa-75e4efde8bea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dde97277ccb4c4080d54709980ff501&device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 1101 time: 0.0487585 Dec 10 16:50:24.785424 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-891e517b-7bd7-42b0-b2c4-5ae0452232e0 req-0bc977f6-f133-4ef9-b155-bff72cbaac66 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8dde97277ccb4c4080d54709980ff501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202525 Dec 10 16:50:24.889245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e517b-7bd7-42b0-b2c4-5ae0452232e0 req-321f7113-3d93-4cb1-a90b-4f53ccab62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:24.890822 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-891e517b-7bd7-42b0-b2c4-5ae0452232e0 req-321f7113-3d93-4cb1-a90b-4f53ccab62e8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948849 Dec 10 16:50:24.973228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-19797d1b-61aa-46fe-a40c-baf3dba52716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:24.974182 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-19797d1b-61aa-46fe-a40c-baf3dba52716 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dde97277ccb4c4080d54709980ff501&device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 1101 time: 0.0460153 Dec 10 16:50:24.981036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac4ca-8471-4803-a297-b173b8a776e2 req-b6222543-41cf-4e91-bbfd-0586319715b8 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:24.982555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-40bac4ca-8471-4803-a297-b173b8a776e2 req-b6222543-41cf-4e91-bbfd-0586319715b8 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 948 time: 0.0606961 Dec 10 16:50:25.024051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-efa11e1f-e0d4-48bf-8776-19f5b305c146 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d816a232-27f5-4949-9d3d-245df787bc09 HTTP/1.1" status: 200 len: 217 time: 0.0362372 Dec 10 16:50:25.034139 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-40bac4ca-8471-4803-a297-b173b8a776e2 req-bf1fbabc-fbd7-484a-93ee-cb8bc1fd3333 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Dec 10 16:50:25.084689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-783b5d6f-55c4-4cb3-a387-d6a3825bef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:25.086200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-783b5d6f-55c4-4cb3-a387-d6a3825bef0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c30209e3-8660-4c08-a9e9-be4767ebef07 HTTP/1.1" status: 200 len: 843 time: 0.0499864 Dec 10 16:50:25.139209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-b252f7fc-c754-43c8-b668-13ed7a6cdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:25.141464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-b252f7fc-c754-43c8-b668-13ed7a6cdf1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0443666 Dec 10 16:50:25.245541 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-a71de980-a235-47ba-a224-8d678cb0c837 service neutron] 10.222.0.61 "GET /v2.0/networks/ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913160 Dec 10 16:50:25.347596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9b9d5d4d-4d60-4c8e-a4d3-1ed7ec8d7cac req-4c96ac17-e0b8-493d-b586-90c2dfa60641 service neutron] 10.222.0.61 "GET /v2.0/networks/ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Dec 10 16:50:26.150518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31638e-7b47-4ca0-8be1-05a732b32f87 req-bd2dea11-de9c-4a78-b79a-229b67026d7b tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:26.152017 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea31638e-7b47-4ca0-8be1-05a732b32f87 req-bd2dea11-de9c-4a78-b79a-229b67026d7b tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 948 time: 0.0492959 Dec 10 16:50:26.199532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea31638e-7b47-4ca0-8be1-05a732b32f87 req-7a7d9be2-06d9-4536-baac-99354fb0a8b2 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Dec 10 16:50:26.761991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device d816a232-27f5-4949-9d3d-245df787bc09 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:50:26.857307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=d816a232-27f5-4949-9d3d-245df787bc09,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:26.871834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'd816a232-27f5-4949-9d3d-245df787bc09', 'network_id': 'ecc08c2f-267c-4a7b-8b0e-b6bf3c33670d', 'port_id': 'd816a232-27f5-4949-9d3d-245df787bc09', 'mac_address': 'fa:16:3e:a6:4d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30209e3-8660-4c08-a9e9-be4767ebef07', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:50:26.919573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:26.933805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d816a232-27f5-4949-9d3d-245df787bc09 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:50:26.953129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=d816a232-27f5-4949-9d3d-245df787bc09,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:27.046531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:27.091664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:27.324627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d8ef-305e-4ce6-8234-7195f4ad2c1f req-7170f58e-35cf-4779-888d-1f7634e95516 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:27.326125 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ea34d8ef-305e-4ce6-8234-7195f4ad2c1f req-7170f58e-35cf-4779-888d-1f7634e95516 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 949 time: 0.0484390 Dec 10 16:50:27.330301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['d816a232-27f5-4949-9d3d-245df787bc09'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:50:27.377241 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ea34d8ef-305e-4ce6-8234-7195f4ad2c1f req-68b6a2e4-afd2-474f-8abd-a5375ff02d8d tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Dec 10 16:50:28.490859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3fa8e-c04c-4dc0-89bb-f2825a9339f1 req-c03a3f41-3c83-428b-9bd5-86778e4deb9f tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:28.492352 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6cb3fa8e-c04c-4dc0-89bb-f2825a9339f1 req-c03a3f41-3c83-428b-9bd5-86778e4deb9f tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 949 time: 0.0480697 Dec 10 16:50:28.538943 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6cb3fa8e-c04c-4dc0-89bb-f2825a9339f1 req-92dd8081-ad92-4192-9002-fc177aec147d tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Dec 10 16:50:28.778058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device d816a232-27f5-4949-9d3d-245df787bc09 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:28.886151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port d816a232-27f5-4949-9d3d-245df787bc09 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:50:28.890144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port d816a232-27f5-4949-9d3d-245df787bc09 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:28.890523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:28.949133 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:50:28.967488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:28.990088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:28.992334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f27ce5-a632-4cc3-bf4d-32d98367affb" -d '{"events": [{"server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "name": "network-vif-plugged", "status": "completed", "tag": "d816a232-27f5-4949-9d3d-245df787bc09"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:29.005755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=d816a232-27f5-4949-9d3d-245df787bc09,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:29.027533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf012589-ab8e-4ddb-baac-4b5f4ee60165 x-openstack-request-id: req-bf012589-ab8e-4ddb-baac-4b5f4ee60165 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:29.027830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "name": "network-vif-plugged", "status": "completed", "tag": "d816a232-27f5-4949-9d3d-245df787bc09", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:29.028140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf012589-ab8e-4ddb-baac-4b5f4ee60165 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:29.028488 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09', 'code': 200} Dec 10 16:50:29.074438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:29.121555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:29.351362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991e0e7-a0eb-4772-a07a-6203b4559751 req-217291ca-e156-4a33-a40b-8d9cadf9a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:29.353019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3991e0e7-a0eb-4772-a07a-6203b4559751 req-217291ca-e156-4a33-a40b-8d9cadf9a760 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 1103 time: 0.0435879 Dec 10 16:50:29.402649 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3991e0e7-a0eb-4772-a07a-6203b4559751 req-3d0e8388-a2de-4d49-8c40-c7f99b6b77ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Dec 10 16:50:29.653109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8b374-4aaf-4595-b253-b76142674264 req-949ad810-08ab-4d6c-b953-2ae34d22cc91 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:29.654506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09d8b374-4aaf-4595-b253-b76142674264 req-949ad810-08ab-4d6c-b953-2ae34d22cc91 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 950 time: 0.0487878 Dec 10 16:50:29.704226 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09d8b374-4aaf-4595-b253-b76142674264 req-ae0f91ff-9b51-479a-a2da-14bce890f6c4 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Dec 10 16:50:30.818817 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffa8c-48db-4b7a-99df-6d64003d7937 req-bb945698-47df-450d-92fc-4ae1a26d8690 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:30.820302 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-087ffa8c-48db-4b7a-99df-6d64003d7937 req-bb945698-47df-450d-92fc-4ae1a26d8690 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 950 time: 0.0477221 Dec 10 16:50:30.868371 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-087ffa8c-48db-4b7a-99df-6d64003d7937 req-a7f71729-35ad-4b2d-8f50-0ea5dbe6f3ea tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Dec 10 16:50:31.220174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-05d69d34-3b91-405c-a7be-1123f9384f96 req-6d5e691e-6812-4678-95a5-f68a8bd6c00c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:50:31.221201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-05d69d34-3b91-405c-a7be-1123f9384f96 req-6d5e691e-6812-4678-95a5-f68a8bd6c00c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053363 Dec 10 16:50:31.794525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-55b74d70-c400-4405-b753-c02bb0bea017 req-e253a5e9-ea2a-42e2-bf26-c4f5443b4b84 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:50:31.795545 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-55b74d70-c400-4405-b753-c02bb0bea017 req-e253a5e9-ea2a-42e2-bf26-c4f5443b4b84 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0963602 Dec 10 16:50:32.433402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79b071-86a1-43a8-9dd5-095de7fa93a7 req-ab9f65f6-1a58-4b27-83d5-d47566233808 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:32.434888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1a79b071-86a1-43a8-9dd5-095de7fa93a7 req-ab9f65f6-1a58-4b27-83d5-d47566233808 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 950 time: 0.0488083 Dec 10 16:50:32.481070 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1a79b071-86a1-43a8-9dd5-095de7fa93a7 req-40be4615-08a8-4a6f-9318-70b45a2cd31b tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Dec 10 16:50:32.966778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-710c1f99-0e59-416a-ad41-6549176be432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:33.600374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa85b33-e695-40e7-9dc5-a241b88dea27 req-2330c6a5-d8bb-4608-9f3c-b2ef761c138a tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:33.602098 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-caa85b33-e695-40e7-9dc5-a241b88dea27 req-2330c6a5-d8bb-4608-9f3c-b2ef761c138a tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 950 time: 0.0531850 Dec 10 16:50:33.648417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-caa85b33-e695-40e7-9dc5-a241b88dea27 req-f5454ac2-52c0-47ed-a1aa-df30f8c7cbcf tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/security-groups?id=663f4de5-de5c-4686-971c-92b8a83c3140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Dec 10 16:50:33.836907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-62f6fa20-ae90-493a-84b3-3f12237c8244 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:33.838369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-62f6fa20-ae90-493a-84b3-3f12237c8244 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.61 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 950 time: 0.0477269 Dec 10 16:50:33.928848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Deleting port d816a232-27f5-4949-9d3d-245df787bc09 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:50:33.929216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:34.020162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] For port d816a232-27f5-4949-9d3d-245df787bc09, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=d816a232-27f5-4949-9d3d-245df787bc09,segment=NetworkSegment(a348689a-a993-4dd6-85e6-232dcd8062a0),segment_id=a348689a-a993-4dd6-85e6-232dcd8062a0)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:34.020527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:34.034575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Calling delete_port for d816a232-27f5-4949-9d3d-245df787bc09 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:50:34.251540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:34.270746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['d816a232-27f5-4949-9d3d-245df787bc09'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:50:34.279282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Pushing event deleted for resources: {'Port': ['ID=d816a232-27f5-4949-9d3d-245df787bc09,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:34.325070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] No DVR routers for this DVR port d816a232-27f5-4949-9d3d-245df787bc09 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:50:34.328430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:34.333617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-043a456e-44cf-45bd-a022-5de786a7ca18 req-ec173153-fd99-42a3-a583-f1b922249f40 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.61 "DELETE /v2.0/ports/d816a232-27f5-4949-9d3d-245df787bc09 HTTP/1.1" status: 204 len: 173 time: 0.4841912 Dec 10 16:50:34.334136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'name': 'network-vif-deleted', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:34.336459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6f808-c23d-43c7-a9a8-62bdb6f37b12" -d '{"events": [{"server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "name": "network-vif-deleted", "tag": "d816a232-27f5-4949-9d3d-245df787bc09"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:34.376038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4f445d-e3ec-46e5-a56c-48446204d0e7 x-openstack-request-id: req-7f4f445d-e3ec-46e5-a56c-48446204d0e7 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:34.376404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ccb218-725a-4415-bebd-d169d3868555", "name": "network-vif-deleted", "tag": "d816a232-27f5-4949-9d3d-245df787bc09", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:34.377001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f4f445d-e3ec-46e5-a56c-48446204d0e7 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:34.377662 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ccb218-725a-4415-bebd-d169d3868555', 'name': 'network-vif-deleted', 'tag': 'd816a232-27f5-4949-9d3d-245df787bc09', 'status': 'completed', 'code': 200} Dec 10 16:50:34.761442 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-da74647f-7abf-4c86-adbd-f8f3aa1187e6 req-c84ce240-13ad-44fa-83d5-0f4f0c67a291 tempest-ServersAdminNegativeTestJSON-139230471 tempest-ServersAdminNegativeTestJSON-139230471-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ccb218-725a-4415-bebd-d169d3868555 HTTP/1.1" status: 200 len: 210 time: 0.0316525 Dec 10 16:50:35.200012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1af720b2-6a0e-49a2-ae65-5cdd437889e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.302372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55430) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:36.429842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e0778962-8a34-4fb1-8487-29f2179a1a74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dde97277ccb4c4080d54709980ff501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262617 Dec 10 16:50:36.432338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55434) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:36.477659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.498292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.600547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.603491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.604684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/663f4de5-de5c-4686-971c-92b8a83c3140 HTTP/1.1" status: 204 len: 168 time: 0.1713943 Dec 10 16:50:36.613355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e6dc5-8fc1-46bc-b068-8a3f17ee4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663f4de5-de5c-4686-971c-92b8a83c3140,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:36.623557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:36.799862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device d816a232-27f5-4949-9d3d-245df787bc09 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:50:36.821272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: d816a232-27f5-4949-9d3d-245df787bc09 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:50:36.821647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device d816a232-27f5-4949-9d3d-245df787bc09 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:50:37.200851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55440) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:37.214569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b458cbe0-4b12-4845-93df-c063fc7f1fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.286105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b458cbe0-4b12-4845-93df-c063fc7f1fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.337340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b458cbe0-4b12-4845-93df-c063fc7f1fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.377635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458cbe0-4b12-4845-93df-c063fc7f1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb6ceaa-22f8-4900-b2fb-502cb4e73cc6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:37.381868 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b458cbe0-4b12-4845-93df-c063fc7f1fb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6df3562a5d34512bbe2c431f8a515e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799672 Dec 10 16:50:37.384653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55442) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:37.431880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.454173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.554438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.557163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:37.558324 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adb6ceaa-22f8-4900-b2fb-502cb4e73cc6 HTTP/1.1" status: 204 len: 168 time: 0.1726472 Dec 10 16:50:37.566667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547584b7-ba3c-4f1e-bc70-4f391178975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb6ceaa-22f8-4900-b2fb-502cb4e73cc6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:37.893878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.492862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55464) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:38.586670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-851365108-network', 'tenant_id': 'b01f4dcd42d54c6cbabee50434121ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:38.709607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.709817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Made reservation on behalf of b01f4dcd42d54c6cbabee50434121ff7 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:38.714259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.727001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.798696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.874187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.895651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:50:38.910349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c534ddad-feb1-4481-aa88-0525a2f0fd76,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:38.913151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:38.913490 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Added segment 5686bcfe-0db5-470b-b0fc-5e382abf9264 of type vlan for network 07f4670c-b81b-435a-b552-67979bb27e80 Dec 10 16:50:38.955571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.040460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.041407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:39.041993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.099078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] Pushing event updated for resources: {'Network': ['ID=07f4670c-b81b-435a-b552-67979bb27e80,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:39.109772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 07f4670c-b81b-435a-b552-67979bb27e80 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:50:39.153215 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-23232603-1236-4cdc-ad90-3b02209cbb87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6590941 Dec 10 16:50:39.155379 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:39.160855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Request body: {'subnet': {'network_id': '07f4670c-b81b-435a-b552-67979bb27e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-851365108-subnet', 'tenant_id': 'b01f4dcd42d54c6cbabee50434121ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:39.257662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Made reservation on behalf of b01f4dcd42d54c6cbabee50434121ff7 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:39.260015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.457889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.516019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:39.526729 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Checking segment: {'id': '5686bcfe-0db5-470b-b0fc-5e382abf9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:39.527085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Network hostable DHCP agents. Network: 07f4670c-b81b-435a-b552-67979bb27e80, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:50:39.623434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Network 07f4670c-b81b-435a-b552-67979bb27e80 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:50:39.685904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 07f4670c-b81b-435a-b552-67979bb27e80) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:39.691157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:39.692092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:39.694442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53dd066-72c4-45ff-bff4-a130d867e37f None None] Network 07f4670c-b81b-435a-b552-67979bb27e80 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:39.746288 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-48e3862b-6a5a-4fd0-9d69-984a436d9573 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5895879 Dec 10 16:50:39.792159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe21d48-764f-4748-8e85-8a87da641dca None None] Network 07f4670c-b81b-435a-b552-67979bb27e80 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:50:40.158969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-574ea461-4c81-4a74-a100-165347f1c7f7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:40.160426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-574ea461-4c81-4a74-a100-165347f1c7f7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 811 time: 0.1036043 Dec 10 16:50:40.175459 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-73c19225-de46-4a2c-8364-ef0ecc9d2a98 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/quotas/b01f4dcd42d54c6cbabee50434121ff7 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Dec 10 16:50:40.206643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-96f2d33a-ec8f-425b-81ea-a99021dc8434 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258360 Dec 10 16:50:40.296193 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-408fb633-aef2-4bec-b491-6cb32f69fc20 service neutron] 10.222.0.21 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827920 Dec 10 16:50:40.382795 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-55c55f2e-7fa3-4e95-8bd1-34a45ec8e9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800326 Dec 10 16:50:40.654436 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9c5b9ee6-59b6-4cfb-b917-c6c5379919f3 req-b39db8bf-d0e7-49c0-8fe5-c01d8dcbadb3 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Dec 10 16:50:41.752453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-71d6db40-68e8-4704-ad36-aa77e869795c req-8618e9eb-a67b-4499-b745-aac21b54e1fa tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Dec 10 16:50:42.787449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-5a648ae2-5c8c-4eb1-9945-1e94f0c4e6dc tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:42.788887 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-5a648ae2-5c8c-4eb1-9945-1e94f0c4e6dc tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.61 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 811 time: 0.1049626 Dec 10 16:50:42.818481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Request body: {'port': {'device_id': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80', 'admin_state_up': True, 'tenant_id': 'b01f4dcd42d54c6cbabee50434121ff7'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:42.846757 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d0d009b3-26ed-440d-976d-f72bd050d949 req-b773984a-6047-4681-885f-f9ccc24c5c05 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 210 time: 0.0275755 Dec 10 16:50:42.983229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Made reservation on behalf of b01f4dcd42d54c6cbabee50434121ff7 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:50:42.987524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.115640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Allocated IP 172.20.0.6 (07f4670c-b81b-435a-b552-67979bb27e80/aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5/983b93e6-6e3d-47df-9b16-7bf289201a9f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:50:43.262520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.361725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.404317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Network 07f4670c-b81b-435a-b552-67979bb27e80 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:50:43.407885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:50:43.411517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:50:43.438128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:43.465113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.465719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.528583 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-ccf95635-7320-44ce-8170-6127305284d1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146459 Dec 10 16:50:43.547788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Request body: {'port': {'device_id': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:50:43.599458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.855240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:50:43.862508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.874107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Transition to ACTIVE for port object 983b93e6-6e3d-47df-9b16-7bf289201a9f will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:50:43.956693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:43.972437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba674d3-b595-4bc2-842b-d31c1d7f8121 req-0d25e720-4914-4f5f-89f5-aeada4788a3d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:43.973915 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ba674d3-b595-4bc2-842b-d31c1d7f8121 req-0d25e720-4914-4f5f-89f5-aeada4788a3d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 931 time: 0.0591364 Dec 10 16:50:44.047698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:44.099556 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ba674d3-b595-4bc2-842b-d31c1d7f8121 req-60110cac-a43d-402a-8090-069a7f4ba3a3 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073265 Dec 10 16:50:44.117377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Attempting to bind port 983b93e6-6e3d-47df-9b16-7bf289201a9f on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:50:44.117706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Attempting to bind port 983b93e6-6e3d-47df-9b16-7bf289201a9f by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '5686bcfe-0db5-470b-b0fc-5e382abf9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:50:44.118265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Attempting to bind port 983b93e6-6e3d-47df-9b16-7bf289201a9f on network 07f4670c-b81b-435a-b552-67979bb27e80 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:44.122254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Port 983b93e6-6e3d-47df-9b16-7bf289201a9f on network 07f4670c-b81b-435a-b552-67979bb27e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:50:44.122569 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Attempting to bind port 983b93e6-6e3d-47df-9b16-7bf289201a9f on network 07f4670c-b81b-435a-b552-67979bb27e80 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:50:44.127781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:50:44.128112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Checking segment: {'id': '5686bcfe-0db5-470b-b0fc-5e382abf9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:50:44.128487 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Bound using segment: {'id': '5686bcfe-0db5-470b-b0fc-5e382abf9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:50:44.130312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Bound port: 983b93e6-6e3d-47df-9b16-7bf289201a9f, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5686bcfe-0db5-470b-b0fc-5e382abf9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:50:44.130312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:44.190845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:50:44.193934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:50:44.263136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:44.299107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.299749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:44.301117 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 1093 time: 0.7573538 Dec 10 16:50:44.301562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:44.303806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b75f75-34d4-4cc4-b08a-de958638efe5" -d '{"events": [{"name": "network-changed", "server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:44.325391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263ab4-ddc2-4543-b7c3-0519f66202d4 service neutron] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:44.347775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b815a8-9da7-444c-aeb4-b7ee475b9c5b x-openstack-request-id: req-38b815a8-9da7-444c-aeb4-b7ee475b9c5b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:44.348075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:44.348338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b815a8-9da7-444c-aeb4-b7ee475b9c5b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:44.348750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'status': 'completed', 'code': 200} Dec 10 16:50:44.416684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-ca90fbc5-89e6-48f6-9d73-7ec722bca34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.418168 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-ca90fbc5-89e6-48f6-9d73-7ec722bca34b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1096 time: 0.0406682 Dec 10 16:50:44.523408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-9ad21862-293a-4ce9-b770-0c5453f9a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.524854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-9ad21862-293a-4ce9-b770-0c5453f9a09e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925465 Dec 10 16:50:44.630500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-de6de5e0-6686-496a-8993-ff9219c0faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.632006 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23b75f75-34d4-4cc4-b08a-de958638efe5 req-de6de5e0-6686-496a-8993-ff9219c0faeb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937274 Dec 10 16:50:44.720025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-d00a860a-19d1-4cbc-8a5e-4b8e4de25c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.721521 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-d00a860a-19d1-4cbc-8a5e-4b8e4de25c2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1096 time: 0.0397208 Dec 10 16:50:44.769861 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-4f8e1535-6044-42a5-a3dc-ef1b875551c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 217 time: 0.0332823 Dec 10 16:50:44.828409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-6047ae5e-4297-428a-9804-55d870ac7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:44.829946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-6047ae5e-4297-428a-9804-55d870ac7114 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 200 len: 851 time: 0.0462492 Dec 10 16:50:44.864325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-75be22c9-dfe7-4a2b-9ea2-01336b49ad3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07f4670c-b81b-435a-b552-67979bb27e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248070 Dec 10 16:50:44.956651 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-91e6b9f6-3977-4ed1-95eb-75f5644d822a service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Dec 10 16:50:45.056550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d22b4ea-2460-472b-8ce6-b4c019a76c6b req-dcad6d42-4468-4683-81ef-79ddf79bea7e service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862193 Dec 10 16:50:45.214594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e986-63e6-4c42-a018-c46531d5f8a4 req-54e1693d-876e-4349-9c5a-9d13dd366ab5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:45.216064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a736e986-63e6-4c42-a018-c46531d5f8a4 req-54e1693d-876e-4349-9c5a-9d13dd366ab5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 943 time: 0.0484655 Dec 10 16:50:45.262555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a736e986-63e6-4c42-a018-c46531d5f8a4 req-d661d83a-ad3c-4796-8e39-6096c6f740cb tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Dec 10 16:50:46.379723 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecd130-d9dc-4bb6-aa7a-8ae4c4db22d4 req-c645b1aa-7a72-44c8-996d-ccff0963e5db tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:46.381389 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50ecd130-d9dc-4bb6-aa7a-8ae4c4db22d4 req-c645b1aa-7a72-44c8-996d-ccff0963e5db tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 943 time: 0.0492778 Dec 10 16:50:46.431215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50ecd130-d9dc-4bb6-aa7a-8ae4c4db22d4 req-204f989f-c04b-4801-ad39-965944e50fbd tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Dec 10 16:50:46.868479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:50:46.964275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:46.976994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80', 'port_id': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'mac_address': 'fa:16:3e:be:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:50:47.013585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:47.027207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:50:47.046113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:47.114183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:47.164175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:47.355587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['983b93e6-6e3d-47df-9b16-7bf289201a9f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:50:47.546191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3f3a-f819-4506-8a7e-4e166a71b1ce req-8f60b24a-912e-4949-89e0-9baa05028603 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:47.547658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bef3f3a-f819-4506-8a7e-4e166a71b1ce req-8f60b24a-912e-4949-89e0-9baa05028603 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 944 time: 0.0473430 Dec 10 16:50:47.549493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:47.597539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bef3f3a-f819-4506-8a7e-4e166a71b1ce req-3aa5af12-d2cc-47f0-b294-83362641a3f4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Dec 10 16:50:48.710303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24090768-0e72-4fc2-9fdf-27c6b477e269 req-dbf1bc48-2d0a-4c30-a14c-e8962149da53 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:48.711771 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24090768-0e72-4fc2-9fdf-27c6b477e269 req-dbf1bc48-2d0a-4c30-a14c-e8962149da53 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 944 time: 0.0488348 Dec 10 16:50:48.758082 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24090768-0e72-4fc2-9fdf-27c6b477e269 req-9e903b2c-b82b-42a0-8e0b-89bc485bcfff tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Dec 10 16:50:48.880287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:50:48.994446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 983b93e6-6e3d-47df-9b16-7bf289201a9f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:50:48.998419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 983b93e6-6e3d-47df-9b16-7bf289201a9f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:50:48.998817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.073350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.094434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:50:49.096691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6790eb3-665f-465d-927a-64c1f0046cd5" -d '{"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-plugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:50:49.108833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:50:49.134078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea78d97-9237-429f-b6e2-706b8e965258 x-openstack-request-id: req-6ea78d97-9237-429f-b6e2-706b8e965258 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:50:49.134369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-plugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:50:49.134625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ea78d97-9237-429f-b6e2-706b8e965258 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:50:49.135017 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'code': 200} Dec 10 16:50:49.177941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:50:49.228861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:50:49.426408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba2153-f002-4ba7-97eb-5f0494554644 req-b2b32022-fe8a-48d1-a01a-d358b74bd9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:49.426408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2ba2153-f002-4ba7-97eb-5f0494554644 req-b2b32022-fe8a-48d1-a01a-d358b74bd9a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1098 time: 0.0398409 Dec 10 16:50:49.476129 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2ba2153-f002-4ba7-97eb-5f0494554644 req-d34619fa-34ac-456d-a760-f1dc3c8f0cea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377607 Dec 10 16:50:49.878682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99d35-097b-47d5-99f8-c200510a2d87 req-0ac641ee-569f-4d4f-9782-30f177fb270b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:49.880158 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-18b99d35-097b-47d5-99f8-c200510a2d87 req-0ac641ee-569f-4d4f-9782-30f177fb270b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Dec 10 16:50:49.925792 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-18b99d35-097b-47d5-99f8-c200510a2d87 req-1998d973-a0ee-40a4-9f3c-213fab885ebb tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Dec 10 16:50:51.043526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bc137-7ca7-435b-bc59-d678d0db03b1 req-0de10d38-b81b-4542-b832-18c89d6c89d8 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:51.045043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-859bc137-7ca7-435b-bc59-d678d0db03b1 req-0de10d38-b81b-4542-b832-18c89d6c89d8 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0478296 Dec 10 16:50:51.090629 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-859bc137-7ca7-435b-bc59-d678d0db03b1 req-2808b83b-e2c2-40a5-ba42-db0fb7854ba4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Dec 10 16:50:51.542714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724a6e3-68c1-402b-8ee4-cba2670ae213 req-d8d628ed-62b1-4e6f-aa12-05f6d4e892c1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:51.544308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1724a6e3-68c1-402b-8ee4-cba2670ae213 req-d8d628ed-62b1-4e6f-aa12-05f6d4e892c1 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0528588 Dec 10 16:50:51.591803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1724a6e3-68c1-402b-8ee4-cba2670ae213 req-da4dbc2c-968c-424d-8d92-1b7a36f451dd tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Dec 10 16:50:51.654221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55530) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:50:51.739565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-50c95c32-10e1-4785-8580-e6e996a2c178 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841143 Dec 10 16:50:51.747975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-92ca1d9d-2764-4166-b675-8ef7c2a9d972 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:50:51.748946 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-92ca1d9d-2764-4166-b675-8ef7c2a9d972 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047565 Dec 10 16:50:52.708359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2224f-b6c8-473e-9639-8e901c00fa0d req-b92f724b-e157-4d7c-90cf-b795c15062c9 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:52.709922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1b2224f-b6c8-473e-9639-8e901c00fa0d req-b92f724b-e157-4d7c-90cf-b795c15062c9 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Dec 10 16:50:52.758917 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1b2224f-b6c8-473e-9639-8e901c00fa0d req-31a5d0ae-64c3-45c6-bcd7-0f2009e3b17d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Dec 10 16:50:53.770991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-9b432879-7e51-4628-9b61-3bce2b01d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:53.772424 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-9b432879-7e51-4628-9b61-3bce2b01d72f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1098 time: 0.0493922 Dec 10 16:50:53.901418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1bb0-3dc9-468b-a8f7-cfa2ce4c35eb req-9a4e067b-10db-42cf-8668-d63f00e832e3 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:53.902898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72be1bb0-3dc9-468b-a8f7-cfa2ce4c35eb req-9a4e067b-10db-42cf-8668-d63f00e832e3 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0757942 Dec 10 16:50:53.905600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-80d27281-e02d-4b92-a422-a5cca4bed374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:53.906928 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-80d27281-e02d-4b92-a422-a5cca4bed374 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 912 time: 0.1276879 Dec 10 16:50:53.959175 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-e6f07fc5-dbe5-4688-9d40-af31ddd3ebf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 217 time: 0.0438473 Dec 10 16:50:54.008803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72be1bb0-3dc9-468b-a8f7-cfa2ce4c35eb req-4983f8ef-1e89-47e9-b042-4eb42ff76cc6 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Dec 10 16:50:54.025003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-6cfa67e7-d871-4031-a386-d0eaeb17d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:54.026400 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-6cfa67e7-d871-4031-a386-d0eaeb17d566 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 200 len: 851 time: 0.0569649 Dec 10 16:50:54.058697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-e88ceed4-6251-4604-ac8b-902804f6f9ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07f4670c-b81b-435a-b552-67979bb27e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239668 Dec 10 16:50:54.154452 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-62105bbd-5718-4605-800d-bae7cdd27cfc service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Dec 10 16:50:54.247603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-e4befeea-a650-4027-8f7b-899f4ca3eb49 service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Dec 10 16:50:55.122074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b73f-cdd5-418a-ae68-88b31ae14653 req-f9cc6118-cf03-4d71-a3e5-04408d612187 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:55.123531 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c212b73f-cdd5-418a-ae68-88b31ae14653 req-f9cc6118-cf03-4d71-a3e5-04408d612187 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0477591 Dec 10 16:50:55.169680 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c212b73f-cdd5-418a-ae68-88b31ae14653 req-481ff775-d1c1-4654-9104-dd46cf9c8e53 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Dec 10 16:50:56.283452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb96a-778d-481b-bab3-825c14966b47 req-3cc47eb7-a6e0-4663-92fe-25be6084f6a5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:56.284922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e0eb96a-778d-481b-bab3-825c14966b47 req-3cc47eb7-a6e0-4663-92fe-25be6084f6a5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Dec 10 16:50:56.332331 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e0eb96a-778d-481b-bab3-825c14966b47 req-a51953ee-74d4-457e-99bc-f416a19e9779 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Dec 10 16:50:57.454610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d257-3969-464d-8199-125ff95cf342 req-ec04ade7-8712-473e-a6fc-885d1cebee21 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:57.456507 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-31f5d257-3969-464d-8199-125ff95cf342 req-ec04ade7-8712-473e-a6fc-885d1cebee21 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0518069 Dec 10 16:50:57.503830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-31f5d257-3969-464d-8199-125ff95cf342 req-bbfc755d-46ad-4289-b4d2-d35cb7129969 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Dec 10 16:50:58.621978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3908c43-d81b-4cff-86aa-ca2d2a720e72 req-2edf2336-0331-4696-b07c-1a3d64f56782 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:58.623449 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b3908c43-d81b-4cff-86aa-ca2d2a720e72 req-2edf2336-0331-4696-b07c-1a3d64f56782 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Dec 10 16:50:58.671785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b3908c43-d81b-4cff-86aa-ca2d2a720e72 req-7d116fec-c4a3-43f7-9546-a397759d943b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Dec 10 16:50:59.787101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae5717-6efe-41fd-842e-fc509ca6295e req-8885c6b8-bbc5-4baa-94b4-2eb1efb073e2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:50:59.788495 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7ae5717-6efe-41fd-842e-fc509ca6295e req-8885c6b8-bbc5-4baa-94b4-2eb1efb073e2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Dec 10 16:50:59.834911 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7ae5717-6efe-41fd-842e-fc509ca6295e req-b3764c41-58ca-4da7-8f50-192549f0b114 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Dec 10 16:51:00.946220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5796d-b607-4ca1-a542-fd2985a8b751 req-ba4f8086-cf59-4ddb-8beb-c01fc5561051 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:00.947676 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7a5796d-b607-4ca1-a542-fd2985a8b751 req-ba4f8086-cf59-4ddb-8beb-c01fc5561051 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Dec 10 16:51:00.998095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7a5796d-b607-4ca1-a542-fd2985a8b751 req-03309b29-58da-4860-a450-120fc03173bc tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Dec 10 16:51:01.340526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-ca09995e-1568-4c61-b3a0-e6cbc727a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:01.342165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-ca09995e-1568-4c61-b3a0-e6cbc727a4b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1098 time: 0.0386968 Dec 10 16:51:01.445509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-459c27be-c91b-41d4-afda-e7846321a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:01.446926 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-459c27be-c91b-41d4-afda-e7846321a583 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 912 time: 0.0844584 Dec 10 16:51:01.489703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-a0f77c84-9b90-440a-ab79-0860e5874c03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 217 time: 0.0345654 Dec 10 16:51:01.542000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-471c4f6c-a2ef-4e5a-90cb-8411081c2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:01.543545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-471c4f6c-a2ef-4e5a-90cb-8411081c2d10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 200 len: 851 time: 0.0458310 Dec 10 16:51:01.574403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-489a2370-d661-4c64-a0a3-da598008ddc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07f4670c-b81b-435a-b552-67979bb27e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232482 Dec 10 16:51:01.661417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-79c48827-748c-451a-936c-9de2ee5b607d service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800595 Dec 10 16:51:01.751750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c202fefc-44c4-40f5-a951-66b0d6bbca68 req-dcaa8856-e53b-4bad-bfef-43b9a405374c service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Dec 10 16:51:02.114079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47975-25fe-47a6-a5cf-eb4b77756e98 req-6b66522f-0416-4fc5-86e5-f0137d6f184e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:02.115565 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6ba47975-25fe-47a6-a5cf-eb4b77756e98 req-6b66522f-0416-4fc5-86e5-f0137d6f184e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Dec 10 16:51:02.162624 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6ba47975-25fe-47a6-a5cf-eb4b77756e98 req-0de8b042-d2aa-4aef-9bb0-2c8153e35625 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Dec 10 16:51:02.982742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48b2d8d0-d052-458c-91fd-20668bb6897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:03.278015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1154dc-5487-49d1-8202-20cdbc3d545b req-75ed0d5e-d568-45dd-8ec3-1312ee4c202d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:03.279415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2a1154dc-5487-49d1-8202-20cdbc3d545b req-75ed0d5e-d568-45dd-8ec3-1312ee4c202d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Dec 10 16:51:03.325366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2a1154dc-5487-49d1-8202-20cdbc3d545b req-8139e7c8-c8a0-4f6a-8f3d-73b5a56f59b6 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Dec 10 16:51:04.440388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bf91-0e85-4f19-94e1-c6f9d124171d req-669cd5dd-6d05-4dbb-ba64-e9baa9fd6eb7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:04.441822 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9620bf91-0e85-4f19-94e1-c6f9d124171d req-669cd5dd-6d05-4dbb-ba64-e9baa9fd6eb7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Dec 10 16:51:04.487979 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9620bf91-0e85-4f19-94e1-c6f9d124171d req-4385c184-35fd-47a2-a1bb-2dcdf8c3a600 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Dec 10 16:51:05.177330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb52e004-f946-4f9b-a9e6-d8dea7423e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:05.602034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8916-7a83-4cbb-abb0-bea6bea79755 req-9b79f106-1d20-4232-877d-9f5f1bcd5697 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:05.603495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c75c8916-7a83-4cbb-abb0-bea6bea79755 req-9b79f106-1d20-4232-877d-9f5f1bcd5697 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Dec 10 16:51:05.651687 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c75c8916-7a83-4cbb-abb0-bea6bea79755 req-b7058565-7c6b-4fcc-8e5d-a6fc250d19ff tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Dec 10 16:51:05.948253 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:51:06.628631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:06.915754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dd9a4-0dd8-4262-a978-608123fc6dcf req-3b513aa7-0cf8-48a4-894c-e49d14a7bbcd tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:06.917162 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c32dd9a4-0dd8-4262-a978-608123fc6dcf req-3b513aa7-0cf8-48a4-894c-e49d14a7bbcd tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Dec 10 16:51:06.966941 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c32dd9a4-0dd8-4262-a978-608123fc6dcf req-3da03018-0ef4-4e97-aa74-17ed475ab97f tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Dec 10 16:51:07.880020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:08.080631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e278c4-041f-4997-b567-255ef525ac36 req-e94aabac-18e9-4c62-abfc-4a396040a02b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:08.082110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32e278c4-041f-4997-b567-255ef525ac36 req-e94aabac-18e9-4c62-abfc-4a396040a02b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0469532 Dec 10 16:51:08.128494 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32e278c4-041f-4997-b567-255ef525ac36 req-56d30c04-b35b-4284-a853-a7429d921e5f tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Dec 10 16:51:08.679853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:09.241756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec37a7-0f67-43b8-9d21-a65657d37c3d req-13cd3b4f-83fd-4713-a5d6-4e888e1372da tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:09.243334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cbec37a7-0f67-43b8-9d21-a65657d37c3d req-13cd3b4f-83fd-4713-a5d6-4e888e1372da tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0479250 Dec 10 16:51:09.288991 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cbec37a7-0f67-43b8-9d21-a65657d37c3d req-71485f3e-782b-4d7b-a2a6-acf56e1c54f6 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Dec 10 16:51:10.400007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a9b94-65c1-4cf7-a1d0-0e3cc403f703 req-6da96437-c975-45b2-8919-3a52ba26c4a2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:10.401444 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7b1a9b94-65c1-4cf7-a1d0-0e3cc403f703 req-6da96437-c975-45b2-8919-3a52ba26c4a2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0463343 Dec 10 16:51:10.446747 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7b1a9b94-65c1-4cf7-a1d0-0e3cc403f703 req-a772ca39-9a44-4f27-9da6-ae62c128756b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Dec 10 16:51:11.559499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef38e9-c71d-4c1a-9522-cf92a2ba2134 req-5ec18913-ac92-4ab8-9284-a769a96a4fa5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:11.561002 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d0ef38e9-c71d-4c1a-9522-cf92a2ba2134 req-5ec18913-ac92-4ab8-9284-a769a96a4fa5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Dec 10 16:51:11.607073 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d0ef38e9-c71d-4c1a-9522-cf92a2ba2134 req-c2f9d839-2913-48df-88ef-c7cfaf36571d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Dec 10 16:51:12.723767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5b4cc-e580-40a6-8b02-65d701ef809b req-d6cffb62-e1fb-4674-9b5b-54c901328c20 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:12.725585 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3f5b4cc-e580-40a6-8b02-65d701ef809b req-d6cffb62-e1fb-4674-9b5b-54c901328c20 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0521548 Dec 10 16:51:12.770850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e3f5b4cc-e580-40a6-8b02-65d701ef809b req-9727584d-b19c-4ece-b6de-c5ac47944d7e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Dec 10 16:51:13.887848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8020c0-d089-4154-8e3b-f131aafb9056 req-1159a679-d5c6-4e9b-83ea-32a874050dfa tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:13.889339 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8b8020c0-d089-4154-8e3b-f131aafb9056 req-1159a679-d5c6-4e9b-83ea-32a874050dfa tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Dec 10 16:51:13.935171 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8b8020c0-d089-4154-8e3b-f131aafb9056 req-2ad4d02c-be50-4090-83be-a9da26bafbb2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Dec 10 16:51:15.048177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a93d2e-3048-4410-823a-4b595eb736ac req-9e7f7f71-2d59-45cf-90bb-0805416424d5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:15.049658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42a93d2e-3048-4410-823a-4b595eb736ac req-9e7f7f71-2d59-45cf-90bb-0805416424d5 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Dec 10 16:51:15.096681 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-42a93d2e-3048-4410-823a-4b595eb736ac req-af285964-f6b5-4876-b9f5-95ddf324696f tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Dec 10 16:51:16.211845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d213f3-a230-4413-ab66-a8e5430c3296 req-55a1a373-08e9-45e9-8fd9-7cfeaba59fc4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:16.213355 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-09d213f3-a230-4413-ab66-a8e5430c3296 req-55a1a373-08e9-45e9-8fd9-7cfeaba59fc4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0501928 Dec 10 16:51:16.261027 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-09d213f3-a230-4413-ab66-a8e5430c3296 req-bc073b62-42e1-4c78-ad85-2244b4fb12b3 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Dec 10 16:51:17.372603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88667123-b644-486a-95d0-4d8ec2e4c11d req-864ece3d-1c0c-432f-ab74-f1f294a3a389 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:17.374068 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88667123-b644-486a-95d0-4d8ec2e4c11d req-864ece3d-1c0c-432f-ab74-f1f294a3a389 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0476995 Dec 10 16:51:17.422268 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88667123-b644-486a-95d0-4d8ec2e4c11d req-70ea34f8-e082-470c-acb3-4dc65a0e3217 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Dec 10 16:51:17.575997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:18.535818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b09219-41e3-47d4-8566-3163cdfe34bc req-67077d32-fe77-4700-b7b0-802e9f3dd14e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:18.537319 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f0b09219-41e3-47d4-8566-3163cdfe34bc req-67077d32-fe77-4700-b7b0-802e9f3dd14e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0475206 Dec 10 16:51:18.586862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f0b09219-41e3-47d4-8566-3163cdfe34bc req-26c95aeb-a369-44d8-862e-8a81afc4f4d2 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Dec 10 16:51:19.701557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f373-cf86-491f-8a17-13257e63b984 req-9ed62d1a-3fca-49a3-aec2-a237e304b3a4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:19.703008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6e10f373-cf86-491f-8a17-13257e63b984 req-9ed62d1a-3fca-49a3-aec2-a237e304b3a4 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Dec 10 16:51:19.748665 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6e10f373-cf86-491f-8a17-13257e63b984 req-1bba2607-e414-4125-9cc5-bbdb7e58f5bf tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Dec 10 16:51:20.863852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a292a-1a00-4f0c-8066-965ac4f2ee1f req-b72b779d-12ab-4a33-8652-42b8b52c3a8c tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:20.865344 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ca5a292a-1a00-4f0c-8066-965ac4f2ee1f req-b72b779d-12ab-4a33-8652-42b8b52c3a8c tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Dec 10 16:51:20.911665 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ca5a292a-1a00-4f0c-8066-965ac4f2ee1f req-9645b3b8-6344-4498-83ad-2085b054125b tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Dec 10 16:51:21.449667 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-e9c71a81-7133-4322-8b64-cd9b16a07198 service neutron] 10.222.0.61 "GET /v2.0/ports/983b93e6-6e3d-47df-9b16-7bf289201a9f/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0542974 Dec 10 16:51:22.030484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364224-6161-489f-9e39-a4570cc0ab82 req-647e0273-45ed-4be9-8fb2-a475a1d49f22 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.031962 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b364224-6161-489f-9e39-a4570cc0ab82 req-647e0273-45ed-4be9-8fb2-a475a1d49f22 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0528412 Dec 10 16:51:22.079785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b364224-6161-489f-9e39-a4570cc0ab82 req-e63d57ce-564d-49dd-8a4e-1dcc4dd30ecc tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Dec 10 16:51:22.167580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-54a1b601-4bf5-4aa0-beb3-6a211f6273c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.169282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-54a1b601-4bf5-4aa0-beb3-6a211f6273c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7&tenant_id=b01f4dcd42d54c6cbabee50434121ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0886474 Dec 10 16:51:22.238279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-b666e82d-8e9d-4aef-99ee-9b2a1dccd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.239690 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-b666e82d-8e9d-4aef-99ee-9b2a1dccd739 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1098 time: 0.0412300 Dec 10 16:51:22.665455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-88d9adfe-6a35-44d0-8865-a2a63ac6c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.666922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-88d9adfe-6a35-44d0-8865-a2a63ac6c4d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 912 time: 0.4143825 Dec 10 16:51:22.711717 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-3e4d4411-16de-49ac-9c7c-9725377bea58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 217 time: 0.0328724 Dec 10 16:51:22.764407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197cf8-8066-468f-808a-94a1178346d4 req-b840219f-707b-4fb9-ac01-70d7b5001461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:22.765818 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-b840219f-707b-4fb9-ac01-70d7b5001461 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 200 len: 851 time: 0.0439298 Dec 10 16:51:22.802033 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-9e4aac81-9bad-4336-836d-b49d0602dd88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07f4670c-b81b-435a-b552-67979bb27e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237625 Dec 10 16:51:22.892866 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-56e8465e-76fb-437d-bd07-6bcea70df5a4 service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791519 Dec 10 16:51:22.991773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec197cf8-8066-468f-808a-94a1178346d4 req-d641af02-c29d-40eb-aef8-5cd748cc5035 service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833735 Dec 10 16:51:23.197382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79769a-7dd6-43ff-8a9b-81e9ba8cb4d3 req-933e654b-0f24-41c6-8220-6013a44250cf tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:23.198898 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be79769a-7dd6-43ff-8a9b-81e9ba8cb4d3 req-933e654b-0f24-41c6-8220-6013a44250cf tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Dec 10 16:51:23.246153 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be79769a-7dd6-43ff-8a9b-81e9ba8cb4d3 req-f3b55b4f-08a4-4f6a-b02c-0faf1a7e5b69 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Dec 10 16:51:24.360741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a8d5f-c504-4aa9-98e8-9e4f8d16ebbe req-e9ad253d-9e04-48f1-9eea-8e6d14cf4aeb tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:24.362210 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b0a8d5f-c504-4aa9-98e8-9e4f8d16ebbe req-e9ad253d-9e04-48f1-9eea-8e6d14cf4aeb tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0481045 Dec 10 16:51:24.408974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b0a8d5f-c504-4aa9-98e8-9e4f8d16ebbe req-e263d491-061c-4f31-a5fe-f2c55e6f3134 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Dec 10 16:51:25.529240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63d16-857a-42ab-824c-878094a494c1 req-ca55d38e-a44f-48b4-87a1-8d4e2dea7122 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:25.530744 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0ef63d16-857a-42ab-824c-878094a494c1 req-ca55d38e-a44f-48b4-87a1-8d4e2dea7122 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Dec 10 16:51:25.577226 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0ef63d16-857a-42ab-824c-878094a494c1 req-9a703fbc-5164-4672-99af-dbe8f3c23520 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Dec 10 16:51:26.060976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208899-ca22-4c56-a474-37356d1cc963 req-7add1974-b11f-417a-9738-6355876292f7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.062307 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-7add1974-b11f-417a-9738-6355876292f7 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.61 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7&tenant_id=b01f4dcd42d54c6cbabee50434121ff7&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 945 time: 0.0873234 Dec 10 16:51:26.147501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208899-ca22-4c56-a474-37356d1cc963 req-1078c100-38d3-4b54-b297-42f85d64a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.149016 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-1078c100-38d3-4b54-b297-42f85d64a228 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 1098 time: 0.0398009 Dec 10 16:51:26.241349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208899-ca22-4c56-a474-37356d1cc963 req-1f63b7ac-cd35-492d-9f5d-297fd03e9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.242806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-1f63b7ac-cd35-492d-9f5d-297fd03e9899 service neutron] 10.222.0.61 "GET /v2.0/networks?id=07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 200 len: 912 time: 0.0855265 Dec 10 16:51:26.283194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-039bbef7-ce1b-4bcd-ac92-1d9d03044ce3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 200 len: 217 time: 0.0328751 Dec 10 16:51:26.329422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208899-ca22-4c56-a474-37356d1cc963 req-fe794932-544a-4a1b-81dd-c69e44be77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:26.330821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-fe794932-544a-4a1b-81dd-c69e44be77f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 200 len: 851 time: 0.0419714 Dec 10 16:51:26.362912 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-83ff0781-8e02-4804-8228-001e50d1bc95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=07f4670c-b81b-435a-b552-67979bb27e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254998 Dec 10 16:51:26.451023 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-20703052-20ea-489d-a399-729336481cd9 service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808218 Dec 10 16:51:26.538313 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-ecf5ac62-2680-4223-bc1f-e3a533f51d7d service neutron] 10.222.0.61 "GET /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801604 Dec 10 16:51:27.024210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:51:27.027405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:51:27.171143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.191028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:27.208250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'network_id': '07f4670c-b81b-435a-b552-67979bb27e80', 'port_id': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'mac_address': 'fa:16:3e:be:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:51:27.213662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:27.221771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb78de-9d41-458e-951b-d6055e9a9848" -d '{"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-unplugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:27.230685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:27.256409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69d6c9-be12-49ba-ba36-355ded7576e5 x-openstack-request-id: req-8e69d6c9-be12-49ba-ba36-355ded7576e5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:27.256708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-unplugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:27.256992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e69d6c9-be12-49ba-ba36-355ded7576e5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:27.257385 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'code': 200} Dec 10 16:51:27.264667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.277337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:27.283440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.352776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:51:27.353156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:51:27.357718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:27.367513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.367849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.368189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.368524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.368854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.369418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.369762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.370093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.370417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.370740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.371060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.371381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.371885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:27.889666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:27.902882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:27.914943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299bf18-7503-4837-97e4-c8c86200e30d req-549c2b50-dde6-466b-8e23-cf1714b7fe6c tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:27.916440 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6299bf18-7503-4837-97e4-c8c86200e30d req-549c2b50-dde6-466b-8e23-cf1714b7fe6c tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 943 time: 0.0493946 Dec 10 16:51:27.922326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:27.963763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6299bf18-7503-4837-97e4-c8c86200e30d req-1dd4a550-741d-4261-9918-52a8bd6718fc tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Dec 10 16:51:28.004777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:28.059196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:28.070870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['983b93e6-6e3d-47df-9b16-7bf289201a9f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:29.032127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:29.092858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 983b93e6-6e3d-47df-9b16-7bf289201a9f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:29.093534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.093685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a90269-69b3-4330-8414-c9eafd35472f req-b08d7d17-9d0d-4509-9191-7f7a169aba0d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.095212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-71a90269-69b3-4330-8414-c9eafd35472f req-b08d7d17-9d0d-4509-9191-7f7a169aba0d tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 944 time: 0.0628223 Dec 10 16:51:29.145674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-71a90269-69b3-4330-8414-c9eafd35472f req-6a6b1454-f499-46ac-9b78-0129fdf2fb8e tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/security-groups?id=c534ddad-feb1-4481-aa88-0525a2f0fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Dec 10 16:51:29.168601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.200473 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:29.258455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:29.260646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e2191-d7e9-439f-b7f1-b369f0ce5196" -d '{"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-plugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:29.273932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.296046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788cc88-faff-4540-8c1c-0c048f4ddf0c x-openstack-request-id: req-c788cc88-faff-4540-8c1c-0c048f4ddf0c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:29.296335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-plugged", "status": "completed", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:29.296589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c788cc88-faff-4540-8c1c-0c048f4ddf0c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:29.296990 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'code': 200} Dec 10 16:51:29.324177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:29.753166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208899-ca22-4c56-a474-37356d1cc963 req-f987c95f-213e-461a-9755-641d426b804f tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:29.754623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-f987c95f-213e-461a-9755-641d426b804f tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.61 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 945 time: 0.0562232 Dec 10 16:51:29.850575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Deleting port 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:51:29.850909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.936021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] For port 983b93e6-6e3d-47df-9b16-7bf289201a9f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=983b93e6-6e3d-47df-9b16-7bf289201a9f,segment=NetworkSegment(5686bcfe-0db5-470b-b0fc-5e382abf9264),segment_id=5686bcfe-0db5-470b-b0fc-5e382abf9264)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:29.936384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:29.949481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Calling delete_port for 983b93e6-6e3d-47df-9b16-7bf289201a9f owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:51:30.125840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:30.156128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Pushing event deleted for resources: {'Port': ['ID=983b93e6-6e3d-47df-9b16-7bf289201a9f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:30.182474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.182829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.183178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.183521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.183859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.184361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.184527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.184839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.185195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.185545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.185848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.186173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.186497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:30.215037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] No DVR routers for this DVR port 983b93e6-6e3d-47df-9b16-7bf289201a9f on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:51:30.217748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:30.221326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c5208899-ca22-4c56-a474-37356d1cc963 req-a6c71d53-deb0-42a8-a1c7-4c2a8a2c3dab tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.61 "DELETE /v2.0/ports/983b93e6-6e3d-47df-9b16-7bf289201a9f HTTP/1.1" status: 204 len: 173 time: 0.4555256 Dec 10 16:51:30.222163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-deleted', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:30.224478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e826e-6636-4177-9b02-51be2874cd2e" -d '{"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-deleted", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:30.258011 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4649ab6e-a96d-427e-903c-1c79a8c94c75 req-18f3ca90-bf20-4270-8a40-692e1b34d407 tempest-DeleteServersTestJSON-508133835 tempest-DeleteServersTestJSON-508133835-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b38903-69fb-4c7a-a7fe-fb7ad5f480b7 HTTP/1.1" status: 200 len: 210 time: 0.0289004 Dec 10 16:51:30.270792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a158410-b594-4e06-a0d9-e6c847b1387d x-openstack-request-id: req-3a158410-b594-4e06-a0d9-e6c847b1387d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:30.271201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38903-69fb-4c7a-a7fe-fb7ad5f480b7", "name": "network-vif-deleted", "tag": "983b93e6-6e3d-47df-9b16-7bf289201a9f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:30.271562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a158410-b594-4e06-a0d9-e6c847b1387d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:30.272149 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38903-69fb-4c7a-a7fe-fb7ad5f480b7', 'name': 'network-vif-deleted', 'tag': '983b93e6-6e3d-47df-9b16-7bf289201a9f', 'status': 'completed', 'code': 200} Dec 10 16:51:30.292633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['983b93e6-6e3d-47df-9b16-7bf289201a9f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:31.385625 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 55640) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:31.432279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Deleting subnet aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:51:31.435225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.467826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.505663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.617289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.644189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:31.647063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.649972 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa8f5b0b-9f53-40f0-a27a-41a8f38cecc5 HTTP/1.1" status: 204 len: 168 time: 0.2633369 Dec 10 16:51:31.652710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55642) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:31.656231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.656590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.656966 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.657314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.657656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.657995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.658395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.659256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.659597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.659932 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.660268 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.660601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.660952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4333ade5-b520-4f1d-96ca-b306a98be191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:51:31.719902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.803916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.823164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f4670c-b81b-435a-b552-67979bb27e80']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:31.831974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5686bcfe-0db5-470b-b0fc-5e382abf9264') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:31.832267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5686bcfe-0db5-470b-b0fc-5e382abf9264') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:51:31.841212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.854013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.859689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:51:31.869621 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:51:31.982518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.988430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:31.994865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] 10.222.0.21 "DELETE /v2.0/networks/07f4670c-b81b-435a-b552-67979bb27e80 HTTP/1.1" status: 204 len: 168 time: 0.3379090 Dec 10 16:51:32.002898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c8525-4ded-4ced-9d0b-76299ec091da admin admin] Pushing event deleted for resources: {'Network': ['ID=07f4670c-b81b-435a-b552-67979bb27e80,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:32.234322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55646) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:32.273842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6879aded-539a-4e8e-af0e-d46279e1695a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b01f4dcd42d54c6cbabee50434121ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383949 Dec 10 16:51:32.276199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:32.322306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:32.343178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:32.457099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:32.459852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:32.461052 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c534ddad-feb1-4481-aa88-0525a2f0fd76 HTTP/1.1" status: 204 len: 168 time: 0.1839285 Dec 10 16:51:32.468591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedbbdc-e299-4120-8f3f-3012932179b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c534ddad-feb1-4481-aa88-0525a2f0fd76,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:33.000000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cada591d-af58-445e-a9ed-dc94794309ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.508137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:33.600646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1814223941-network', 'tenant_id': '7d123194e8e74e3aa5777a65fb3df026'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:33.714009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Made reservation on behalf of 7d123194e8e74e3aa5777a65fb3df026 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:33.716387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.725437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.801482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.845107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.871327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:51:33.878119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:33.883916 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.884272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Added segment c38fab09-c584-407f-81f2-a6706df9275b of type vlan for network 39b347fb-34c4-451f-9806-4e5ed5065eca Dec 10 16:51:33.922406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:33.999663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.000677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:34.001331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.068467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] Pushing event updated for resources: {'Network': ['ID=39b347fb-34c4-451f-9806-4e5ed5065eca,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:34.078256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 39b347fb-34c4-451f-9806-4e5ed5065eca details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:51:34.141144 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d1048834-ec33-4993-86ca-610e736f0429 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6314087 Dec 10 16:51:34.143137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 55674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:51:34.150595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Request body: {'subnet': {'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1814223941-subnet', 'tenant_id': '7d123194e8e74e3aa5777a65fb3df026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:34.249923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Made reservation on behalf of 7d123194e8e74e3aa5777a65fb3df026 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:34.252435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.508422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.569547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7295073f-62eb-47b7-8dab-3d9fac3491a1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:34.579558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Checking segment: {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:34.579920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Network hostable DHCP agents. Network: 39b347fb-34c4-451f-9806-4e5ed5065eca, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:51:34.650942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Network 39b347fb-34c4-451f-9806-4e5ed5065eca is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:51:34.719498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 39b347fb-34c4-451f-9806-4e5ed5065eca) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:34.723565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:34.724164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:34.728425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd08338-98f8-432c-9cd4-0dc6125850cc None None] Network 39b347fb-34c4-451f-9806-4e5ed5065eca requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:51:34.780139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-73f03851-1c13-4131-b5fb-9328b5e1e84b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6358671 Dec 10 16:51:34.829069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5701479-6eec-45a7-8958-7cc00abfc51f None None] Network 39b347fb-34c4-451f-9806-4e5ed5065eca requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:51:35.103519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:51:35.130833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 983b93e6-6e3d-47df-9b16-7bf289201a9f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:51:35.131174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 983b93e6-6e3d-47df-9b16-7bf289201a9f not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:51:35.194582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-80be8c61-259a-4122-95c4-9d73c66e787b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:35.198734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-8c56eed3-d937-41e3-bd46-5d6aa6aa43ac tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:35.200230 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-8c56eed3-d937-41e3-bd46-5d6aa6aa43ac tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 815 time: 0.1055198 Dec 10 16:51:35.215625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-cc2398a0-7f3e-471b-9d50-c83f609a0d78 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/quotas/7d123194e8e74e3aa5777a65fb3df026 HTTP/1.1" status: 200 len: 375 time: 0.0093763 Dec 10 16:51:35.247501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-cfde7659-6b6a-4aea-9a95-b48ae91cc08c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265715 Dec 10 16:51:35.338036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4e2366d4-6aec-4c77-8ed7-46aa87062d1f service neutron] 10.222.0.21 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Dec 10 16:51:35.424905 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-57b937d5-874d-46a2-a5d7-935b6f9e49e7 service neutron] 10.222.0.21 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809212 Dec 10 16:51:35.708963 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-175ccd3c-3740-453b-bc56-0dde46c0f259 req-167c071e-c569-4922-8ca8-4b0e2e5c859d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Dec 10 16:51:36.634016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:36.802549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-170ca8fb-a2b9-4fa5-bd27-a4db77125bfe req-58e50a3c-a793-49d5-9756-9a8cc8bc5bb7 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 210 time: 0.0277977 Dec 10 16:51:37.831377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-952d3231-6945-4742-a198-cbfb08450968 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:37.833749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-952d3231-6945-4742-a198-cbfb08450968 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 815 time: 0.1092019 Dec 10 16:51:37.854024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Request body: {'port': {'device_id': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'admin_state_up': True, 'tenant_id': '7d123194e8e74e3aa5777a65fb3df026'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:37.902896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:37.903831 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4003747-bb39-4db0-bdb1-063237d2bb97 req-44a259f8-3ce0-4b49-95b6-190412f960dd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 210 time: 0.0313759 Dec 10 16:51:38.006205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Made reservation on behalf of 7d123194e8e74e3aa5777a65fb3df026 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:51:38.009817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.140060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Allocated IP 172.20.0.5 (39b347fb-34c4-451f-9806-4e5ed5065eca/7295073f-62eb-47b7-8dab-3d9fac3491a1/15a21260-56bc-431a-92cb-689a3bad2967) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:51:38.288181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.360053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.403214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Network 39b347fb-34c4-451f-9806-4e5ed5065eca is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:51:38.406416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:51:38.410079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:51:38.437229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:38.463843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:38.464452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.539771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-60fb7ae9-79cc-4315-bac8-de3659ba48ff tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900082 Dec 10 16:51:38.557235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Request body: {'port': {'device_id': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:51:38.608645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.689906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.861740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:38.869125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:38.880986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Transition to ACTIVE for port object 15a21260-56bc-431a-92cb-689a3bad2967 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:51:38.965101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:39.052785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:39.080786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401bb9-2be1-4f65-be4e-18929ac9be96 req-761427b1-0ec1-4e4d-8e1b-f77f73f01b72 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:39.082311 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a401bb9-2be1-4f65-be4e-18929ac9be96 req-761427b1-0ec1-4e4d-8e1b-f77f73f01b72 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 943 time: 0.1098001 Dec 10 16:51:39.163467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Attempting to bind port 15a21260-56bc-431a-92cb-689a3bad2967 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:51:39.163820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Attempting to bind port 15a21260-56bc-431a-92cb-689a3bad2967 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:51:39.164155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Attempting to bind port 15a21260-56bc-431a-92cb-689a3bad2967 on network 39b347fb-34c4-451f-9806-4e5ed5065eca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:39.169942 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a401bb9-2be1-4f65-be4e-18929ac9be96 req-3ee9bf30-e0f2-46ea-a2dd-1e34b26254ce tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701239 Dec 10 16:51:39.171954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Port 15a21260-56bc-431a-92cb-689a3bad2967 on network 39b347fb-34c4-451f-9806-4e5ed5065eca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:51:39.172275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Attempting to bind port 15a21260-56bc-431a-92cb-689a3bad2967 on network 39b347fb-34c4-451f-9806-4e5ed5065eca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:51:39.177230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:51:39.177572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Checking segment: {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:51:39.177958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Bound using segment: {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:51:39.178392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Bound port: 15a21260-56bc-431a-92cb-689a3bad2967, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:51:39.178747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:39.243248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:51:39.246122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:51:39.343023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:39.378474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:39.379092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:39.381043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] 10.222.0.61 "PUT /v2.0/ports/15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 1093 time: 0.8278482 Dec 10 16:51:39.381568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:39.383805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b640e66f-a97b-4736-8168-ef076cf36aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "tag": "15a21260-56bc-431a-92cb-689a3bad2967"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:39.404466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe7f0-6992-4fd8-9bfa-4001a3ac1242 service neutron] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:39.422080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1815ebdb-df12-4a8d-aebf-8b684a3a9f70 x-openstack-request-id: req-1815ebdb-df12-4a8d-aebf-8b684a3a9f70 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:39.422080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "tag": "15a21260-56bc-431a-92cb-689a3bad2967", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:39.422080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1815ebdb-df12-4a8d-aebf-8b684a3a9f70 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:39.422080 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967', 'status': 'completed', 'code': 200} Dec 10 16:51:39.485450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-6e5ad3af-4be3-474c-bc76-567eae4402ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:39.486980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-6e5ad3af-4be3-474c-bc76-567eae4402ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1096 time: 0.0412524 Dec 10 16:51:39.593214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-290528b7-2108-4053-98ab-c14f8304f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:39.594693 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-290528b7-2108-4053-98ab-c14f8304f47a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7d123194e8e74e3aa5777a65fb3df026&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949135 Dec 10 16:51:39.938354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-ee917284-d7a3-4673-8908-89b191d4c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:39.939825 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b640e66f-a97b-4736-8168-ef076cf36aa9 req-ee917284-d7a3-4673-8908-89b191d4c7d5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3318474 Dec 10 16:51:40.025986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-d69b3501-d26a-4298-836b-d448800ced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:40.027493 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-d69b3501-d26a-4298-836b-d448800ced2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1096 time: 0.0397604 Dec 10 16:51:40.075369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-19db6bac-393c-42b6-b019-9123665ab416 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 217 time: 0.0332549 Dec 10 16:51:40.131966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f39dd51-1e3c-4603-8cb1-b87dab238ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:40.133453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-4f39dd51-1e3c-4603-8cb1-b87dab238ec8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0467246 Dec 10 16:51:40.173221 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-124fe03b-47c5-45f9-bf28-c1582bff53a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279679 Dec 10 16:51:40.301410 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-9240c488-6c00-4648-b876-aceb1fb9c1ad service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172519 Dec 10 16:51:40.309509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f70e-77ba-4cbe-8abb-9019d8fa0bb2 req-10347bfc-8a3f-4547-83f9-3d366768ead6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:40.310856 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6b8f70e-77ba-4cbe-8abb-9019d8fa0bb2 req-10347bfc-8a3f-4547-83f9-3d366768ead6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 943 time: 0.0739281 Dec 10 16:51:40.405438 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f6b8f70e-77ba-4cbe-8abb-9019d8fa0bb2 req-ef833c11-9541-4be4-b89e-10db9022264c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858278 Dec 10 16:51:40.428109 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4221b7ec-5302-42dc-9c2e-66da3a296931 req-a84fb7d2-3ee5-4f80-b6fb-6ea558f6ba53 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154191 Dec 10 16:51:41.526520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0122b-627e-4e89-a892-9206cdb95e99 req-8faeddbd-18dc-4078-9e17-21ffcf3ed4a4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:41.527986 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f6b0122b-627e-4e89-a892-9206cdb95e99 req-8faeddbd-18dc-4078-9e17-21ffcf3ed4a4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 943 time: 0.0485041 Dec 10 16:51:41.574674 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f6b0122b-627e-4e89-a892-9206cdb95e99 req-376c9302-6888-43b2-a743-5c8d61bfec08 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Dec 10 16:51:42.690868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb261cd-7fb4-48a2-a3ab-8a7ae01228e5 req-eff0385b-3e36-4df4-8549-026e425864a3 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:42.692963 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7fb261cd-7fb4-48a2-a3ab-8a7ae01228e5 req-eff0385b-3e36-4df4-8549-026e425864a3 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 943 time: 0.0520740 Dec 10 16:51:42.738650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7fb261cd-7fb4-48a2-a3ab-8a7ae01228e5 req-cd736b5f-51ce-418a-8412-4a5bc8e5b3a7 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Dec 10 16:51:42.947078 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:51:43.118999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:51:43.213711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:43.226956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '15a21260-56bc-431a-92cb-689a3bad2967', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'port_id': '15a21260-56bc-431a-92cb-689a3bad2967', 'mac_address': 'fa:16:3e:3b:22:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7295073f-62eb-47b7-8dab-3d9fac3491a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:51:43.262101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:43.274886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:51:43.294009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:43.415194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:43.463499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:43.674237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['15a21260-56bc-431a-92cb-689a3bad2967'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:51:43.853570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1cfb-48e8-47a6-98d4-721a512334e3 req-972ad439-023b-4a71-9c1e-28e011e48ad6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:43.855046 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c36b1cfb-48e8-47a6-98d4-721a512334e3 req-972ad439-023b-4a71-9c1e-28e011e48ad6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 944 time: 0.0485704 Dec 10 16:51:43.901601 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c36b1cfb-48e8-47a6-98d4-721a512334e3 req-3d1774ed-e8cb-4f45-a8ef-27fde21abc04 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Dec 10 16:51:45.016219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb4e4-1b94-4fe2-836e-3865d96f99d6 req-f365fcd7-3c0a-47bf-9ae5-ca6201159e09 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:45.017777 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6eacb4e4-1b94-4fe2-836e-3865d96f99d6 req-f365fcd7-3c0a-47bf-9ae5-ca6201159e09 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 944 time: 0.0495126 Dec 10 16:51:45.064548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6eacb4e4-1b94-4fe2-836e-3865d96f99d6 req-bdc2b4f2-7d3d-4973-9b39-ec104cc3b65e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Dec 10 16:51:45.137092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:51:45.251516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 15a21260-56bc-431a-92cb-689a3bad2967 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:51:45.256466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 15a21260-56bc-431a-92cb-689a3bad2967 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:51:45.256844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:45.336802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:45.358044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:51:45.360270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f6be28-1b07-410a-9683-36c4064a48c1" -d '{"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-plugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:51:45.372314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:51:45.397012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff762a-a0d8-4614-92f3-a4ee32f4c796 x-openstack-request-id: req-20ff762a-a0d8-4614-92f3-a4ee32f4c796 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:51:45.397336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-plugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:51:45.397593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20ff762a-a0d8-4614-92f3-a4ee32f4c796 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:51:45.398012 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967', 'code': 200} Dec 10 16:51:45.450964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:45.500560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:51:45.723057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690915-472e-45a5-8242-9d710d4e3e1f req-8e71d55a-2df2-4cf0-8ef6-2df1aa5efe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:45.724838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6b690915-472e-45a5-8242-9d710d4e3e1f req-8e71d55a-2df2-4cf0-8ef6-2df1aa5efe48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1098 time: 0.0389071 Dec 10 16:51:45.776684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6b690915-472e-45a5-8242-9d710d4e3e1f req-11bc5f91-bfed-427d-9b0e-c9b74ec69b83 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Dec 10 16:51:46.180667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d30d7-e1c6-42d7-b99e-dde9a6571fd3 req-71fedb34-30e8-45c7-bdc7-49bf990331e9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:46.182157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-524d30d7-e1c6-42d7-b99e-dde9a6571fd3 req-71fedb34-30e8-45c7-bdc7-49bf990331e9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Dec 10 16:51:46.228889 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-524d30d7-e1c6-42d7-b99e-dde9a6571fd3 req-d50070a6-aa0b-4556-a8a0-1130f68f9131 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Dec 10 16:51:47.346381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092dbc-72d6-4498-a321-ba3a6eaaad35 req-d20f4c64-a714-41a2-9d72-85aa4d220d1c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:47.347818 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d3092dbc-72d6-4498-a321-ba3a6eaaad35 req-d20f4c64-a714-41a2-9d72-85aa4d220d1c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Dec 10 16:51:47.393233 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d3092dbc-72d6-4498-a321-ba3a6eaaad35 req-c3afbc7f-814b-4132-a94b-7348142e8e54 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Dec 10 16:51:47.504603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2630e9-67c5-4df2-833a-8cffa39ac504 req-51ee1e44-970c-4006-bc92-a6cbc207d55a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:47.506612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9c2630e9-67c5-4df2-833a-8cffa39ac504 req-51ee1e44-970c-4006-bc92-a6cbc207d55a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Dec 10 16:51:47.536461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:51:47.553679 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9c2630e9-67c5-4df2-833a-8cffa39ac504 req-f86a3155-40fd-408a-bc1e-b819445a8c22 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Dec 10 16:51:47.804506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e880059-59d4-4c11-96e1-ce7c2c5a4819 req-bb9655a9-941b-49fe-9f25-7ff47ca288d4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:47.806000 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1e880059-59d4-4c11-96e1-ce7c2c5a4819 req-bb9655a9-941b-49fe-9f25-7ff47ca288d4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Dec 10 16:51:47.852403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1e880059-59d4-4c11-96e1-ce7c2c5a4819 req-c0a6a935-9595-4472-9acb-7aaaac2a2d8d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Dec 10 16:51:47.965850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb49ab7-33b9-43b5-9f4a-fbacc26b7a1e req-9bf3966e-7799-4cbf-a087-8912940a54c0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:47.967274 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bb49ab7-33b9-43b5-9f4a-fbacc26b7a1e req-9bf3966e-7799-4cbf-a087-8912940a54c0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Dec 10 16:51:48.014940 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bb49ab7-33b9-43b5-9f4a-fbacc26b7a1e req-c75cb06c-0b5d-4f42-b77b-1f6d8599e9fd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Dec 10 16:51:48.475577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a75d0-3fa5-4657-a2a0-64e9a01bb5bf req-7ebc2e19-d4b4-43aa-9957-c9136bb54c46 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:48.477097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f99a75d0-3fa5-4657-a2a0-64e9a01bb5bf req-7ebc2e19-d4b4-43aa-9957-c9136bb54c46 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 10 16:51:48.838685 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f99a75d0-3fa5-4657-a2a0-64e9a01bb5bf req-65949e4e-8629-412a-a7c7-a41cd315df2a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556497 Dec 10 16:51:48.843727 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-3ad8cc0f-0fdc-46f7-abc3-9581277c065c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607493 Dec 10 16:51:49.955791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e00bd-31ec-4f06-a672-ba35edb9ca43 req-67160ff9-58de-4e12-af3f-1fb1c8de54e9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:49.957196 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc6e00bd-31ec-4f06-a672-ba35edb9ca43 req-67160ff9-58de-4e12-af3f-1fb1c8de54e9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Dec 10 16:51:50.004444 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc6e00bd-31ec-4f06-a672-ba35edb9ca43 req-1200f196-4ebc-4ed9-96b2-52c5c4947794 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Dec 10 16:51:50.827295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-87d33fba-a95a-4637-8f43-0a6e31acb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:50.828832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-87d33fba-a95a-4637-8f43-0a6e31acb06f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1098 time: 0.0406563 Dec 10 16:51:50.920836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-eb0d2707-d652-4a76-97dc-ab66db7d546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:50.922338 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-eb0d2707-d652-4a76-97dc-ab66db7d546a service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0868878 Dec 10 16:51:50.967604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-08ee6f75-bc37-48c7-8d15-0ebe75b8892f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 217 time: 0.0369842 Dec 10 16:51:51.021091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-75410d85-1ce4-4ade-89be-324068e9c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:51.022880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-75410d85-1ce4-4ade-89be-324068e9c5b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0485620 Dec 10 16:51:51.056086 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-3dd21068-ad53-4b8c-8e9d-db67da5dc33b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257716 Dec 10 16:51:51.121181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e920738-17da-4bf3-b7d3-0b5c02078cf7 req-07ee66f4-3750-44c4-a4ad-4b2d4779a293 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:51.122573 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4e920738-17da-4bf3-b7d3-0b5c02078cf7 req-07ee66f4-3750-44c4-a4ad-4b2d4779a293 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0484014 Dec 10 16:51:51.171223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4e920738-17da-4bf3-b7d3-0b5c02078cf7 req-845647df-5888-440f-b488-24b996d9efc8 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Dec 10 16:51:51.172661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-b9c976c5-ad7d-4b2e-87f2-81dab20ba8a5 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090844 Dec 10 16:51:51.273955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-ddab4b9f-30c9-4931-bd88-d2a480d92f6f service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936239 Dec 10 16:51:52.285448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c86f7-b374-4ab8-b257-0e4105be6d20 req-56e42f96-ced8-4301-807e-a5f8381fe4c2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:52.286914 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b7c86f7-b374-4ab8-b257-0e4105be6d20 req-56e42f96-ced8-4301-807e-a5f8381fe4c2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Dec 10 16:51:52.333699 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b7c86f7-b374-4ab8-b257-0e4105be6d20 req-ca0234b3-904e-4b23-b067-4b0d64873210 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Dec 10 16:51:53.451253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06904f9a-4709-49c8-84d4-d5bef52fc041 req-caacd285-955f-4fde-89d1-9cdd10067bbd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:53.453527 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-06904f9a-4709-49c8-84d4-d5bef52fc041 req-caacd285-955f-4fde-89d1-9cdd10067bbd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Dec 10 16:51:53.499405 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-06904f9a-4709-49c8-84d4-d5bef52fc041 req-8dc72d79-a995-4efb-b396-f4f7e2f458e9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Dec 10 16:51:54.612461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9706dc-b08c-4d8a-8bb2-ebb9bb039d1f req-ba445589-9c58-4e5f-8511-cd9067586433 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:54.613958 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cb9706dc-b08c-4d8a-8bb2-ebb9bb039d1f req-ba445589-9c58-4e5f-8511-cd9067586433 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Dec 10 16:51:54.664787 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cb9706dc-b08c-4d8a-8bb2-ebb9bb039d1f req-e7f6cf7a-cdb6-436f-8b33-2c61ba59875e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Dec 10 16:51:55.776646 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598be1-e670-47a8-aa5c-43e12a90babd req-8adc5be2-1d00-4e27-949a-16c9d3844e2c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:55.778068 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68598be1-e670-47a8-aa5c-43e12a90babd req-8adc5be2-1d00-4e27-949a-16c9d3844e2c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Dec 10 16:51:55.824654 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-68598be1-e670-47a8-aa5c-43e12a90babd req-b3cb8cec-ef56-404e-a358-90491bc4dbe1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Dec 10 16:51:56.936295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096d36b-7661-4ba5-b070-de5b006ae7eb req-1c5f6dc5-ec8b-4348-9295-ac56d3db0475 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:56.937752 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2096d36b-7661-4ba5-b070-de5b006ae7eb req-1c5f6dc5-ec8b-4348-9295-ac56d3db0475 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0469725 Dec 10 16:51:56.984009 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2096d36b-7661-4ba5-b070-de5b006ae7eb req-b68366bd-d8d3-4d60-8dd2-a814d88ba32e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Dec 10 16:51:58.101409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f028684-419c-441a-8509-f200033aedc6 req-874cadec-5c1c-46c8-b7ce-fe7c75e7387f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:58.102863 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9f028684-419c-441a-8509-f200033aedc6 req-874cadec-5c1c-46c8-b7ce-fe7c75e7387f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Dec 10 16:51:58.150022 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9f028684-419c-441a-8509-f200033aedc6 req-7037f283-3aff-475e-9a69-c56cda68a693 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Dec 10 16:51:59.267210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b05fd-0627-49e6-ac0c-4835451a685c req-210356a2-714f-4d4a-a5ee-8d394b1fa8ae tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:51:59.268724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d3b05fd-0627-49e6-ac0c-4835451a685c req-210356a2-714f-4d4a-a5ee-8d394b1fa8ae tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Dec 10 16:51:59.315605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4d3b05fd-0627-49e6-ac0c-4835451a685c req-05e11068-6df1-477f-af6a-493297bca303 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Dec 10 16:52:00.430041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac32bcb-58e8-464b-b37a-b33a232b98f1 req-cedf29ba-93a2-4abe-a1dc-649330c0de18 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:00.431583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5ac32bcb-58e8-464b-b37a-b33a232b98f1 req-cedf29ba-93a2-4abe-a1dc-649330c0de18 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0482485 Dec 10 16:52:00.479453 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5ac32bcb-58e8-464b-b37a-b33a232b98f1 req-80fd9e8a-7252-4206-9141-914dd00b6fe3 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Dec 10 16:52:01.601174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122fc13-8f24-4f80-bfe6-5bd8d4f47546 req-9361b43a-e9d3-4fa7-9fbf-21b63d0dc3dc tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:01.602686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2122fc13-8f24-4f80-bfe6-5bd8d4f47546 req-9361b43a-e9d3-4fa7-9fbf-21b63d0dc3dc tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0562680 Dec 10 16:52:01.650370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2122fc13-8f24-4f80-bfe6-5bd8d4f47546 req-263766a8-b094-4e85-9ace-c1513c2091f6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Dec 10 16:52:02.763037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbdb78-25fa-4cb5-9a08-9fe1e5077741 req-21fbae0b-901b-4b52-beb7-0cee77fec898 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:02.764515 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1cdbdb78-25fa-4cb5-9a08-9fe1e5077741 req-21fbae0b-901b-4b52-beb7-0cee77fec898 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Dec 10 16:52:02.814773 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1cdbdb78-25fa-4cb5-9a08-9fe1e5077741 req-1cead039-265b-47b9-b536-341c638f16cd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Dec 10 16:52:02.987953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ea25f697-cf1e-4b3d-8e59-5b76602c6ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:03.339494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-576dc454-b472-4900-be2b-074dd7550424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:03.340959 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-576dc454-b472-4900-be2b-074dd7550424 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1098 time: 0.0398629 Dec 10 16:52:03.446466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-9e00ecfb-692d-45af-8f11-8bb8d207c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:03.447921 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-9e00ecfb-692d-45af-8f11-8bb8d207c79d service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0858426 Dec 10 16:52:03.491064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-44c30129-db1f-4070-b888-69afd3343f7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 217 time: 0.0352981 Dec 10 16:52:03.540072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-53161636-65b4-401b-816c-5c5125acf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:03.541543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-53161636-65b4-401b-816c-5c5125acf5c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0433187 Dec 10 16:52:03.572211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-118dc587-97cf-4eeb-a883-2fe2288d68bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232339 Dec 10 16:52:03.665289 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-f784363d-cddd-447d-b81f-0d56972277ea service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Dec 10 16:52:03.753147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdd56e38-30ec-4d9e-b1bb-4a744cdbdda0 req-9c367984-1193-4ec6-aba0-fe7768424678 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806770 Dec 10 16:52:03.933270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb20c16-50b2-41d5-9ea6-b8fe8f18d3b3 req-bc2d1c5c-4074-49e9-881f-e7a6242fa6e5 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:03.934659 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdb20c16-50b2-41d5-9ea6-b8fe8f18d3b3 req-bc2d1c5c-4074-49e9-881f-e7a6242fa6e5 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0532172 Dec 10 16:52:03.981664 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fdb20c16-50b2-41d5-9ea6-b8fe8f18d3b3 req-f2e7478c-e13d-4362-a50a-239011f540f9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Dec 10 16:52:05.097426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdd657-323d-4182-88ee-4660abd41862 req-7c2554e9-1b8b-4df2-b14e-f6a581b1b584 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:05.098917 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0acdd657-323d-4182-88ee-4660abd41862 req-7c2554e9-1b8b-4df2-b14e-f6a581b1b584 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Dec 10 16:52:05.146470 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0acdd657-323d-4182-88ee-4660abd41862 req-252b06e9-c43d-40f3-9698-d47fa3312077 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Dec 10 16:52:05.176281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5cb20e4-ded9-4dc3-a3a5-4c8a1ac986a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:06.264563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb92d8-ef80-4d72-b2d7-1995fa49b957 req-cf3bf649-65db-4132-aa4b-56306efdc11c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:06.266037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7adb92d8-ef80-4d72-b2d7-1995fa49b957 req-cf3bf649-65db-4132-aa4b-56306efdc11c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Dec 10 16:52:06.312045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7adb92d8-ef80-4d72-b2d7-1995fa49b957 req-28fde4eb-29e9-41d6-a0f9-7bfaf950106a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Dec 10 16:52:06.673627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:07.424293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0513b-3a1c-42e0-812b-141f4c97f079 req-13e64605-f330-4ebb-86de-2b10123f9cb6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:07.425700 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f8b0513b-3a1c-42e0-812b-141f4c97f079 req-13e64605-f330-4ebb-86de-2b10123f9cb6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0475802 Dec 10 16:52:07.472076 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f8b0513b-3a1c-42e0-812b-141f4c97f079 req-16f362c6-331b-4432-987c-a78f5304f420 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Dec 10 16:52:07.879159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:08.593457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73509c1-2f7f-4b44-8b66-304b7384e48f req-cf94ca7e-bc50-4420-aa87-f6dc15d7b1a4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:08.594936 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f73509c1-2f7f-4b44-8b66-304b7384e48f req-cf94ca7e-bc50-4420-aa87-f6dc15d7b1a4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0540371 Dec 10 16:52:08.644229 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f73509c1-2f7f-4b44-8b66-304b7384e48f req-a5f90a60-81ee-47fe-91ee-07b67bf940ed tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 Dec 10 16:52:08.684831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:09.762010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d605-eb76-49df-8078-5ddceb3a5aa0 req-2b6e3377-0b72-4d2d-9ca1-c6148072c47d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:09.763497 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1d0d605-eb76-49df-8078-5ddceb3a5aa0 req-2b6e3377-0b72-4d2d-9ca1-c6148072c47d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0533485 Dec 10 16:52:09.810674 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1d0d605-eb76-49df-8078-5ddceb3a5aa0 req-5287cf39-daf6-41e2-9bc2-d5299135e892 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Dec 10 16:52:10.925078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccd1f-14a8-407e-b8eb-590cd7bb8c43 req-bc62038d-d9da-4aa3-af44-cb05a0967686 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:10.926882 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-900ccd1f-14a8-407e-b8eb-590cd7bb8c43 req-bc62038d-d9da-4aa3-af44-cb05a0967686 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Dec 10 16:52:10.973586 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-900ccd1f-14a8-407e-b8eb-590cd7bb8c43 req-9550f4eb-1130-464d-bb8c-10e13773bbab tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Dec 10 16:52:12.087906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d0ec-0577-4b44-82e8-a5a73f5b5378 req-fcd86411-5594-4b72-92bc-b444a5571949 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:12.091473 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ae63d0ec-0577-4b44-82e8-a5a73f5b5378 req-fcd86411-5594-4b72-92bc-b444a5571949 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Dec 10 16:52:12.137557 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ae63d0ec-0577-4b44-82e8-a5a73f5b5378 req-98e6a1db-63f6-475b-9a87-b50586d080cc tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Dec 10 16:52:13.250311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5782ff-b12e-492a-9a3f-52910274658c req-88f62860-d131-4955-885d-7b0553c71a99 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:13.251774 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-df5782ff-b12e-492a-9a3f-52910274658c req-88f62860-d131-4955-885d-7b0553c71a99 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Dec 10 16:52:13.302104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-df5782ff-b12e-492a-9a3f-52910274658c req-470f7c87-7517-482b-9999-f01ff869476b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Dec 10 16:52:14.415833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba010cb-27fd-484c-b567-28ba35d9ff86 req-b4ed0e8d-2440-444b-90bc-a9ff8bd18d33 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:14.417232 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7ba010cb-27fd-484c-b567-28ba35d9ff86 req-b4ed0e8d-2440-444b-90bc-a9ff8bd18d33 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Dec 10 16:52:14.467095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7ba010cb-27fd-484c-b567-28ba35d9ff86 req-f33eb57c-016f-4e6f-a4de-462f8ccd3bd9 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Dec 10 16:52:15.581220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0f3e4-c06a-4fe7-a38e-85662a5023b3 req-0d60cbe0-9de7-427e-869a-ba5c1e25c99e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:15.582687 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cdb0f3e4-c06a-4fe7-a38e-85662a5023b3 req-0d60cbe0-9de7-427e-869a-ba5c1e25c99e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Dec 10 16:52:15.629387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cdb0f3e4-c06a-4fe7-a38e-85662a5023b3 req-00c684c2-7923-4c29-9b11-4c58d14ddd01 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Dec 10 16:52:16.754609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c5b3d-acb8-4ddf-9cd1-9bfaef2c9684 req-eff209d4-8627-41c1-a43e-c4163c31cc0c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:16.756109 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d03c5b3d-acb8-4ddf-9cd1-9bfaef2c9684 req-eff209d4-8627-41c1-a43e-c4163c31cc0c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Dec 10 16:52:16.802819 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d03c5b3d-acb8-4ddf-9cd1-9bfaef2c9684 req-c938a601-b909-48ea-8ee2-62a4c91c7c70 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Dec 10 16:52:17.564944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:17.915991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e16840-d2db-421f-a501-4ac1d7c614ad req-2a72a291-81c9-4414-a2b8-6e29edd36ae6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:17.917467 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-54e16840-d2db-421f-a501-4ac1d7c614ad req-2a72a291-81c9-4414-a2b8-6e29edd36ae6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Dec 10 16:52:17.963406 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-54e16840-d2db-421f-a501-4ac1d7c614ad req-68fda4bf-a3cf-4a59-8204-3f849c31b593 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Dec 10 16:52:18.583328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-13b6dc99-c3cb-4630-b77c-e465714fbb1d service neutron] 10.222.0.61 "GET /v2.0/ports/15a21260-56bc-431a-92cb-689a3bad2967/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0565722 Dec 10 16:52:19.082232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131db5f-86be-4229-b689-e2a65c86a7f8 req-c49f6c8a-3fa2-4701-998f-bdba94ffa75d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.083732 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9131db5f-86be-4229-b689-e2a65c86a7f8 req-c49f6c8a-3fa2-4701-998f-bdba94ffa75d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Dec 10 16:52:19.133119 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9131db5f-86be-4229-b689-e2a65c86a7f8 req-8bd0763a-3bba-49e9-843d-1db66451444c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Dec 10 16:52:19.136063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-ec7e229e-fb8b-4f19-a9a3-783ffc7582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.137568 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-ec7e229e-fb8b-4f19-a9a3-783ffc7582c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427&tenant_id=7d123194e8e74e3aa5777a65fb3df026 HTTP/1.1" status: 200 len: 1098 time: 0.0409119 Dec 10 16:52:19.209210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-9bb2279c-52e8-49cb-814c-48657a6c703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.210710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-9bb2279c-52e8-49cb-814c-48657a6c703a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1098 time: 0.0399451 Dec 10 16:52:19.305601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-e130028c-643f-491c-a650-cbebd50e62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.307047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-e130028c-643f-491c-a650-cbebd50e62bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0858757 Dec 10 16:52:19.355444 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-4cf30c47-4505-4728-99c0-ae0f79dcf503 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 217 time: 0.0358648 Dec 10 16:52:19.406416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-0f658177-3aaf-48f4-b3a2-efcd0e850ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:19.407802 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-0f658177-3aaf-48f4-b3a2-efcd0e850ff6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0421352 Dec 10 16:52:19.443896 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-f05e193f-78cc-4570-8bf3-698d7907b545 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234306 Dec 10 16:52:19.536563 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-1bcb6fd1-e5e1-4986-8efa-ff0bb10d7b41 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835302 Dec 10 16:52:19.631654 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a1731394-f393-46e0-8dd4-ff88bb70434c req-96f315fa-c096-4495-a9b0-844715b18a30 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Dec 10 16:52:19.945909 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:52:20.254042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d87b6-6baf-4378-a8b6-d4afd607da56 req-35354b44-f39a-4861-b565-b314d7def265 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:20.255510 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-181d87b6-6baf-4378-a8b6-d4afd607da56 req-35354b44-f39a-4861-b565-b314d7def265 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Dec 10 16:52:20.301874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-181d87b6-6baf-4378-a8b6-d4afd607da56 req-8613d530-6cac-4755-ac0a-bb7b95c9ef4d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Dec 10 16:52:21.423600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c23b5-5b24-4e17-b9cc-a48ba88e22d1 req-da9b7b3d-bd0d-4b76-a2be-f2fe84ab3baa tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:21.425013 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-678c23b5-5b24-4e17-b9cc-a48ba88e22d1 req-da9b7b3d-bd0d-4b76-a2be-f2fe84ab3baa tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Dec 10 16:52:21.471638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-678c23b5-5b24-4e17-b9cc-a48ba88e22d1 req-6d0c2bcd-09a3-448d-a1bf-e5cc30a817e6 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Dec 10 16:52:22.586056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ebd5-f7e2-4c69-b640-f0fbf8723adf req-556ca085-fe9a-4474-a561-2c42bb105af4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:22.588016 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0022ebd5-f7e2-4c69-b640-f0fbf8723adf req-556ca085-fe9a-4474-a561-2c42bb105af4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0485606 Dec 10 16:52:22.633891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0022ebd5-f7e2-4c69-b640-f0fbf8723adf req-3d5cf2b6-9ed1-4dc5-8367-aff72b52de29 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Dec 10 16:52:22.999838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3aaa3-9427-4dc1-a263-db2a03ae59e3 req-fe0998f1-70fd-4ef4-baf7-d65c00550bfa tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.001314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46f3aaa3-9427-4dc1-a263-db2a03ae59e3 req-fe0998f1-70fd-4ef4-baf7-d65c00550bfa tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Dec 10 16:52:23.049171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46f3aaa3-9427-4dc1-a263-db2a03ae59e3 req-e5073e6d-d819-470e-8355-0f9b4012691c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Dec 10 16:52:23.105493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee705b-7376-4f55-8769-ab853f40c800 req-4dc2934f-2cdf-4336-a49a-aab78229acda tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.106909 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-4dc2934f-2cdf-4336-a49a-aab78229acda tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427&tenant_id=7d123194e8e74e3aa5777a65fb3df026&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 945 time: 0.0500731 Dec 10 16:52:23.212930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee705b-7376-4f55-8769-ab853f40c800 req-c2e0723c-b95b-431b-81a4-0fdec1f0fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.214386 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-c2e0723c-b95b-431b-81a4-0fdec1f0fd31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 1098 time: 0.0398057 Dec 10 16:52:23.303802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee705b-7376-4f55-8769-ab853f40c800 req-488fe592-bb95-4559-b921-d27a0b469242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.305797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-488fe592-bb95-4559-b921-d27a0b469242 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0844915 Dec 10 16:52:23.311386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:52:23.315832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:52:23.354209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-010f3f33-e5b7-4f8c-bbb2-6b691e41f37e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 200 len: 217 time: 0.0408034 Dec 10 16:52:23.404815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee705b-7376-4f55-8769-ab853f40c800 req-3a0254de-3e6e-4e3d-be35-bcca1d9f59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:23.406374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-3a0254de-3e6e-4e3d-be35-bcca1d9f59db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0433364 Dec 10 16:52:23.442416 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-1636ec4c-2342-4312-a033-40fcf0f51b91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283327 Dec 10 16:52:23.459266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:23.482218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:23.500691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:23.502966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce945b-7558-4613-931c-e91dd3282c85" -d '{"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-unplugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:23.513692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '15a21260-56bc-431a-92cb-689a3bad2967', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'port_id': '15a21260-56bc-431a-92cb-689a3bad2967', 'mac_address': 'fa:16:3e:3b:22:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7295073f-62eb-47b7-8dab-3d9fac3491a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:52:23.518376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:23.539160 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-8448743c-ef28-4780-84de-3389878b1ce2 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Dec 10 16:52:23.550564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c60a4f-dc6f-4c13-806d-52dead791c2c x-openstack-request-id: req-89c60a4f-dc6f-4c13-806d-52dead791c2c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:23.550873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-unplugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:23.551157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89c60a4f-dc6f-4c13-806d-52dead791c2c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:23.551550 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967', 'code': 200} Dec 10 16:52:23.559027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:23.601971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:23.633656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aaee705b-7376-4f55-8769-ab853f40c800 req-6a54fbb4-27aa-499c-a4db-8203eb4ff45e service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869021 Dec 10 16:52:23.656114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:23.730522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:52:23.730803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:52:23.731634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:24.170004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbd0c5-d2fa-456b-ab8e-5487b7c6ef92 req-0ddef31d-0304-4dad-b0ff-f884686db54e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:24.171489 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-abfbd0c5-d2fa-456b-ab8e-5487b7c6ef92 req-0ddef31d-0304-4dad-b0ff-f884686db54e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 943 time: 0.0498757 Dec 10 16:52:24.219375 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-abfbd0c5-d2fa-456b-ab8e-5487b7c6ef92 req-490fac90-75d7-49cf-be8c-fce8afb7854c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Dec 10 16:52:24.267250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:24.279908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:24.298750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:24.376164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:24.430426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:24.436532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['15a21260-56bc-431a-92cb-689a3bad2967'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:25.319913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:52:25.337796 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135f351-9293-4b83-ba0c-42c29ee41d21 req-18ec7ac8-a7d8-4e9a-be3c-471768011d71 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:25.339395 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b135f351-9293-4b83-ba0c-42c29ee41d21 req-18ec7ac8-a7d8-4e9a-be3c-471768011d71 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 944 time: 0.0502946 Dec 10 16:52:25.375699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 15a21260-56bc-431a-92cb-689a3bad2967 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:25.376237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.390217 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b135f351-9293-4b83-ba0c-42c29ee41d21 req-6cb039a5-d81c-4d4f-baf4-81e2dc9bd6f1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Dec 10 16:52:25.457592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.492403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:25.505897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba291983-e684-43c1-945a-a1edd3004724 req-1f56d36e-29dc-49b1-8072-de1707468e84 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:25.507649 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ba291983-e684-43c1-945a-a1edd3004724 req-1f56d36e-29dc-49b1-8072-de1707468e84 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 944 time: 0.0496964 Dec 10 16:52:25.552308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:25.554761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9515fb4-17f4-4884-8763-2b094998188b" -d '{"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-plugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:25.556196 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ba291983-e684-43c1-945a-a1edd3004724 req-e61ed3e0-6fc9-4c1b-9827-eedfa0599f83 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Dec 10 16:52:25.586698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:25.592088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59762243-ad9a-4397-a5bc-e39a0011ad10 x-openstack-request-id: req-59762243-ad9a-4397-a5bc-e39a0011ad10 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:25.592390 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-plugged", "status": "completed", "tag": "15a21260-56bc-431a-92cb-689a3bad2967", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:25.592650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59762243-ad9a-4397-a5bc-e39a0011ad10 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:25.593067 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967', 'code': 200} Dec 10 16:52:25.643849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:25.677720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab81e4-a106-4e3f-9809-151780590930 req-e8fb5779-0db7-454f-b239-de697da198bf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:25.683727 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6ab81e4-a106-4e3f-9809-151780590930 req-e8fb5779-0db7-454f-b239-de697da198bf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0614684 Dec 10 16:52:25.726439 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6ab81e4-a106-4e3f-9809-151780590930 req-8d18e94d-d08d-48c3-86ce-74e438e8ffd7 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Dec 10 16:52:26.287734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-8a7fe4e2-0b5d-42ec-bfaa-f5e7ec6e7313 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:26.289234 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-8a7fe4e2-0b5d-42ec-bfaa-f5e7ec6e7313 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 815 time: 0.0986161 Dec 10 16:52:26.304638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-6decec13-9f97-4dc9-ae85-fc7d24dd33f2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/quotas/7d123194e8e74e3aa5777a65fb3df026 HTTP/1.1" status: 200 len: 375 time: 0.0088503 Dec 10 16:52:26.365538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-53090060-7904-4c7c-aea0-95ebf7eb3b2d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556791 Dec 10 16:52:26.452357 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-9b395c8b-7807-44bd-bd96-f05c81278403 service neutron] 10.222.0.21 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801651 Dec 10 16:52:26.544534 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-b28538ea-ea14-4658-86bb-607adf583eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862975 Dec 10 16:52:26.795891 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-40513989-e956-4139-827e-ef57a406eff0 req-b3bd0539-39be-4911-9e45-1fe8c14cd434 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 210 time: 0.0283582 Dec 10 16:52:27.893638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38fdcd2d-f01a-475b-a1a4-ef02264700a9 req-7696bfc4-06ca-4b4d-a9cf-ccee558a7b18 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 210 time: 0.0273702 Dec 10 16:52:27.994210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f594a-19da-488d-bac5-1497e3649735 req-a98f7d1e-38b3-45ca-b6ec-12c609db10cf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:27.995652 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f48f594a-19da-488d-bac5-1497e3649735 req-a98f7d1e-38b3-45ca-b6ec-12c609db10cf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb80f61-8e0e-4b78-a290-d845cff50427 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Dec 10 16:52:28.089094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Deleting port 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:52:28.089452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.179260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] For port 15a21260-56bc-431a-92cb-689a3bad2967, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=15a21260-56bc-431a-92cb-689a3bad2967,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:28.179605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.192523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Calling delete_port for 15a21260-56bc-431a-92cb-689a3bad2967 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:52:28.353797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.366341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['15a21260-56bc-431a-92cb-689a3bad2967'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:28.382081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Pushing event deleted for resources: {'Port': ['ID=15a21260-56bc-431a-92cb-689a3bad2967,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:28.434655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] No DVR routers for this DVR port 15a21260-56bc-431a-92cb-689a3bad2967 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:52:28.437335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.441012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f48f594a-19da-488d-bac5-1497e3649735 req-18a632fd-9ab0-4660-8499-f4aba96cc13d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "DELETE /v2.0/ports/15a21260-56bc-431a-92cb-689a3bad2967 HTTP/1.1" status: 204 len: 173 time: 0.4371710 Dec 10 16:52:28.441482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-deleted', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:28.443768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b9b53-1055-4cf4-b5a1-41c70983268c" -d '{"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-deleted", "tag": "15a21260-56bc-431a-92cb-689a3bad2967"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:28.481736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa7ad1e-dfd7-43f4-8e1e-8abf686003bd x-openstack-request-id: req-afa7ad1e-dfd7-43f4-8e1e-8abf686003bd {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:28.482044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb80f61-8e0e-4b78-a290-d845cff50427", "name": "network-vif-deleted", "tag": "15a21260-56bc-431a-92cb-689a3bad2967", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:28.482303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afa7ad1e-dfd7-43f4-8e1e-8abf686003bd {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:28.482708 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb80f61-8e0e-4b78-a290-d845cff50427', 'name': 'network-vif-deleted', 'tag': '15a21260-56bc-431a-92cb-689a3bad2967', 'status': 'completed', 'code': 200} Dec 10 16:52:28.626410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-d9603312-9af5-42f8-b0b7-bbab00e24b41 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:28.627797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-d9603312-9af5-42f8-b0b7-bbab00e24b41 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 815 time: 0.1019020 Dec 10 16:52:28.642960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Request body: {'port': {'device_id': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'admin_state_up': True, 'tenant_id': '7d123194e8e74e3aa5777a65fb3df026'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:28.814925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Made reservation on behalf of 7d123194e8e74e3aa5777a65fb3df026 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:52:28.818528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:28.948471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Allocated IP 172.20.0.9 (39b347fb-34c4-451f-9806-4e5ed5065eca/7295073f-62eb-47b7-8dab-3d9fac3491a1/2afa1a45-0239-4f5f-ae20-522429980928) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:52:29.005010 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b880c04b-d28e-4ddd-8648-19da3c32b2b4 req-74ab7b1f-e3a2-4682-94d3-130168646878 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 210 time: 0.0400441 Dec 10 16:52:29.115921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:29.210797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:29.226519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['15a21260-56bc-431a-92cb-689a3bad2967'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:29.255464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Network 39b347fb-34c4-451f-9806-4e5ed5065eca is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:52:29.259314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:52:29.263072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:52:29.269306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:29.313699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:29.314300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:29.373487 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4e1798a1-02e2-4406-9217-b8e566a47fa4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7343278 Dec 10 16:52:29.389437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Request body: {'port': {'device_id': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:52:29.444879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:29.936291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:29.943482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:29.955670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Transition to ACTIVE for port object 2afa1a45-0239-4f5f-ae20-522429980928 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:52:30.033549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.087246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:30.127677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829d708-b789-4c29-9a25-8dd6457491d4 req-45e01a7b-9cb3-4d23-ae1e-e487516e51dd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:30.129286 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f829d708-b789-4c29-9a25-8dd6457491d4 req-45e01a7b-9cb3-4d23-ae1e-e487516e51dd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 943 time: 0.0544889 Dec 10 16:52:30.155962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Attempting to bind port 2afa1a45-0239-4f5f-ae20-522429980928 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:52:30.156300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Attempting to bind port 2afa1a45-0239-4f5f-ae20-522429980928 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:52:30.156625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Attempting to bind port 2afa1a45-0239-4f5f-ae20-522429980928 on network 39b347fb-34c4-451f-9806-4e5ed5065eca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:30.160986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Port 2afa1a45-0239-4f5f-ae20-522429980928 on network 39b347fb-34c4-451f-9806-4e5ed5065eca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:52:30.161332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Attempting to bind port 2afa1a45-0239-4f5f-ae20-522429980928 on network 39b347fb-34c4-451f-9806-4e5ed5065eca {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:52:30.166228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:52:30.166567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Checking segment: {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:52:30.166949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Bound using segment: {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:52:30.167363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Bound port: 2afa1a45-0239-4f5f-ae20-522429980928, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38fab09-c584-407f-81f2-a6706df9275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:52:30.167709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.179090 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f829d708-b789-4c29-9a25-8dd6457491d4 req-76fc6084-3df2-4795-bfde-5bda727f2cc0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Dec 10 16:52:30.229517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:52:30.232395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:52:30.283360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.318583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:30.322345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:30.322345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] 10.222.0.61 "PUT /v2.0/ports/2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 1093 time: 0.9354122 Dec 10 16:52:30.337921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:30.345049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.345401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.345787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.346128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.346475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.346805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.347135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.347459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.347783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.348107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.348429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.349049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.351032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00fc0cb-a86b-401f-b934-996fe41e260e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:30.469784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4cd688e8-63f8-4f8c-9560-eeac21b8945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:30.471152 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4cd688e8-63f8-4f8c-9560-eeac21b8945a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1096 time: 0.0392523 Dec 10 16:52:30.483686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:30.485903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae" -d '{"events": [{"name": "network-changed", "server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "tag": "2afa1a45-0239-4f5f-ae20-522429980928"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:30.525904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce5a11-d520-4eb7-9e68-6d384c735770 x-openstack-request-id: req-06ce5a11-d520-4eb7-9e68-6d384c735770 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:30.526209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "tag": "2afa1a45-0239-4f5f-ae20-522429980928", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:30.526461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06ce5a11-d520-4eb7-9e68-6d384c735770 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:30.526852 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928', 'status': 'completed', 'code': 200} Dec 10 16:52:30.528621 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-bb887cea-4623-4b78-a3f1-252730a49576 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0398977 Dec 10 16:52:30.581341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae189-0685-4dae-9fce-341898a68815 req-d7146b30-6d69-48af-9490-6787ce5ba364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:30.582724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-d7146b30-6d69-48af-9490-6787ce5ba364 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0418501 Dec 10 16:52:30.618923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-4114e168-7c20-4264-8e23-c61428ecf56a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235617 Dec 10 16:52:30.711709 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-ef69511c-25ee-4306-8841-dd88168dbf94 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817809 Dec 10 16:52:30.805512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0c2ae189-0685-4dae-9fce-341898a68815 req-67c8f51e-dd5e-4fc3-88f4-30cdd5308d68 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817425 Dec 10 16:52:31.003394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-cfa5056e-b0e5-4a47-be80-302f79782549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.004886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-cfa5056e-b0e5-4a47-be80-302f79782549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1096 time: 0.0464218 Dec 10 16:52:31.101283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-3cbc21b3-88a3-4f4a-82d2-36bf4148be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.102785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-3cbc21b3-88a3-4f4a-82d2-36bf4148be3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0897639 Dec 10 16:52:31.154851 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-fb94e941-80f5-4ba3-b7eb-14336c0dcd7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0436456 Dec 10 16:52:31.204712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-1ef982ee-866e-47a1-a2cc-52aaac2a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.206218 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-1ef982ee-866e-47a1-a2cc-52aaac2a4ce9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0439343 Dec 10 16:52:31.238605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-57f01638-2de6-4259-8ceb-31d0f7b106ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241771 Dec 10 16:52:31.295742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb8c6-d1db-441b-b7cc-71db47b3e11d req-6e3b39df-78f3-4770-a0ca-4ea5c0c6e9bc tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:31.297314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6ccb8c6-d1db-441b-b7cc-71db47b3e11d req-6e3b39df-78f3-4770-a0ca-4ea5c0c6e9bc tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 943 time: 0.0496266 Dec 10 16:52:31.328008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-b7b03ee7-140b-4123-93eb-f38ec53e3f03 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809205 Dec 10 16:52:31.345359 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6ccb8c6-d1db-441b-b7cc-71db47b3e11d req-4a5ac631-6cf7-46d6-b95d-f0ec3cd09199 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Dec 10 16:52:31.430602 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0aa3e19a-66f7-47d0-83ad-63fd7a82beae req-d837a075-002a-4bcc-80d8-6fb572ea816d service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951352 Dec 10 16:52:32.619000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ae77c-5477-4304-8c44-8e48fdd894cc req-d00910dd-403f-4924-8af8-271e5038a760 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:32.620508 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f1ae77c-5477-4304-8c44-8e48fdd894cc req-d00910dd-403f-4924-8af8-271e5038a760 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 943 time: 0.0498145 Dec 10 16:52:32.667887 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f1ae77c-5477-4304-8c44-8e48fdd894cc req-c966372b-d91b-4599-9d35-0fbfe4cea94b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Dec 10 16:52:32.963712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5dd45b94-6429-4e87-84ed-7be7fb9b5302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:33.352332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:52:33.358901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:52:33.383264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 15a21260-56bc-431a-92cb-689a3bad2967 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:52:33.383612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 15a21260-56bc-431a-92cb-689a3bad2967 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:52:33.470581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:33.480839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '2afa1a45-0239-4f5f-ae20-522429980928', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'port_id': '2afa1a45-0239-4f5f-ae20-522429980928', 'mac_address': 'fa:16:3e:0d:a3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7295073f-62eb-47b7-8dab-3d9fac3491a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:52:33.519972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:33.532637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:52:33.551071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:33.610292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:33.655785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:33.662620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.662968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.663307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.663641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.663972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.664297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.664622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.664994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.665319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.665640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.665960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.666277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.666590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:52:33.785122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147677-e4f9-4a88-b890-b590e60c5776 req-ca51bb4e-903c-4310-9392-23156ac194dd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:33.786546 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60147677-e4f9-4a88-b890-b590e60c5776 req-ca51bb4e-903c-4310-9392-23156ac194dd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 944 time: 0.0530224 Dec 10 16:52:33.833915 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60147677-e4f9-4a88-b890-b590e60c5776 req-697de606-500e-40de-909e-9c0e8a44e870 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Dec 10 16:52:33.854436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['2afa1a45-0239-4f5f-ae20-522429980928'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:52:34.949086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d3d1f-852a-4b57-a7e9-4a3fed1fccef req-fda8f001-9e09-4597-b08e-9371b44d0411 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:34.950560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-581d3d1f-852a-4b57-a7e9-4a3fed1fccef req-fda8f001-9e09-4597-b08e-9371b44d0411 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 944 time: 0.0526149 Dec 10 16:52:34.998186 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-581d3d1f-852a-4b57-a7e9-4a3fed1fccef req-734b73c9-d557-4330-9b0f-2edf71fe8e17 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Dec 10 16:52:35.185841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13a303f9-6b24-4b7f-a6e2-13f98a29a955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.368246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:52:35.488782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 2afa1a45-0239-4f5f-ae20-522429980928 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:52:35.492620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 2afa1a45-0239-4f5f-ae20-522429980928 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:52:35.493029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.568365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.592388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:52:35.594646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c5083-bf42-4f2c-ad34-7b7f0fbb2844" -d '{"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-plugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:52:35.607973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:52:35.630613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e6620-6721-4c53-920d-802e79cdab66 x-openstack-request-id: req-323e6620-6721-4c53-920d-802e79cdab66 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:52:35.630911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-plugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:52:35.631171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-323e6620-6721-4c53-920d-802e79cdab66 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:52:35.631567 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928', 'code': 200} Dec 10 16:52:35.678938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:35.725546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:52:35.970339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00c491-0def-4e77-b057-ec8db8dff3db req-4b6d3ae5-b2fc-47ec-adc6-27ea64391b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:35.971788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ff00c491-0def-4e77-b057-ec8db8dff3db req-4b6d3ae5-b2fc-47ec-adc6-27ea64391b6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1098 time: 0.0385790 Dec 10 16:52:36.021426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ff00c491-0def-4e77-b057-ec8db8dff3db req-2106f00c-47b3-4b81-aaa4-32ffa2562801 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Dec 10 16:52:36.111512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262a8e-a5bb-4aba-b074-71b48d1457ce req-0d3475d3-ab11-4456-9bd3-7e00dbb45ded tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:36.112993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-eb262a8e-a5bb-4aba-b074-71b48d1457ce req-0d3475d3-ab11-4456-9bd3-7e00dbb45ded tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0477936 Dec 10 16:52:36.171154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-eb262a8e-a5bb-4aba-b074-71b48d1457ce req-8651f046-f307-477c-abe1-1056ff0d5a09 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522757 Dec 10 16:52:36.637359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:37.289018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ef437-9c08-41e7-8402-8113cbb6f9d7 req-ee2b9001-086f-44b2-83a7-4c2ec4496ede tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:37.290489 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d69ef437-9c08-41e7-8402-8113cbb6f9d7 req-ee2b9001-086f-44b2-83a7-4c2ec4496ede tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0499582 Dec 10 16:52:37.339719 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d69ef437-9c08-41e7-8402-8113cbb6f9d7 req-3067c819-e0ea-4573-af7a-059161d6dc85 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Dec 10 16:52:37.915150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:38.451626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db282b6-9993-4501-a919-72f736ac16ae req-b15ec705-d362-4dab-8876-f9ff3f45e536 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:38.453069 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7db282b6-9993-4501-a919-72f736ac16ae req-b15ec705-d362-4dab-8876-f9ff3f45e536 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0483065 Dec 10 16:52:38.500542 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7db282b6-9993-4501-a919-72f736ac16ae req-ee276a95-9492-4f72-b982-3022e38c95eb tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Dec 10 16:52:38.614335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673fc6-df36-41aa-8179-2f68f60878ca req-62fb4801-8b22-4118-b8f7-674dca2a3800 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:38.615830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ba673fc6-df36-41aa-8179-2f68f60878ca req-62fb4801-8b22-4118-b8f7-674dca2a3800 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0500085 Dec 10 16:52:38.668570 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ba673fc6-df36-41aa-8179-2f68f60878ca req-cae22d8f-3c67-449f-9065-1777f7514a7f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Dec 10 16:52:38.701554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:39.029438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091455-d7ce-4ee6-ad92-a62ac0c222b8 req-7af837f2-6d85-4091-9e15-3eb151521c32 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:39.030939 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e2091455-d7ce-4ee6-ad92-a62ac0c222b8 req-7af837f2-6d85-4091-9e15-3eb151521c32 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0503666 Dec 10 16:52:39.078379 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e2091455-d7ce-4ee6-ad92-a62ac0c222b8 req-858326b3-b406-4973-9ced-70c1318d0b71 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Dec 10 16:52:39.160347 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-c2f788d0-93e4-436e-9be8-31cfb432c585 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394995 Dec 10 16:52:40.195052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea952ab-d28b-4ae6-812e-31ef77102b2a req-13b46cc5-734d-466d-9e3c-e64325c9915b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:40.196540 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7ea952ab-d28b-4ae6-812e-31ef77102b2a req-13b46cc5-734d-466d-9e3c-e64325c9915b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0499825 Dec 10 16:52:40.244591 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7ea952ab-d28b-4ae6-812e-31ef77102b2a req-95c5200f-e2df-4329-8d9c-d482d0655fa1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Dec 10 16:52:41.160649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-9dd56dd6-6f96-4bff-a819-71322da7717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:41.162161 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-9dd56dd6-6f96-4bff-a819-71322da7717a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1098 time: 0.0452855 Dec 10 16:52:41.253191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-f77b6266-e751-4f1b-9316-208ddfa87ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:41.254643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-f77b6266-e751-4f1b-9316-208ddfa87ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0840468 Dec 10 16:52:41.302128 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-02669682-bd3d-4000-94e8-28cc569fe5e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0387614 Dec 10 16:52:41.351498 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-db805374-fc89-41df-97fe-d1aeea308f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:41.353028 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-db805374-fc89-41df-97fe-d1aeea308f1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0443699 Dec 10 16:52:41.360352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9602d9-c20c-45a8-a328-e42e7752122e req-6894c66a-4882-41bb-9a2d-21da34255fa7 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:41.361885 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e9602d9-c20c-45a8-a328-e42e7752122e req-6894c66a-4882-41bb-9a2d-21da34255fa7 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0493972 Dec 10 16:52:41.384955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-8304206f-700e-46fc-8bb9-9b705389a774 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242560 Dec 10 16:52:41.413534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e9602d9-c20c-45a8-a328-e42e7752122e req-2fe37470-30b0-4aac-b084-d9262504c8d1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Dec 10 16:52:41.480590 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-b3b88cf1-3b3f-44fa-891d-09583b0b11f6 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 Dec 10 16:52:41.573325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-08cc5bbd-a662-44b1-b7e6-aeca86dc438b service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853732 Dec 10 16:52:42.532354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9aaa-9fff-44e4-acea-c0ed9614008a req-4c812c57-4cc6-48ea-873b-216a5cf02614 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:42.533880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-748d9aaa-9fff-44e4-acea-c0ed9614008a req-4c812c57-4cc6-48ea-873b-216a5cf02614 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0492842 Dec 10 16:52:42.580446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-748d9aaa-9fff-44e4-acea-c0ed9614008a req-7fdabb7e-0267-4218-925c-697a9d9b35b0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Dec 10 16:52:43.695377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881538e-7ace-4ba8-8bb7-35c72effc773 req-65d45d2b-0f56-4f75-8bfb-34644122b2e4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:43.696924 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2881538e-7ace-4ba8-8bb7-35c72effc773 req-65d45d2b-0f56-4f75-8bfb-34644122b2e4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0485928 Dec 10 16:52:43.743791 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2881538e-7ace-4ba8-8bb7-35c72effc773 req-af172c28-2d7e-4c84-9a00-d037dd0cb692 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Dec 10 16:52:44.861770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa309c-5575-4c9c-a316-7e46914aa404 req-e85c9890-2ea7-4fdb-81a0-34e2f2fbece3 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:44.863239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-61aa309c-5575-4c9c-a316-7e46914aa404 req-e85c9890-2ea7-4fdb-81a0-34e2f2fbece3 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0527749 Dec 10 16:52:44.910049 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-61aa309c-5575-4c9c-a316-7e46914aa404 req-fbd1dd2c-e401-4b0d-bf81-e5f17c90420e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Dec 10 16:52:46.025300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cc02e-f1b7-46c4-95a0-07b2427e24b8 req-c62db10e-1231-4096-b8ca-0bae9f45600d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:46.027279 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c39cc02e-f1b7-46c4-95a0-07b2427e24b8 req-c62db10e-1231-4096-b8ca-0bae9f45600d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0499001 Dec 10 16:52:46.074599 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c39cc02e-f1b7-46c4-95a0-07b2427e24b8 req-a068b7d3-73e6-430c-8d76-8ae421ed115f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Dec 10 16:52:47.200707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea243-67db-481e-ac56-dee1c034df9d req-a78f2f68-76e0-4c71-a6aa-597f49fe441b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:47.202199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b2ea243-67db-481e-ac56-dee1c034df9d req-a78f2f68-76e0-4c71-a6aa-597f49fe441b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0555193 Dec 10 16:52:47.248711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b2ea243-67db-481e-ac56-dee1c034df9d req-3047da33-aeda-4dd2-9efa-c03d29f5634c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Dec 10 16:52:47.591499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:52:48.365722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec68ac-7392-48ef-a80d-9c6e1f021662 req-d61bac9e-f4da-445f-abee-71bf0b0b50b0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:48.367198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9bec68ac-7392-48ef-a80d-9c6e1f021662 req-d61bac9e-f4da-445f-abee-71bf0b0b50b0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0515735 Dec 10 16:52:48.412774 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9bec68ac-7392-48ef-a80d-9c6e1f021662 req-e35d4919-46a4-4a5f-85d3-c36a40944a72 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Dec 10 16:52:49.536271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64c881-deec-4e13-ac00-72de9aa12ae4 req-e3236a84-3b53-4a94-a3f8-d49de07c1c4c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:49.537785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4a64c881-deec-4e13-ac00-72de9aa12ae4 req-e3236a84-3b53-4a94-a3f8-d49de07c1c4c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0492001 Dec 10 16:52:49.589803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4a64c881-deec-4e13-ac00-72de9aa12ae4 req-5ac4f3e7-d9b4-49ae-8188-086a76ea3a22 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Dec 10 16:52:50.703171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0198-c710-4f8e-9de4-35ebc573157b req-e309077d-6f27-4e5a-913d-82276a0a3dbd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:50.704653 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8b0a0198-c710-4f8e-9de4-35ebc573157b req-e309077d-6f27-4e5a-913d-82276a0a3dbd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0479891 Dec 10 16:52:50.751568 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8b0a0198-c710-4f8e-9de4-35ebc573157b req-9602458a-5d31-4150-a3af-d106cff9586c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Dec 10 16:52:51.866149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d2183-192f-4198-bce8-67967da31064 req-b199b360-253a-4593-a5c9-4e929444480a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:51.867595 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-484d2183-192f-4198-bce8-67967da31064 req-b199b360-253a-4593-a5c9-4e929444480a tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0478861 Dec 10 16:52:51.914075 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-484d2183-192f-4198-bce8-67967da31064 req-d1c192ae-f14d-48ae-8272-2d585f4d01a8 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Dec 10 16:52:53.033176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd86fb1-d4e3-46ad-a817-0fc89a2ce4f6 req-821ae836-871a-41a1-8114-1552da0d4d4f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:53.034671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bd86fb1-d4e3-46ad-a817-0fc89a2ce4f6 req-821ae836-871a-41a1-8114-1552da0d4d4f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0533550 Dec 10 16:52:53.081993 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3bd86fb1-d4e3-46ad-a817-0fc89a2ce4f6 req-1289944b-7f1f-41ba-a89b-1167cb7b240c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Dec 10 16:52:54.200060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952838c-2530-40b5-b40d-822050352aec req-f02ee7af-237b-4359-a1c4-1302c34cf015 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:54.201573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b952838c-2530-40b5-b40d-822050352aec req-f02ee7af-237b-4359-a1c4-1302c34cf015 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0497274 Dec 10 16:52:54.248108 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b952838c-2530-40b5-b40d-822050352aec req-d0461a48-2fd8-4f53-a480-a35f0728496c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Dec 10 16:52:55.414171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a57711-7428-4f44-b60e-836dc5a4a00a req-61d2f32e-4af1-43f0-9ec3-b18f4c52bf6c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:55.416177 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e0a57711-7428-4f44-b60e-836dc5a4a00a req-61d2f32e-4af1-43f0-9ec3-b18f4c52bf6c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0995882 Dec 10 16:52:55.461397 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e0a57711-7428-4f44-b60e-836dc5a4a00a req-46169a5b-308e-4420-972b-4a0e181c840d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Dec 10 16:52:56.627669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac256a9-4aaa-4842-b2f9-4164a599fe9f req-01f282aa-e83d-4211-85e9-90aa41c9867f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:56.629157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dac256a9-4aaa-4842-b2f9-4164a599fe9f req-01f282aa-e83d-4211-85e9-90aa41c9867f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.1013422 Dec 10 16:52:56.675394 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dac256a9-4aaa-4842-b2f9-4164a599fe9f req-a8282970-74f5-42f9-a3ce-6fba2a5cf099 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Dec 10 16:52:56.944756 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:52:57.789710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b4aed-fb2a-4081-8f50-18f09b5cb056 req-b50404f9-ae3d-4b41-bb0e-8b22b393a192 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:57.791184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3f1b4aed-fb2a-4081-8f50-18f09b5cb056 req-b50404f9-ae3d-4b41-bb0e-8b22b393a192 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0485754 Dec 10 16:52:57.842303 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3f1b4aed-fb2a-4081-8f50-18f09b5cb056 req-797ffb6e-65f8-43d7-9a07-6976bcdc138f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Dec 10 16:52:58.959387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1a399-9f0f-4161-bea9-df43fef05845 req-f6ae7be3-7bf1-4693-9df8-d890cbfc63fd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:52:58.960838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ffb1a399-9f0f-4161-bea9-df43fef05845 req-f6ae7be3-7bf1-4693-9df8-d890cbfc63fd tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0489562 Dec 10 16:52:59.007671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ffb1a399-9f0f-4161-bea9-df43fef05845 req-db679e82-d1f7-4df8-9ac0-5dc23222ef08 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Dec 10 16:53:00.123615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97844cb2-e842-4324-b4ec-b0bf630fbdc0 req-1997b791-6b31-4f3a-8472-554d5575c539 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:00.125191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-97844cb2-e842-4324-b4ec-b0bf630fbdc0 req-1997b791-6b31-4f3a-8472-554d5575c539 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0491638 Dec 10 16:53:00.172418 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-97844cb2-e842-4324-b4ec-b0bf630fbdc0 req-90542534-bc2d-4b0a-990d-182ad8e97d2b tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Dec 10 16:53:01.292587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c0a4c-11fa-46d3-abc4-4e518f2d2e0a req-d69d3fe9-f01a-46ac-97fd-70330aa2e4d4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:01.294075 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8f3c0a4c-11fa-46d3-abc4-4e518f2d2e0a req-d69d3fe9-f01a-46ac-97fd-70330aa2e4d4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0518091 Dec 10 16:53:01.339966 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8f3c0a4c-11fa-46d3-abc4-4e518f2d2e0a req-32d4f9a9-7078-4aab-bf2d-d1656d45a5c2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Dec 10 16:53:02.454816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd628a-63f4-4f51-958d-dd8aa4e64804 req-14cb0e65-4c79-4c30-942a-c819f732f66c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:02.456206 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1ccd628a-63f4-4f51-958d-dd8aa4e64804 req-14cb0e65-4c79-4c30-942a-c819f732f66c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0486240 Dec 10 16:53:02.503332 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1ccd628a-63f4-4f51-958d-dd8aa4e64804 req-0e68ea97-d779-4e05-8cdc-d994facb9d8f tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Dec 10 16:53:02.968015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90087968-57e6-46b2-bced-9792a0b6290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:03.618072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e1b10-7003-48ac-b72f-d3f6b96615c5 req-9a46edf7-8883-45be-b6c6-64442d69cb99 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:03.619544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d0e1b10-7003-48ac-b72f-d3f6b96615c5 req-9a46edf7-8883-45be-b6c6-64442d69cb99 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0481870 Dec 10 16:53:03.666165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d0e1b10-7003-48ac-b72f-d3f6b96615c5 req-8e806d4f-5b15-48f2-aca1-da2cbd66bae4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Dec 10 16:53:04.784684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d868f-18ac-4c8a-b62f-2100f6104852 req-6d3215b2-a7a4-44ca-afb1-3799c10e60c2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:04.786227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-819d868f-18ac-4c8a-b62f-2100f6104852 req-6d3215b2-a7a4-44ca-afb1-3799c10e60c2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0530050 Dec 10 16:53:04.832804 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-819d868f-18ac-4c8a-b62f-2100f6104852 req-1f0ea4d5-3b46-414f-9e4f-9693006382be tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Dec 10 16:53:05.225097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8540859-9e82-4c92-9420-b180e966f164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:05.334358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-226615e9-3646-4c5e-aaec-1ea01a7dfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:05.335812 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-226615e9-3646-4c5e-aaec-1ea01a7dfddd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1098 time: 0.0407515 Dec 10 16:53:05.439342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-d06774fa-28b9-484c-89a7-4111f6960d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:05.441372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-d06774fa-28b9-484c-89a7-4111f6960d90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0867968 Dec 10 16:53:05.483721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-4c20874b-d858-4eb3-b58a-95eb859a1e89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0354223 Dec 10 16:53:05.542564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-44261051-9dbd-481b-b004-e7268fd38c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:05.544088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-44261051-9dbd-481b-b004-e7268fd38c6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0510240 Dec 10 16:53:05.577581 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-fd68d0e2-58d0-4e7b-9008-2777c9aa55a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248082 Dec 10 16:53:05.589634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-826e4077-17d2-4d28-a82d-3268c21d6b56 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:53:05.590673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-826e4077-17d2-4d28-a82d-3268c21d6b56 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049150 Dec 10 16:53:05.679358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-fdee5bbb-ba40-4c2f-8bfb-ea0484b5775c service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811391 Dec 10 16:53:05.771306 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7a02a7b8-e7b9-43fd-94e2-8a90670089c0 req-51620422-f409-46a8-b57a-d81d7e1f33a1 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Dec 10 16:53:05.946158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d76ba-40bb-486b-b393-d21259d3986e req-0128db52-0bc7-46c3-a967-e6a80867aa2c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:05.947606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0a0d76ba-40bb-486b-b393-d21259d3986e req-0128db52-0bc7-46c3-a967-e6a80867aa2c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0483930 Dec 10 16:53:05.994362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0a0d76ba-40bb-486b-b393-d21259d3986e req-784d8ac8-f1ca-4758-9a64-8c7cf39191fa tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Dec 10 16:53:06.647887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:07.107874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bdcc7-fee5-4e2c-ac46-5d3778ed0824 req-bf02ca06-56e8-4255-b095-6599fdd73a82 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:07.109422 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-283bdcc7-fee5-4e2c-ac46-5d3778ed0824 req-bf02ca06-56e8-4255-b095-6599fdd73a82 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0493064 Dec 10 16:53:07.159567 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-283bdcc7-fee5-4e2c-ac46-5d3778ed0824 req-ae7d8e03-d961-4dab-bbda-c374f7b3ca97 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Dec 10 16:53:07.911079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.274977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f8e48-0d97-4ae9-bf20-f878588dd1bb req-f01f0fc2-3497-42e8-a93a-122b6d4402e1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:08.277077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f07f8e48-0d97-4ae9-bf20-f878588dd1bb req-f01f0fc2-3497-42e8-a93a-122b6d4402e1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0511603 Dec 10 16:53:08.327463 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f07f8e48-0d97-4ae9-bf20-f878588dd1bb req-e3b20f32-def9-44e7-a992-6b296428f7e0 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Dec 10 16:53:08.730089 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:08.871349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-824a1f23-a7a0-4246-835e-257b387567c4 service neutron] 10.222.0.61 "GET /v2.0/ports/2afa1a45-0239-4f5f-ae20-522429980928/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0547121 Dec 10 16:53:09.395060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-575c4a79-9458-48f2-a5b0-b45d40e04b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.396544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-575c4a79-9458-48f2-a5b0-b45d40e04b01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a&tenant_id=7d123194e8e74e3aa5777a65fb3df026 HTTP/1.1" status: 200 len: 1098 time: 0.0410473 Dec 10 16:53:09.445028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1843a-e108-4dcc-bbb0-1d6546fd077f req-1f53f568-eafd-4c73-bc0a-7ef02e001727 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.447215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-49f1843a-e108-4dcc-bbb0-1d6546fd077f req-1f53f568-eafd-4c73-bc0a-7ef02e001727 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0504889 Dec 10 16:53:09.463664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-44b33bc2-1f68-4d7a-8cc0-b29793ac359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.465203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-44b33bc2-1f68-4d7a-8cc0-b29793ac359c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1098 time: 0.0403750 Dec 10 16:53:09.500364 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-49f1843a-e108-4dcc-bbb0-1d6546fd077f req-b35a73d0-b5aa-4123-b217-60a9c104b402 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Dec 10 16:53:09.565531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-49a3c4b0-9319-4a5f-addd-fdd2f3961042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.567073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-49a3c4b0-9319-4a5f-addd-fdd2f3961042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0926492 Dec 10 16:53:09.616314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-24a184e5-1aec-4400-9b23-38fc3491e11d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0358715 Dec 10 16:53:09.669156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-0d72e752-9a64-41de-b5ce-de40260a5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:09.670623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-0d72e752-9a64-41de-b5ce-de40260a5d3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0432942 Dec 10 16:53:09.713407 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-49f89558-bf8b-4dd8-a362-cf6c087346a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271554 Dec 10 16:53:09.805372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-5e230008-13d7-4081-9dc2-6f0f846ed08b service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801094 Dec 10 16:53:09.901983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bfa22be-42ac-4ca6-9c4c-d8329fc5b449 req-9977b36e-0f53-4bb2-bec9-a15c0d69bc10 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842369 Dec 10 16:53:10.614820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b0838-15f1-45f5-88ba-b512b5d9250c req-4ea6ee3e-a03a-4db7-b661-ff68f0381b7c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:10.616272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-250b0838-15f1-45f5-88ba-b512b5d9250c req-4ea6ee3e-a03a-4db7-b661-ff68f0381b7c tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0485718 Dec 10 16:53:10.662661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-250b0838-15f1-45f5-88ba-b512b5d9250c req-cf797397-1e79-407e-8547-7ee33cd18c51 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Dec 10 16:53:11.778840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa7a14-364b-464b-9644-98b9b8ec5a8e req-13c16f35-c3f5-461a-99a4-69caf0c45c95 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:11.780331 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-61fa7a14-364b-464b-9644-98b9b8ec5a8e req-13c16f35-c3f5-461a-99a4-69caf0c45c95 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0490921 Dec 10 16:53:11.826891 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-61fa7a14-364b-464b-9644-98b9b8ec5a8e req-cc4cc65d-3045-41d6-b82c-33c13dea0c56 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Dec 10 16:53:12.941351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dfa3a-72f6-40a6-aac2-a76040fb045d req-51e88a27-4d2a-4c70-814f-b1e3bd5064eb tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:12.942819 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4c2dfa3a-72f6-40a6-aac2-a76040fb045d req-51e88a27-4d2a-4c70-814f-b1e3bd5064eb tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0481906 Dec 10 16:53:12.994282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4c2dfa3a-72f6-40a6-aac2-a76040fb045d req-b2dc50f7-600f-4c0d-aa69-d4d27dc92559 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Dec 10 16:53:13.287791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c816f6-3860-40a6-a54f-be00f6f18e04 req-8e687040-b9c2-42eb-b1e9-06e469c2c4f1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.289315 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2c816f6-3860-40a6-a54f-be00f6f18e04 req-8e687040-b9c2-42eb-b1e9-06e469c2c4f1 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0524549 Dec 10 16:53:13.372634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-fbbef3ad-59ec-4ec0-ad47-8aa22f340989 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.374133 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-fbbef3ad-59ec-4ec0-ad47-8aa22f340989 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a&tenant_id=7d123194e8e74e3aa5777a65fb3df026&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 945 time: 0.0732145 Dec 10 16:53:13.377682 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2c816f6-3860-40a6-a54f-be00f6f18e04 req-6bbd99ca-afd7-4467-9ac8-782501ce161d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822461 Dec 10 16:53:13.460973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-a3135bf3-89cd-46e9-bdb5-101f2b89f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.462378 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-a3135bf3-89cd-46e9-bdb5-101f2b89f45b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d123194e8e74e3aa5777a65fb3df026&device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 1098 time: 0.0414193 Dec 10 16:53:13.491767 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:53:13.493963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:13.556983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-0be4af0c-d6a8-4301-b41b-83fae048a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.558596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-0be4af0c-d6a8-4301-b41b-83fae048a094 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 200 len: 916 time: 0.0892239 Dec 10 16:53:13.603546 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-dbf8cab5-767a-48da-941d-a8db8c9d45bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 200 len: 217 time: 0.0355761 Dec 10 16:53:13.636180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.656310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-a5f57c4d-55b4-449a-a0db-bdad8ea8f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:13.657810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-a5f57c4d-55b4-449a-a0db-bdad8ea8f9cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 200 len: 855 time: 0.0478265 Dec 10 16:53:13.662258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:13.680186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:13.683005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e490e42-8d02-4e05-beb0-5f8285c7a8f1" -d '{"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-unplugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:13.690639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-e534bc67-24d2-476f-bade-afdb5f2fa18a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39b347fb-34c4-451f-9806-4e5ed5065eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258317 Dec 10 16:53:13.697981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '2afa1a45-0239-4f5f-ae20-522429980928', 'network_id': '39b347fb-34c4-451f-9806-4e5ed5065eca', 'port_id': '2afa1a45-0239-4f5f-ae20-522429980928', 'mac_address': 'fa:16:3e:0d:a3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7295073f-62eb-47b7-8dab-3d9fac3491a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:53:13.704160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:13.741762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.755808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:13.790892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:13.791040 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-f2c5c24a-88cf-484a-afc3-73cf40a4c7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906870 Dec 10 16:53:13.797951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bd945a-f8e1-4d5b-9d7b-d68c813276e5 x-openstack-request-id: req-84bd945a-f8e1-4d5b-9d7b-d68c813276e5 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:13.798248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-unplugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:13.798508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84bd945a-f8e1-4d5b-9d7b-d68c813276e5 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:13.798898 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928', 'code': 200} Dec 10 16:53:13.859418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:53:13.859783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:53:13.868741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:13.893524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9757fa03-6174-4cbf-9bdc-eb08157e8f13 req-a9c85e93-47fc-45e8-bd8a-17f9023d431d service neutron] 10.222.0.61 "GET /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Dec 10 16:53:14.508614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d90e-c2b1-4c84-bfb0-4afed3c544ad req-745c87a7-c059-43b1-9b78-52ea78293c35 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:14.510530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1c22d90e-c2b1-4c84-bfb0-4afed3c544ad req-745c87a7-c059-43b1-9b78-52ea78293c35 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 943 time: 0.0559363 Dec 10 16:53:14.543768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.556466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:14.561406 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1c22d90e-c2b1-4c84-bfb0-4afed3c544ad req-d2bbf9d4-20fc-46f4-a989-e0b0ecc42f27 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Dec 10 16:53:14.582956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:14.638503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:14.693567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:14.701572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['2afa1a45-0239-4f5f-ae20-522429980928'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:15.505900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:15.556437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 2afa1a45-0239-4f5f-ae20-522429980928 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:15.557127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.635626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.667214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:15.679395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02aaf4-7a12-4237-9df9-3a6f87b41ca5 req-1f22aa24-3257-4dbb-9a0f-77c61beecbc2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:15.691515 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a02aaf4-7a12-4237-9df9-3a6f87b41ca5 req-1f22aa24-3257-4dbb-9a0f-77c61beecbc2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 944 time: 0.0489519 Dec 10 16:53:15.727806 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a02aaf4-7a12-4237-9df9-3a6f87b41ca5 req-ce4c2cbe-9d43-48aa-820e-c5116f70fa2e tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Dec 10 16:53:15.741364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:15.789340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:15.799651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:15.801969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e94f71-e27b-4ed4-9c5a-9f3235adf119" -d '{"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-plugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:15.836854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a31512c-86a6-483c-8a87-1e4de366d0d6 x-openstack-request-id: req-6a31512c-86a6-483c-8a87-1e4de366d0d6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:15.837243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-plugged", "status": "completed", "tag": "2afa1a45-0239-4f5f-ae20-522429980928", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:15.837503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a31512c-86a6-483c-8a87-1e4de366d0d6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:15.837900 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928', 'code': 200} Dec 10 16:53:15.843850 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f6955-f21c-4407-b078-0f2625660897 req-f0e430ed-8788-4256-aab7-0ab311788357 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:15.845368 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-730f6955-f21c-4407-b078-0f2625660897 req-f0e430ed-8788-4256-aab7-0ab311788357 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0488596 Dec 10 16:53:15.896429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-730f6955-f21c-4407-b078-0f2625660897 req-7af6ce7a-fb22-4299-b18f-80b8ad29d06d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Dec 10 16:53:16.014107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326d812-4238-497a-8f79-33563c351a56 req-d7d7b83b-ccdd-4eb1-b250-af4d56832799 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:16.015508 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3326d812-4238-497a-8f79-33563c351a56 req-d7d7b83b-ccdd-4eb1-b250-af4d56832799 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0529115 Dec 10 16:53:16.067797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3326d812-4238-497a-8f79-33563c351a56 req-9736d65c-6a72-4122-a445-60b1ed25ad16 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463774 Dec 10 16:53:16.670945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb1474-4d33-4b86-b76e-5e44e19ae36d req-ab16e2e5-3c2f-49cf-b133-d48d694b21e2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:16.672428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9eb1474-4d33-4b86-b76e-5e44e19ae36d req-ab16e2e5-3c2f-49cf-b133-d48d694b21e2 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0488219 Dec 10 16:53:16.719945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9eb1474-4d33-4b86-b76e-5e44e19ae36d req-a401c3a7-27f4-4768-8021-e543eee98b3d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Dec 10 16:53:17.581319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:17.835505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b363f-e786-459c-a697-213897c1fc21 req-27b6af99-3758-4fd7-be0a-60205ebd841d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:17.837048 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2b3b363f-e786-459c-a697-213897c1fc21 req-27b6af99-3758-4fd7-be0a-60205ebd841d tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0502124 Dec 10 16:53:17.886991 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2b3b363f-e786-459c-a697-213897c1fc21 req-58fff0fb-dff6-40d8-a00e-7976504d7799 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/security-groups?id=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Dec 10 16:53:18.362732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-a3f0cc60-5c5b-4214-87c6-7986148f6ec4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:18.364171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-a3f0cc60-5c5b-4214-87c6-7986148f6ec4 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 945 time: 0.0511236 Dec 10 16:53:18.460285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Deleting port 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:53:18.460542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.548094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] For port 2afa1a45-0239-4f5f-ae20-522429980928, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2afa1a45-0239-4f5f-ae20-522429980928,segment=NetworkSegment(c38fab09-c584-407f-81f2-a6706df9275b),segment_id=c38fab09-c584-407f-81f2-a6706df9275b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:18.548453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.561209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Calling delete_port for 2afa1a45-0239-4f5f-ae20-522429980928 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:53:18.775518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.794267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['2afa1a45-0239-4f5f-ae20-522429980928'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:18.803441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Pushing event deleted for resources: {'Port': ['ID=2afa1a45-0239-4f5f-ae20-522429980928,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:18.849677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] No DVR routers for this DVR port 2afa1a45-0239-4f5f-ae20-522429980928 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:53:18.852161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:18.856121 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cdb4b6f1-a63b-44f8-8cca-7e080fcbfbeb req-50bce3d9-446c-4f1c-aac6-4a24fede6ddf tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.61 "DELETE /v2.0/ports/2afa1a45-0239-4f5f-ae20-522429980928 HTTP/1.1" status: 204 len: 173 time: 0.4789896 Dec 10 16:53:18.856567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-deleted', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:18.858874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3f94bf-2e22-482e-959b-67a7e332f8d3" -d '{"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-deleted", "tag": "2afa1a45-0239-4f5f-ae20-522429980928"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:18.894554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a5c009-0302-40f3-a18d-a1d87d6bf836 x-openstack-request-id: req-27a5c009-0302-40f3-a18d-a1d87d6bf836 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:18.894861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1003e9e3-2ecb-43e8-800b-7a86e480837a", "name": "network-vif-deleted", "tag": "2afa1a45-0239-4f5f-ae20-522429980928", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:18.895123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27a5c009-0302-40f3-a18d-a1d87d6bf836 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:18.895533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1003e9e3-2ecb-43e8-800b-7a86e480837a', 'name': 'network-vif-deleted', 'tag': '2afa1a45-0239-4f5f-ae20-522429980928', 'status': 'completed', 'code': 200} Dec 10 16:53:18.981985 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04bf977c-940f-4da7-8493-492c958f3e81 req-344a06f1-ec0b-489b-8948-c30dcfa76a18 tempest-ServerDiskConfigTestJSON-1612850836 tempest-ServerDiskConfigTestJSON-1612850836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1003e9e3-2ecb-43e8-800b-7a86e480837a HTTP/1.1" status: 200 len: 210 time: 0.0268183 Dec 10 16:53:20.101044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 56028) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:20.149167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Deleting subnet 7295073f-62eb-47b7-8dab-3d9fac3491a1 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 16:53:20.152388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.187108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.225852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.370011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.396878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7295073f-62eb-47b7-8dab-3d9fac3491a1,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:20.404674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.407888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7295073f-62eb-47b7-8dab-3d9fac3491a1 HTTP/1.1" status: 204 len: 168 time: 0.3058500 Dec 10 16:53:20.409621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.409976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.410324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.410587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56030) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:20.410971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.410971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.411304 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.411633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.411960 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.412287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.412610 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.412958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.413286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.413606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caff875-5793-4270-9537-59f64542f8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:20.480776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.560165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.578895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b347fb-34c4-451f-9806-4e5ed5065eca']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:20.587740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38fab09-c584-407f-81f2-a6706df9275b') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:20.588035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38fab09-c584-407f-81f2-a6706df9275b') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:20.597065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.610406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.616094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 16:53:20.616463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 16:53:20.618091 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 16:53:20.730492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.736085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:20.739165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] 10.222.0.21 "DELETE /v2.0/networks/39b347fb-34c4-451f-9806-4e5ed5065eca HTTP/1.1" status: 204 len: 168 time: 0.3275709 Dec 10 16:53:20.755302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ace6-e05d-4fc8-813a-30cc44b6e610 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b347fb-34c4-451f-9806-4e5ed5065eca,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:20.980179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56034) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:21.022541 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bcaffd8b-789b-4f54-beca-3c239824bd84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d123194e8e74e3aa5777a65fb3df026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403731 Dec 10 16:53:21.024926 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56036) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:21.074878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.096215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.204080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.206768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:21.207975 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/789a6fd0-8c2f-43c2-9255-1d3987fdf9e0 HTTP/1.1" status: 204 len: 168 time: 0.1821582 Dec 10 16:53:21.216684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495f68f-f175-4ed5-bca8-f0578873c7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789a6fd0-8c2f-43c2-9255-1d3987fdf9e0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:22.133812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56058) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:22.228408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-418114895-network', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:22.335243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:22.337610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.346189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.421844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.494947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.524616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 16:53:22.530822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0439852-341c-41dc-9b1c-eca0d23927e3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:22.536554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.536945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Added segment 21893d7a-3414-45db-975a-247b70cb2d36 of type vlan for network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 Dec 10 16:53:22.577813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.649521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.650453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:22.651062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:22.708486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] Pushing event updated for resources: {'Network': ['ID=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:22.718921 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 16:53:22.765123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5598098f-087b-4942-b430-2a092a04b02d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6301730 Dec 10 16:53:22.768000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:22.773315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Request body: {'subnet': {'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-418114895-subnet', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:22.853637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:22.856506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.118555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.177556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:23.181863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:23.182221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Network hostable DHCP agents. Network: 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 16:53:23.241826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 16:53:23.298939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:23.302979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:23.303570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.307633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff180d8-2695-4e1e-add8-b6ddb1fd3fdd None None] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:53:23.382197 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06a82507-78b6-423e-90c2-a019147c7715 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6130188 Dec 10 16:53:23.385122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56064) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:23.389380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:23.406670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 16:53:23.412128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.482411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.483494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.539474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Allocated IP 172.20.0.2 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/0d064028-d8e6-490c-bd01-e7dbce94d37d) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:23.554410 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:53:23.568437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.613356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 2afa1a45-0239-4f5f-ae20-522429980928 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:53:23.613712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2afa1a45-0239-4f5f-ae20-522429980928 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:53:23.704090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.780494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.823964 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:23.827727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:23.831367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:23.838559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Pushing event updated for resources: {'Port': ['ID=0d064028-d8e6-490c-bd01-e7dbce94d37d,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:23.889687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Attempting to bind port 0d064028-d8e6-490c-bd01-e7dbce94d37d on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:23.890059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Attempting to bind port 0d064028-d8e6-490c-bd01-e7dbce94d37d by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:23.890428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Attempting to bind port 0d064028-d8e6-490c-bd01-e7dbce94d37d on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:23.895929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:23.896307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:23.896712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.897140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:23.897615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Bound port: 0d064028-d8e6-490c-bd01-e7dbce94d37d, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:23.898009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:23.958413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] For port 0d064028-d8e6-490c-bd01-e7dbce94d37d, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:23.961284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] For port 0d064028-d8e6-490c-bd01-e7dbce94d37d, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0d064028-d8e6-490c-bd01-e7dbce94d37d,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:24.008297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.042878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.111324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ace7-8b16-41ef-8f24-d535ad09b735 None None] Pushing event updated for resources: {'Port': ['ID=0d064028-d8e6-490c-bd01-e7dbce94d37d,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:24.306562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.333085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.440435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Allocated IP 172.26.4.35 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/2390c107-874c-401e-8c2c-c123590e8fdd) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:24.541435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.637180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.682436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:24.685617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:24.689364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:24.700159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba3e25-006f-4005-9f1f-267116c12f0b None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:24.731422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Pushing event updated for resources: {'Port': ['ID=2390c107-874c-401e-8c2c-c123590e8fdd,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:24.801176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-926a2a66-6370-4685-ad2a-a489ffe85a41 None None] Provisioning complete for port 2390c107-874c-401e-8c2c-c123590e8fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:24.802377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-926a2a66-6370-4685-ad2a-a489ffe85a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:24.849425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-926a2a66-6370-4685-ad2a-a489ffe85a41 None None] Port 2390c107-874c-401e-8c2c-c123590e8fdd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:25.035625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51e8f3-dac9-4bbc-b862-610049640deb None None] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 16:53:25.076641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.098429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] Provisioning complete for port 0d064028-d8e6-490c-bd01-e7dbce94d37d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:25.098873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.215808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.253344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] For port 0d064028-d8e6-490c-bd01-e7dbce94d37d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0d064028-d8e6-490c-bd01-e7dbce94d37d,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:25.302604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.342301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.396360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437692-92a0-443d-950e-1bce7bf71833 None None] Pushing event updated for resources: {'Port': ['ID=0d064028-d8e6-490c-bd01-e7dbce94d37d,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:25.464060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5fcb5270-8a73-44a5-be62-eba533c584f4 None None] Provisioning complete for port 0d064028-d8e6-490c-bd01-e7dbce94d37d triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:25.467375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5fcb5270-8a73-44a5-be62-eba533c584f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.513452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Router d20d653b-fa65-4ce1-8109-63426fde72a1 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 16:53:25.625817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:25.637146 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:25.647840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0d064028-d8e6-490c-bd01-e7dbce94d37d up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:25.651881 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:25.656488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:25.707347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 0d064028-d8e6-490c-bd01-e7dbce94d37d triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:25.713942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.736345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:25.737689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3ea38045-d822-4898-bd28-366259f32e9a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3516231 Dec 10 16:53:25.740325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56066) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:25.763050 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:25.938397 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:24Z', 'revision_number': 3, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:25.963271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:25.963554 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Updating router d20d653b-fa65-4ce1-8109-63426fde72a1 port 2390c107-874c-401e-8c2c-c123590e8fdd binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:53:25.991451 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.160212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.235553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.323957 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.354862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Allocated IP 172.20.0.1 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/22d252be-a45d-4d29-8090-af5a7bbb768e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:26.367463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a585f1d-ddd1-40b1-839c-368e8efbe853 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:26.379399 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Pushing event updated for resources: {'Port': ['ID=2390c107-874c-401e-8c2c-c123590e8fdd,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:26.385578 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Attempting to bind port 2390c107-874c-401e-8c2c-c123590e8fdd on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:26.385950 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Attempting to bind port 2390c107-874c-401e-8c2c-c123590e8fdd by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:26.386330 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Attempting to bind port 2390c107-874c-401e-8c2c-c123590e8fdd on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:26.391553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.391906 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.392255 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.392592 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.392943 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.393278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.393607 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.393938 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.394266 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.394592 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.394914 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.395235 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.395555 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:26.399045 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:26.402644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:26.402644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.402644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:26.402644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Bound port: 2390c107-874c-401e-8c2c-c123590e8fdd, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:26.402644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.453681 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] For port 2390c107-874c-401e-8c2c-c123590e8fdd, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:26.456635 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] For port 2390c107-874c-401e-8c2c-c123590e8fdd, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2390c107-874c-401e-8c2c-c123590e8fdd,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:26.461654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.469054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cc069cca-3498-430c-bcbd-e8a536e3d783 None None] Provisioning complete for port 2390c107-874c-401e-8c2c-c123590e8fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:26.469464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cc069cca-3498-430c-bcbd-e8a536e3d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.502252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cc069cca-3498-430c-bcbd-e8a536e3d783 None None] Port 2390c107-874c-401e-8c2c-c123590e8fdd cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:26.533848 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.556843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.600516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:26.605585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:26.608304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:26.631648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Pushing event updated for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:26.658194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.666447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596de579-5d51-4319-97fd-bfe5584daae4 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 16:53:26.679634 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:26.680252 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:26.681988 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077f329-8d24-4009-b7b8-81ce3cde1b81 None None] Pushing event updated for resources: {'Port': ['ID=2390c107-874c-401e-8c2c-c123590e8fdd,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:26.726836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] Provisioning complete for port 2390c107-874c-401e-8c2c-c123590e8fdd triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:26.727395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.805515 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:26.824693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.852324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] For port 2390c107-874c-401e-8c2c-c123590e8fdd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2390c107-874c-401e-8c2c-c123590e8fdd,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:26.935455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.937551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:26.991420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3917874-739e-48bc-adb2-1e5019279ae6 None None] Pushing event updated for resources: {'Port': ['ID=2390c107-874c-401e-8c2c-c123590e8fdd,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:26.999405 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:24Z', 'revision_number': 3, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:27.032124 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b42a76-1abc-4bbc-9fb5-6987264573d8 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:24Z', 'revision_number': 3, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:27.057141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c80b188d-21b3-47b7-a9f6-32a139eafb2b None None] Provisioning complete for port 22d252be-a45d-4d29-8090-af5a7bbb768e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:27.057522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c80b188d-21b3-47b7-a9f6-32a139eafb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.098396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c80b188d-21b3-47b7-a9f6-32a139eafb2b None None] Port 22d252be-a45d-4d29-8090-af5a7bbb768e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:27.392428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.447844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.519833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.521731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Pushing event updated for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:27.637468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:27.638941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:27.663796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2390c107-874c-401e-8c2c-c123590e8fdd up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:27.715069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2390c107-874c-401e-8c2c-c123590e8fdd triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:27.715450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.774804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:27.905257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:27.910515 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0cd208da-ff00-42cc-a447-a48a2f57c203 admin admin] 10.222.0.21 "PUT /v2.0/routers/d20d653b-fa65-4ce1-8109-63426fde72a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691780 Dec 10 16:53:27.925192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-577ce648-1437-45e9-9d39-046dfe083111 None None] Provisioning complete for port 22d252be-a45d-4d29-8090-af5a7bbb768e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:27.925570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-577ce648-1437-45e9-9d39-046dfe083111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:27.962770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-577ce648-1437-45e9-9d39-046dfe083111 None None] Port 22d252be-a45d-4d29-8090-af5a7bbb768e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:28.618187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:28.628389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:28.632170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:28.732399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:28.936024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:27Z', 'revision_number': 2, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:28.966260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:28.966622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Updating router d20d653b-fa65-4ce1-8109-63426fde72a1 port 22d252be-a45d-4d29-8090-af5a7bbb768e binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 16:53:29.143081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.392540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.422049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56076) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:29.426823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604712889', 'description': 'tempest-description--962014145'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:29.467146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.517017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67745-beab-4c60-9515-6076a9ebef33 None None] Pushing event updated for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:29.551096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.572774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Attempting to bind port 22d252be-a45d-4d29-8090-af5a7bbb768e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:29.573189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Attempting to bind port 22d252be-a45d-4d29-8090-af5a7bbb768e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:29.573570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Attempting to bind port 22d252be-a45d-4d29-8090-af5a7bbb768e on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:29.584865 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:29.585170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:29.589053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.589053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:29.589053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Bound port: 22d252be-a45d-4d29-8090-af5a7bbb768e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:29.589053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.636769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.673559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] For port 22d252be-a45d-4d29-8090-af5a7bbb768e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:29.676814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] For port 22d252be-a45d-4d29-8090-af5a7bbb768e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d252be-a45d-4d29-8090-af5a7bbb768e,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:29.718354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.742685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.749469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9f0bb-d700-42b5-a8e1-c822ea40f257,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:29.795030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.797187 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6bcd6390-12d6-499e-bdca-6bbd9cdad587 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3740442 Dec 10 16:53:29.800119 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 56078) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:29.804795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'security_group_rule': {'security_group_id': '71d9f0bb-d700-42b5-a8e1-c822ea40f257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:29.816572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:29.817241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:29.819055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67745-beab-4c60-9515-6076a9ebef33 None None] Pushing event updated for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:29.881996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] Provisioning complete for port 22d252be-a45d-4d29-8090-af5a7bbb768e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:29.882373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.890275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.960567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:29.966779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:30.034202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.057168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.073033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901a6434-498a-4859-a299-ddf108a29a63,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:30.143670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.143874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] For port 22d252be-a45d-4d29-8090-af5a7bbb768e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d252be-a45d-4d29-8090-af5a7bbb768e,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:30.145274 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea227a75-a3cf-4932-b0b5-796d83e9cfc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440793 Dec 10 16:53:30.148011 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 56080) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:30.152681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'security_group_rule': {'security_group_id': '71d9f0bb-d700-42b5-a8e1-c822ea40f257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:30.204165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.232172 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.261897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdfab0-28d3-494c-baee-2eda578e21e4 None None] Pushing event updated for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:30.267623 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:29Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:30.289014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.294746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d692f5-a52f-4dee-8a29-44a150bd57a3 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:29Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:30.323605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1ef076b4-14ec-4ac1-ba3d-c9f8330a4d57 None None] Provisioning complete for port 22d252be-a45d-4d29-8090-af5a7bbb768e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:30.324013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ef076b4-14ec-4ac1-ba3d-c9f8330a4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.368163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.392953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f673a5b-cff9-43bc-bedc-1390a1ca27fd,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:30.461749 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.463009 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-aebb4794-fa13-4a4c-bd3b-f52fc7d18d5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139827 Dec 10 16:53:30.466144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 56082) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:30.470827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:30.563847 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.668382 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.773703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Allocated IP 172.26.4.106 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/b3452314-a973-4b6c-b5b7-573628623c43) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:30.884232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:30.979943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.023118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:31.026434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:31.030025 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:31.054703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=b3452314-a973-4b6c-b5b7-573628623c43,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:31.129654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.225717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.377803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.427702 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.502214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=b3452314-a973-4b6c-b5b7-573628623c43,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:31.512032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.563893 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.569927 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f01c8fe6-c418-452c-a1ca-a105a3259a2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1027808 Dec 10 16:53:31.640628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d252be-a45d-4d29-8090-af5a7bbb768e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:31.689207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 22d252be-a45d-4d29-8090-af5a7bbb768e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:31.689585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:31.732002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-60612f23-42c0-44e7-9272-9fe697e064d9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--604712889&fields=id&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 267 time: 0.0521502 Dec 10 16:53:31.843106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-dc40d61f-8ecc-4ef7-9a38-5fe4cadfb2e9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:31.844591 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-dc40d61f-8ecc-4ef7-9a38-5fe4cadfb2e9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1057217 Dec 10 16:53:31.860188 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-824858e7-4fa1-44ec-8f33-928509ccfc5b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/quotas/8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Dec 10 16:53:31.909670 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-bd63088b-3e13-4198-95a5-eecea75c5b59 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442460 Dec 10 16:53:31.970386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-4b174d1d-953b-415d-bec6-4f8ee2911752 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:53:31.971415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-4b174d1d-953b-415d-bec6-4f8ee2911752 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480599 Dec 10 16:53:32.060601 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-d082e046-632a-4d66-8477-cae30a6e72df service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825877 Dec 10 16:53:32.151082 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-8f7c9b0d-3302-4e1e-b3a8-eb6781a65c4a service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Dec 10 16:53:32.392476 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b60b08fa-e68a-4165-8cce-a228ba191dbb req-35d208db-b1f8-479c-9a8c-e8257109182a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0258045 Dec 10 16:53:32.992652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-25a97ea6-cdef-44e7-b649-266460dbca4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:33.488440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a2c7ff70-d6e4-4e2d-8eaf-bf8023dee475 req-eeeeb613-e261-4c3f-aa9c-d79ce718f21d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0286424 Dec 10 16:53:33.942782 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:53:34.484026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-03ae21c2-d318-4d09-82d3-f34de5700595 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:34.485509 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-03ae21c2-d318-4d09-82d3-f34de5700595 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1071157 Dec 10 16:53:34.554945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-3d8a3627-40ff-442d-9db5-ad9fcb824932 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 379 time: 0.0529523 Dec 10 16:53:34.568225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'port': {'device_id': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'admin_state_up': True, 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'security_groups': ['71d9f0bb-d700-42b5-a8e1-c822ea40f257']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:34.592365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0dd9854e-2aa6-4e17-8041-7ebf29b8f6cf req-46a2452c-1ca8-44ac-a1b1-160811c4ec14 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Dec 10 16:53:34.740833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:53:34.744382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:34.867178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Allocated IP 172.20.0.6 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/53db2a0d-f407-49ac-950a-58f2e6c15ab6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:53:35.003277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.082492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.125898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:53:35.129073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:53:35.132864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:53:35.165827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:35.179096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.179454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.179811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.180157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.180499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.180887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.181354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.181546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7a30b83b-9fbc-429f-83f7-ea4ca3332580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.182000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.182000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.182340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.182981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.183118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.183374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:35.205813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.206430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.279830 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-7aa9dcb0-639e-4cd4-b9be-de88bffca115 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155161 Dec 10 16:53:35.299837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Request body: {'port': {'device_id': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:35.353146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.366997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0614ba9b-79cd-49b2-95db-12fcb04d77fc None None] Provisioning complete for port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:35.367470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0614ba9b-79cd-49b2-95db-12fcb04d77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.400486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-0614ba9b-79cd-49b2-95db-12fcb04d77fc None None] Port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:53:35.612340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:35.619971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.634963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Transition to ACTIVE for port object 53db2a0d-f407-49ac-950a-58f2e6c15ab6 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:53:35.708079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd346e-7371-466c-9538-3102fd36544b req-f845b241-4380-4820-b825-c4910a867995 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:35.709596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1bcd346e-7371-466c-9538-3102fd36544b req-f845b241-4380-4820-b825-c4910a867995 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 931 time: 0.0483925 Dec 10 16:53:35.710679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.783420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:35.820237 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1bcd346e-7371-466c-9538-3102fd36544b req-4c8437c5-1142-42d0-8736-c5e09c28d196 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996170 Dec 10 16:53:35.874088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Attempting to bind port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:53:35.874426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Attempting to bind port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:53:35.874762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Attempting to bind port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:35.879363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:53:35.879768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Attempting to bind port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:53:35.884881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:53:35.885253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:53:35.885642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:53:35.886626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Bound port: 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:53:35.886994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:35.952470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:53:35.955441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:53:36.101462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:36.138407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.138947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:36.140325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] 10.222.0.61 "PUT /v2.0/ports/53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 1093 time: 0.8452048 Dec 10 16:53:36.140797 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:36.143114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:36.177928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f30a-471f-48a0-acf0-19c37decc26d service neutron] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:36.190001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3188c-059e-4b82-b83e-c3b133d405d5 x-openstack-request-id: req-f6d3188c-059e-4b82-b83e-c3b133d405d5 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:36.190001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:36.190001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6d3188c-059e-4b82-b83e-c3b133d405d5 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:36.190001 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'status': 'completed', 'code': 200} Dec 10 16:53:36.261562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-8143130f-353f-4a66-b423-8c28e4edc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.263336 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-8143130f-353f-4a66-b423-8c28e4edc466 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0525856 Dec 10 16:53:36.372341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-137f15c9-1e34-455c-9242-440832536d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.373770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-137f15c9-1e34-455c-9242-440832536d48 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8b145e843d9b4e8db1aabb08599276c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006119 Dec 10 16:53:36.486635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-013a4c91-d63d-4516-9a6d-3a555e9013df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.488024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88cdc049-1f8c-4cb3-be05-c4e974a9d4ef req-013a4c91-d63d-4516-9a6d-3a555e9013df service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026893 Dec 10 16:53:36.582897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-271bd6db-fb55-49c0-82f3-951fd6a34454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.584530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-271bd6db-fb55-49c0-82f3-951fd6a34454 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0448940 Dec 10 16:53:36.638964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-44be3153-2d29-4b41-86d4-2c3a672d15ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 217 time: 0.0351918 Dec 10 16:53:36.653622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:36.698304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-751aaf6e-9bc3-442c-86fa-b93cfb68336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.699860 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-751aaf6e-9bc3-442c-86fa-b93cfb68336b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0492048 Dec 10 16:53:36.752697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-cfd31e7d-8050-4cfe-a6fa-7860c74aa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.754207 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-cfd31e7d-8050-4cfe-a6fa-7860c74aa11c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434616 Dec 10 16:53:36.855856 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-bfcced12-700a-4b5c-8c3e-d43b10fc1506 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887969 Dec 10 16:53:36.990763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076d2f-1434-49ab-b86a-33cd1ac83c26 req-e174209c-e8c6-41f2-a61a-608856d4b2ae tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:36.990763 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9a076d2f-1434-49ab-b86a-33cd1ac83c26 req-e174209c-e8c6-41f2-a61a-608856d4b2ae tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 943 time: 0.0757787 Dec 10 16:53:36.994646 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bf1fb6c4-4223-4545-80c8-62c368b2b7b6 req-56d90bd5-ffb5-47d2-ac3e-5450234ee277 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258919 Dec 10 16:53:37.037042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9a076d2f-1434-49ab-b86a-33cd1ac83c26 req-ff67a013-4ff9-4872-ad48-a60baa954e82 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414193 Dec 10 16:53:37.912239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:38.153741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc0b3b-bcce-459e-be65-26091389be08 req-0dfa2c3a-ca9d-48f3-8a11-33d7742ffcdf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:38.155596 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ebc0b3b-bcce-459e-be65-26091389be08 req-0dfa2c3a-ca9d-48f3-8a11-33d7742ffcdf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 943 time: 0.0491848 Dec 10 16:53:38.203104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ebc0b3b-bcce-459e-be65-26091389be08 req-5c542e3d-e41d-4242-bfdd-bd6f6aa80414 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Dec 10 16:53:38.704776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:39.321074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844cc38-9891-4c1f-8e8f-89963786bd67 req-764189c3-2337-44ad-83e0-e63b92fe9294 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:39.322593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e844cc38-9891-4c1f-8e8f-89963786bd67 req-764189c3-2337-44ad-83e0-e63b92fe9294 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 943 time: 0.0528395 Dec 10 16:53:39.368412 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e844cc38-9891-4c1f-8e8f-89963786bd67 req-b10c9df7-f911-48db-9861-ec9a7b4e348f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399630 Dec 10 16:53:39.616005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:53:39.710477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:39.722525 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'mac_address': 'fa:16:3e:d1:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:53:39.761418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:39.773888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:53:39.793590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:39.864613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:39.910642 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:39.918281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.918629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.918985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.919307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.919635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.919960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.920317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.920667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.921019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.921346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.921666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.921984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:39.922302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:53:40.121386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['53db2a0d-f407-49ac-950a-58f2e6c15ab6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:53:40.481386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bd5f8-2fed-4d7e-a99a-9f886d3af344 req-e4da4212-32a4-4e66-a669-dba4a0bcda6e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:40.482873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e3bd5f8-2fed-4d7e-a99a-9f886d3af344 req-e4da4212-32a4-4e66-a669-dba4a0bcda6e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 944 time: 0.0489066 Dec 10 16:53:40.529205 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0e3bd5f8-2fed-4d7e-a99a-9f886d3af344 req-866d6250-52f5-4973-acb5-53dec6dad676 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Dec 10 16:53:41.632200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:53:41.642187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560a26a-6d7b-421e-a12f-5de7facf094f req-8f1146ed-9160-4508-a5f6-9d44708e0780 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:41.643730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5560a26a-6d7b-421e-a12f-5de7facf094f req-8f1146ed-9160-4508-a5f6-9d44708e0780 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 944 time: 0.0487709 Dec 10 16:53:41.696997 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5560a26a-6d7b-421e-a12f-5de7facf094f req-1ffe3b39-7893-48be-8cf4-56799d750b7b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468552 Dec 10 16:53:41.773269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:53:41.777255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:53:41.777626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:41.851507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:41.876469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:41.878692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8eb89-0145-4808-a37e-a95682615788" -d '{"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:41.892955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:53:41.915223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d45c0-a1b5-436a-921b-215e27651dfd x-openstack-request-id: req-f27d45c0-a1b5-436a-921b-215e27651dfd {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:41.915223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:41.915427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f27d45c0-a1b5-436a-921b-215e27651dfd {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:41.915749 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'code': 200} Dec 10 16:53:41.961996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:42.010221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:53:42.292450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b9bec-bccd-4054-adab-334044d0eae6 req-7a00d63c-dd24-4e6e-817e-1271e3a19c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:42.293929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-232b9bec-bccd-4054-adab-334044d0eae6 req-7a00d63c-dd24-4e6e-817e-1271e3a19c40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0854023 Dec 10 16:53:42.341910 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-232b9bec-bccd-4054-adab-334044d0eae6 req-cffa1339-0425-48d0-a396-630469f87cff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361025 Dec 10 16:53:42.811106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e39c38-97ec-433b-a3ab-e0d842512103 req-5a2a46c5-f580-4f74-ad6c-7a666ab92559 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:42.812558 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-31e39c38-97ec-433b-a3ab-e0d842512103 req-5a2a46c5-f580-4f74-ad6c-7a666ab92559 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Dec 10 16:53:42.858833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-31e39c38-97ec-433b-a3ab-e0d842512103 req-73ff7c62-8521-410b-a892-46c880c42284 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Dec 10 16:53:43.978326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f3ed8-93d3-4125-be86-0664baf0cf35 req-92609396-c699-4a2a-932a-8bfa406b9bad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:43.979782 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-288f3ed8-93d3-4125-be86-0664baf0cf35 req-92609396-c699-4a2a-932a-8bfa406b9bad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0527003 Dec 10 16:53:44.026150 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-288f3ed8-93d3-4125-be86-0664baf0cf35 req-96b0d585-3f86-43eb-bbb4-2e2a56b9ce33 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405059 Dec 10 16:53:44.135383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ee66-9a73-49ef-a364-18c736c9337b req-7ee2a9f4-0b10-48b2-9349-e6e24107cadb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:44.139072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee47ee66-9a73-49ef-a364-18c736c9337b req-7ee2a9f4-0b10-48b2-9349-e6e24107cadb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0485401 Dec 10 16:53:44.146131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56142) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:53:44.150681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'floatingip': {'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:53:44.192968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:44.612560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:44.660748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:45.020236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 associated. External IP: 172.26.4.106, port: 53db2a0d-f407-49ac-950a-58f2e6c15ab6. Dec 10 16:53:45.226813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:53:45.333135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:53:45.337724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:53:45.344664 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:53:45.354715 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:45.355326 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:45.364814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d2cc3c7a-1085-4e6e-b857-4c50eeb602ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "PUT /v2.0/floatingips/6511653d-cf4b-4946-9779-26b9bd291757 HTTP/1.1" status: 200 len: 991 time: 1.2176213 Dec 10 16:53:45.365636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:53:45.368061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b7622-e0f7-4fcc-8c86-f2183075fd61" -d '{"events": [{"name": "network-changed", "server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:53:45.411197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfbc42-6a15-4fa3-a78f-68a1c129898d x-openstack-request-id: req-a1cfbc42-6a15-4fa3-a78f-68a1c129898d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:53:45.411197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:53:45.411398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1cfbc42-6a15-4fa3-a78f-68a1c129898d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:53:45.411823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'status': 'completed', 'code': 200} Dec 10 16:53:45.463053 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:45.482858 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-7c5ef810-f329-4f8b-8d1c-a3937911367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:45.484375 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-7c5ef810-f329-4f8b-8d1c-a3937911367b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0504737 Dec 10 16:53:45.576369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-dc77da56-d0af-4a16-a615-c5c69808107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:45.578081 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-dc77da56-d0af-4a16-a615-c5c69808107d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0860891 Dec 10 16:53:45.647219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-6561e500-1021-4cb7-b91d-1066f2ece5d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 999 time: 0.0615001 Dec 10 16:53:45.686211 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:d1:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:53:44Z', 'revision_number': 1, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:45.704512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-f9e5f38d-fae2-4418-a6c3-2b5cd921b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:45.706037 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-f9e5f38d-fae2-4418-a6c3-2b5cd921b74d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0522428 Dec 10 16:53:45.711891 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:53:45.720187 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:53:45.720784 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:53:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:45.751399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-795d24bb-309b-4e5e-b6b6-c7f78db41327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:53:45.752913 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-795d24bb-309b-4e5e-b6b6-c7f78db41327 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399060 Dec 10 16:53:45.823886 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:53:45.856546 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-1f60f03d-f95f-4622-a350-4661ed03cf16 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942240 Dec 10 16:53:45.947193 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-221b7622-e0f7-4fcc-8c86-f2183075fd61 req-56bcc9d6-686c-48e7-8a6c-14a1e8a45779 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Dec 10 16:53:46.043419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:d1:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:53:44Z', 'revision_number': 1, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:53:46.069616 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bc917-b3d4-4227-8c30-6a501fa9e2fb None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:d1:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:53:44Z', 'revision_number': 1, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:53:46.268877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfcbee-846d-4cce-a0b7-d700602d0b2c None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:53:47.603650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:02.974457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d977a3fc-76ed-4d8b-952e-77e5f567ea70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:05.157404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-132f5045-e1f6-4d85-ae1f-622d847ce258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:06.669664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:07.318711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-30474c0d-030a-4d09-b843-12eb9feee6a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391259 Dec 10 16:54:07.403025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-bbe08863-4392-4137-9902-fa473c9dfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.404555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-bbe08863-4392-4137-9902-fa473c9dfea6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0435810 Dec 10 16:54:07.506854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-6de1ade4-ce02-4475-91ef-f2e7d7058759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.513628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-6de1ade4-ce02-4475-91ef-f2e7d7058759 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0826273 Dec 10 16:54:07.578932 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-1b12c400-9766-4c17-b07d-fa65aa874afd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 1001 time: 0.0610366 Dec 10 16:54:07.630919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-1aeedfbd-534a-4bea-9b76-0ee910bef884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.632442 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-1aeedfbd-534a-4bea-9b76-0ee910bef884 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0443544 Dec 10 16:54:07.678086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-012816fe-08a1-42f0-b166-760d74962c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:07.679443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-012816fe-08a1-42f0-b166-760d74962c90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391812 Dec 10 16:54:07.776205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-421f53e2-5bc7-4c74-a1d7-005b96cc8d73 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878694 Dec 10 16:54:07.871403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b7ac25b8-1fde-4273-8c7a-875307b668d8 req-6a697abb-0ec2-4944-b4cf-7a2c10a252f8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Dec 10 16:54:07.904225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:08.703842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:10.940886 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:54:17.606871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:24.953556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba443c8-ffb6-46da-86ea-67952d01b3b5 req-9ce557c2-e848-4670-a25f-215059f5cc0a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:24.955027 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ba443c8-ffb6-46da-86ea-67952d01b3b5 req-9ce557c2-e848-4670-a25f-215059f5cc0a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Dec 10 16:54:25.010002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ba443c8-ffb6-46da-86ea-67952d01b3b5 req-8bea9736-f4a3-4803-ad94-7a2ad23b5b25 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491166 Dec 10 16:54:25.407448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f30d-2d00-40f7-8bf6-800f3cbc0cd2 req-7f485e06-965e-4215-ba31-09eeaf8f808b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:25.409014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b564f30d-2d00-40f7-8bf6-800f3cbc0cd2 req-7f485e06-965e-4215-ba31-09eeaf8f808b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Dec 10 16:54:25.456347 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b564f30d-2d00-40f7-8bf6-800f3cbc0cd2 req-2bd4bb76-e4d7-4023-9c0c-569b1839b1ab tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Dec 10 16:54:25.503849 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-45ac383c-a33f-47cc-9816-826325e15b70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414193 Dec 10 16:54:26.575816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952746b8-b65e-4d74-850f-c91da7a7332b req-f79934b1-1b85-4a99-9a0a-2d88333ec461 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:26.577331 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-952746b8-b65e-4d74-850f-c91da7a7332b req-f79934b1-1b85-4a99-9a0a-2d88333ec461 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Dec 10 16:54:26.625700 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-952746b8-b65e-4d74-850f-c91da7a7332b req-27eaa7d0-7d93-4231-903d-8ab33a05c6ff tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Dec 10 16:54:27.612078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-a650fcce-91e8-47d6-b000-112cd3d702f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.613664 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-a650fcce-91e8-47d6-b000-112cd3d702f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0423725 Dec 10 16:54:27.737571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-87416c02-6ddf-48f1-8a35-515ab616029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.738938 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-87416c02-6ddf-48f1-8a35-515ab616029e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.1121213 Dec 10 16:54:27.757829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a734a-2282-4c16-8870-1d998402d77b req-3b866f60-a110-443b-b7ac-e76846145da1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.759206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d6a734a-2282-4c16-8870-1d998402d77b req-3b866f60-a110-443b-b7ac-e76846145da1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Dec 10 16:54:27.855293 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-1af3c51d-0889-48c9-aae3-6b9815544130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 1001 time: 0.0950089 Dec 10 16:54:27.862299 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d6a734a-2282-4c16-8870-1d998402d77b req-5e464040-5c44-40f2-b57f-ab0bd7e95e0a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961921 Dec 10 16:54:27.909991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-1098849a-d806-4d48-af13-5c629772348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.911443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-1098849a-d806-4d48-af13-5c629772348c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0448747 Dec 10 16:54:27.962329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-d3ce4d42-690f-4271-abbe-0ebfa55d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:27.963808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-d3ce4d42-690f-4271-abbe-0ebfa55d4126 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395849 Dec 10 16:54:28.062639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-2ca24f91-75c6-4443-9cb4-53da5e6432ca service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851424 Dec 10 16:54:28.156593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-8dbd3e9c-a4e7-41ac-9fa8-45300f750eae service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813978 Dec 10 16:54:28.988384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860f042-9f3a-43c2-9b53-31dd3f78aad4 req-60ea2573-d42a-4b6d-acd3-22959beff425 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:28.991126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4860f042-9f3a-43c2-9b53-31dd3f78aad4 req-60ea2573-d42a-4b6d-acd3-22959beff425 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0532057 Dec 10 16:54:29.037440 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4860f042-9f3a-43c2-9b53-31dd3f78aad4 req-0d796906-234c-4538-ab06-aa8dfb6db2db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417001 Dec 10 16:54:30.159749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e6212-fbe6-451a-be56-dc062e8584e7 req-88af79c1-b9b5-4692-a7c5-5bca82aa934e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:30.161223 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7f4e6212-fbe6-451a-be56-dc062e8584e7 req-88af79c1-b9b5-4692-a7c5-5bca82aa934e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Dec 10 16:54:30.206950 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7f4e6212-fbe6-451a-be56-dc062e8584e7 req-b7344410-4b5a-421c-8e50-678d9576e24c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Dec 10 16:54:31.322271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607033ed-88d2-4183-b4d5-b359082ebd9b req-eef01380-c8c2-45bb-941d-dbfc579202ce tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:31.323752 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-607033ed-88d2-4183-b4d5-b359082ebd9b req-eef01380-c8c2-45bb-941d-dbfc579202ce tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0494530 Dec 10 16:54:31.373370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-607033ed-88d2-4183-b4d5-b359082ebd9b req-2207363f-184f-477b-8b68-d098c9997822 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437415 Dec 10 16:54:32.486406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aceb030-16dd-4652-bb8b-75ea94067196 req-a724c772-7415-4b19-bd84-3243cb1486ad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:32.487878 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9aceb030-16dd-4652-bb8b-75ea94067196 req-a724c772-7415-4b19-bd84-3243cb1486ad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Dec 10 16:54:32.534640 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9aceb030-16dd-4652-bb8b-75ea94067196 req-6c8e8ecb-c411-428e-a24d-4e0abec9abbb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Dec 10 16:54:33.006317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4313-b707-47e2-aa4c-7502d7ae6868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:33.653562 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26e109-0b00-41a2-87b8-69b8a040216f req-2dd9bd53-8106-4083-98b3-e405df1f9bd1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:33.655033 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3d26e109-0b00-41a2-87b8-69b8a040216f req-2dd9bd53-8106-4083-98b3-e405df1f9bd1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0538697 Dec 10 16:54:33.701474 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3d26e109-0b00-41a2-87b8-69b8a040216f req-f0c06718-77e7-4ab3-8d31-98da59fe7d95 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406203 Dec 10 16:54:34.816279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de039d-8fa1-4252-88ec-c0c482518e80 req-ecfe8b1b-8286-4959-b491-91b0160866dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:34.817710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e0de039d-8fa1-4252-88ec-c0c482518e80 req-ecfe8b1b-8286-4959-b491-91b0160866dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Dec 10 16:54:34.868915 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e0de039d-8fa1-4252-88ec-c0c482518e80 req-1f40be82-1e62-49ec-b67b-11d2614ac726 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Dec 10 16:54:35.206517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1db72af5-8a13-4b2a-bbb2-98105d0a3b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:35.989769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce95238-e23f-4805-b797-262c9a901995 req-370a6ccc-6604-4ece-8b60-eb29993b902a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:35.993103 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ce95238-e23f-4805-b797-262c9a901995 req-370a6ccc-6604-4ece-8b60-eb29993b902a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0490592 Dec 10 16:54:36.038672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8ce95238-e23f-4805-b797-262c9a901995 req-a24d6cd0-ca31-4945-a3de-3f35d8f3c7fe tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Dec 10 16:54:36.697745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:37.153787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2ee8a-ad7b-41f4-b49f-884d050f4e9c req-afa44746-7f2b-4411-a6ac-10b454f46b41 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:37.155737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92c2ee8a-ad7b-41f4-b49f-884d050f4e9c req-afa44746-7f2b-4411-a6ac-10b454f46b41 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Dec 10 16:54:37.205968 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-92c2ee8a-ad7b-41f4-b49f-884d050f4e9c req-72100c07-1a04-4839-bddd-9d0ac7864190 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Dec 10 16:54:37.946003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:38.324019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3ed7-fea7-4849-a097-831ad19fe56a req-de42897c-9800-4055-bb57-8703a04d3bc4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:38.325524 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-86ab3ed7-fea7-4849-a097-831ad19fe56a req-de42897c-9800-4055-bb57-8703a04d3bc4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0482879 Dec 10 16:54:38.376203 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-86ab3ed7-fea7-4849-a097-831ad19fe56a req-5b94f184-342e-42bc-95be-8c641dfaa239 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447903 Dec 10 16:54:38.686444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:39.489653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719362b-15dc-4ea9-97c4-32df91ff98b0 req-48fc7120-9f9b-4bae-be86-e7f5a77cc2c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:39.491123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2719362b-15dc-4ea9-97c4-32df91ff98b0 req-48fc7120-9f9b-4bae-be86-e7f5a77cc2c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0481658 Dec 10 16:54:39.538218 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2719362b-15dc-4ea9-97c4-32df91ff98b0 req-ca830ad5-e116-4395-84b1-4e18091460f9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Dec 10 16:54:40.334154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-b5085e9c-2b0b-4121-92e3-8abbc0e3d53d service neutron] 10.222.0.61 "GET /v2.0/ports/53db2a0d-f407-49ac-950a-58f2e6c15ab6/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0570495 Dec 10 16:54:40.655652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c31c8-4f44-464c-8823-a6775bd9b4c9 req-0e303240-f23a-4f52-ad61-0c95d35c6e1e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:40.657187 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc9c31c8-4f44-464c-8823-a6775bd9b4c9 req-0e303240-f23a-4f52-ad61-0c95d35c6e1e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0499394 Dec 10 16:54:40.705583 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc9c31c8-4f44-464c-8823-a6775bd9b4c9 req-83233ea2-9df9-41d5-bc56-2bc2d638e0ff tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 Dec 10 16:54:40.893592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-a17aee40-1963-4241-88c3-9da72daa78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:40.895067 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-a17aee40-1963-4241-88c3-9da72daa78a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1098 time: 0.0401471 Dec 10 16:54:40.958683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-9f612613-8034-4ca6-a08c-0a1072cfef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:40.960110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-9f612613-8034-4ca6-a08c-0a1072cfef37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0392287 Dec 10 16:54:41.057200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-8a8397a6-58ef-425d-be67-85f8f6af9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:41.058645 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-8a8397a6-58ef-425d-be67-85f8f6af9d65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0861161 Dec 10 16:54:41.126419 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-52386aeb-ac95-433a-b466-21bcc51fbfe8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 1001 time: 0.0578372 Dec 10 16:54:41.179691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-450addfb-142d-40cd-83f8-b3bb39b7f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:41.181293 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-450addfb-142d-40cd-83f8-b3bb39b7f93d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0438333 Dec 10 16:54:41.235495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db8ed-619a-45fc-b394-977cec888c4c req-05cd1bfd-e071-4cf9-a8ca-3ccf49f0503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:41.237021 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-05cd1bfd-e071-4cf9-a8ca-3ccf49f0503d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440507 Dec 10 16:54:41.328886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-5eb63e1c-7455-41ac-bf0c-0f66f4728562 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791593 Dec 10 16:54:41.425569 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c94db8ed-619a-45fc-b394-977cec888c4c req-6cadacfd-f392-4cc2-a60c-a1136d15c516 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Dec 10 16:54:41.820108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9beaac-8cea-4523-bdbd-01134b807d64 req-9a1c998f-a12c-41bd-aed1-3b351bef528c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:41.821603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0e9beaac-8cea-4523-bdbd-01134b807d64 req-9a1c998f-a12c-41bd-aed1-3b351bef528c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0482373 Dec 10 16:54:41.867970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0e9beaac-8cea-4523-bdbd-01134b807d64 req-8934ec1b-b61b-4cf0-8ffe-154cee2d1a20 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398238 Dec 10 16:54:42.983199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d070cca-6156-4b19-8242-ecf7dd8e5423 req-96da7a3e-f11f-42dd-8e0c-0d7f82449e0c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:42.984671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1d070cca-6156-4b19-8242-ecf7dd8e5423 req-96da7a3e-f11f-42dd-8e0c-0d7f82449e0c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0480282 Dec 10 16:54:43.031956 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1d070cca-6156-4b19-8242-ecf7dd8e5423 req-85400d30-0d48-4ec9-9557-722526478317 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Dec 10 16:54:43.894532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:54:43.897570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:44.050477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:44.074706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:44.093895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:44.096394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977a033e-a714-40f8-a411-020b69aeab96" -d '{"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-unplugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:44.100985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'mac_address': 'fa:16:3e:d1:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:54:44.110505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:44.146071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ef536-093a-4bce-89bd-a83419529b8b x-openstack-request-id: req-8c5ef536-093a-4bce-89bd-a83419529b8b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:44.146302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-unplugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:44.146598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c5ef536-093a-4bce-89bd-a83419529b8b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:44.147070 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'code': 200} Dec 10 16:54:44.153460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec58e78-09a7-49ad-9a05-3a0ad90195ef req-a80d5beb-2135-46cc-b9c9-c01f51812226 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.155465 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ec58e78-09a7-49ad-9a05-3a0ad90195ef req-a80d5beb-2135-46cc-b9c9-c01f51812226 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0547163 Dec 10 16:54:44.157114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:44.170987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:44.180447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:44.203645 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3ec58e78-09a7-49ad-9a05-3a0ad90195ef req-13f523f4-8e79-427e-977e-15a5ce2d5e2b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Dec 10 16:54:44.394396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:54:44.394747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:54:44.403955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:44.411419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.411827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.412187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.412535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.412881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.413575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.413789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.414209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.414554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.414895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.415226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.415553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.415878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:44.519264 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54493c-ae3a-42b4-9fda-26174786cff4 req-a6397dbd-0dd0-4df8-aa09-01357b06db67 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.520737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3f54493c-ae3a-42b4-9fda-26174786cff4 req-a6397dbd-0dd0-4df8-aa09-01357b06db67 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 943 time: 0.0537434 Dec 10 16:54:44.570576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3f54493c-ae3a-42b4-9fda-26174786cff4 req-3227d046-4b63-4a06-8048-a82bfdf659fd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Dec 10 16:54:44.622928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-8e608e1d-100c-41f0-b872-c61032aeb8ef tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.624377 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-8e608e1d-100c-41f0-b872-c61032aeb8ef tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4&tenant_id=8b145e843d9b4e8db1aabb08599276c6&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 943 time: 0.0511854 Dec 10 16:54:44.707524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-6f29d97e-80f8-42cc-9ea9-210da5b394ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.708880 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-6f29d97e-80f8-42cc-9ea9-210da5b394ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0398879 Dec 10 16:54:44.800060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-d7aa19ec-2b78-4217-b0e4-f666273e2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.801519 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-d7aa19ec-2b78-4217-b0e4-f666273e2509 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0851445 Dec 10 16:54:44.865808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-55925b82-dd52-4026-af13-f02fa855db59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 200 len: 999 time: 0.0566792 Dec 10 16:54:44.919874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-df4662d2-608f-4886-8791-e70c6442ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.921368 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-df4662d2-608f-4886-8791-e70c6442ae9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0478513 Dec 10 16:54:44.929923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:44.942991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:44.962462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:44.967488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-c4e91401-c46b-4724-b18c-903b481de154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:44.969079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-c4e91401-c46b-4724-b18c-903b481de154 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403717 Dec 10 16:54:45.042785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:45.059714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-6b4a9d7e-34cb-45a2-ab24-9235bd9bc24f service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830979 Dec 10 16:54:45.094235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:45.106489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['53db2a0d-f407-49ac-950a-58f2e6c15ab6'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:54:45.156171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db2be064-b3c6-4bd7-ae95-03d6cdc4175d req-ae0b8d72-e435-4b82-82e2-11a1158b9788 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883746 Dec 10 16:54:45.693249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a33af-763e-46bb-92d3-b8dac45e9b2a req-4d98eaeb-e605-431c-a5b5-9541a0f15436 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:45.694718 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-546a33af-763e-46bb-92d3-b8dac45e9b2a req-4d98eaeb-e605-431c-a5b5-9541a0f15436 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 944 time: 0.0521774 Dec 10 16:54:45.742461 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-546a33af-763e-46bb-92d3-b8dac45e9b2a req-ab98c1dc-3546-4e20-920d-25c521f18cac tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410357 Dec 10 16:54:45.925648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:54:45.972368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:45.976124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.051185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.084042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:46.148477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:46.151151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be209287-149b-45ef-8694-f186adbd3256" -d '{"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:46.175447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:46.198771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a330c-9fff-4180-ac7b-542b1c461382 x-openstack-request-id: req-3c4a330c-9fff-4180-ac7b-542b1c461382 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:46.199073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:46.199335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c4a330c-9fff-4180-ac7b-542b1c461382 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:46.199725 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'code': 200} Dec 10 16:54:46.224715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:46.859102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f581bb-24f7-4ae0-ac8c-17a49f30bfff req-00c0704e-b88c-48b0-a3f7-50c00105f23e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:46.860588 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d7f581bb-24f7-4ae0-ac8c-17a49f30bfff req-00c0704e-b88c-48b0-a3f7-50c00105f23e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Dec 10 16:54:46.906979 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d7f581bb-24f7-4ae0-ac8c-17a49f30bfff req-0a9113a9-c594-41eb-9e5c-ab6262b6c89a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405240 Dec 10 16:54:47.023231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d6c2-a1f0-4c8a-b1bb-499a19087561 req-ca3fa5ba-a161-4110-a39b-408f471bc710 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:47.025333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b562d6c2-a1f0-4c8a-b1bb-499a19087561 req-ca3fa5ba-a161-4110-a39b-408f471bc710 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Dec 10 16:54:47.073353 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b562d6c2-a1f0-4c8a-b1bb-499a19087561 req-e46b4de4-fe03-407c-9109-08dd29173e7e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Dec 10 16:54:47.187097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f6d4-1a5c-4fc7-a0e8-1800c20804ce req-aeaaf76e-0e1d-4ed1-a512-95861dd9d07c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:47.188551 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8c78f6d4-1a5c-4fc7-a0e8-1800c20804ce req-aeaaf76e-0e1d-4ed1-a512-95861dd9d07c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0477035 Dec 10 16:54:47.238033 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8c78f6d4-1a5c-4fc7-a0e8-1800c20804ce req-8a4f8f2c-a60d-4cf3-822e-17d73dd2b1ed tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Dec 10 16:54:47.646112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:47.655696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c04e-60be-4d18-9dc6-9cbda5dd2d79 req-3d5a274f-7bab-4ef7-94fe-fedb087eb57a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:47.657208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6f1c04e-60be-4d18-9dc6-9cbda5dd2d79 req-3d5a274f-7bab-4ef7-94fe-fedb087eb57a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0501764 Dec 10 16:54:47.712095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b6f1c04e-60be-4d18-9dc6-9cbda5dd2d79 req-44c5f7b1-ee5a-4188-93a4-9626d4474935 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488317 Dec 10 16:54:47.939512 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:54:48.832424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902b39-a813-448a-aa1b-614bfd79c85a req-09b97617-19a7-4a26-9256-fddf2b5ccb11 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:48.833907 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b3902b39-a813-448a-aa1b-614bfd79c85a req-09b97617-19a7-4a26-9256-fddf2b5ccb11 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Dec 10 16:54:48.880383 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b3902b39-a813-448a-aa1b-614bfd79c85a req-08ed6831-cf0c-42d9-80e1-a72c69ea7de6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406013 Dec 10 16:54:49.512668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-bad8461c-5c31-46b4-8ca3-fa594bbe83ef tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:49.514056 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-bad8461c-5c31-46b4-8ca3-fa594bbe83ef tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0476322 Dec 10 16:54:49.605955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Deleting port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:54:49.606306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:49.700583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] For port 53db2a0d-f407-49ac-950a-58f2e6c15ab6, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=53db2a0d-f407-49ac-950a-58f2e6c15ab6,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:54:49.700979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:50.002724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f775c7-9a0d-4fed-b773-5a9e6bec95ff req-2937b9c0-f9b8-410f-8dcb-48e5850c16c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:50.004376 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-81f775c7-9a0d-4fed-b773-5a9e6bec95ff req-2937b9c0-f9b8-410f-8dcb-48e5850c16c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Dec 10 16:54:50.061116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-81f775c7-9a0d-4fed-b773-5a9e6bec95ff req-036f371c-d860-4add-a5b5-133e6591b3c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 Dec 10 16:54:50.209381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:50.209945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:50.209945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 disassociated. External IP: 172.26.4.106, port: 53db2a0d-f407-49ac-950a-58f2e6c15ab6. Dec 10 16:54:50.210291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Calling delete_port for 53db2a0d-f407-49ac-950a-58f2e6c15ab6 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:54:50.406294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:50.439510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'Port': ['ID=53db2a0d-f407-49ac-950a-58f2e6c15ab6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:50.455827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.456205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.457335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.457335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.457335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.457760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.458025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.458256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.458553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.458935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.459235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.468097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.468097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:54:50.571357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:54:50.678954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:54:50.689315 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:54:50.700327 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:50.700970 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:54:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:50.718054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] No DVR routers for this DVR port 53db2a0d-f407-49ac-950a-58f2e6c15ab6 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:54:50.720597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:50.724346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a0f5b679-14da-43ec-a398-f7aa8043cb8e req-e3afb756-513b-4fb9-840a-4f041a157470 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "DELETE /v2.0/ports/53db2a0d-f407-49ac-950a-58f2e6c15ab6 HTTP/1.1" status: 204 len: 173 time: 1.2010620 Dec 10 16:54:50.724790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-deleted', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:50.727246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d9d613-4678-452e-acde-14335c8eea6d" -d '{"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-deleted", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:50.835105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed9fb98-1d1b-4f39-9b6a-ea19a039e0d4 x-openstack-request-id: req-7ed9fb98-1d1b-4f39-9b6a-ea19a039e0d4 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:50.835433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31629f73-94a8-4827-86e8-68b37c32cdd4", "name": "network-vif-deleted", "tag": "53db2a0d-f407-49ac-950a-58f2e6c15ab6", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:50.835671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ed9fb98-1d1b-4f39-9b6a-ea19a039e0d4 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:50.836079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31629f73-94a8-4827-86e8-68b37c32cdd4', 'name': 'network-vif-deleted', 'tag': '53db2a0d-f407-49ac-950a-58f2e6c15ab6', 'status': 'completed', 'code': 200} Dec 10 16:54:50.911815 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:51.118779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:51.151529 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:54:51.160640 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:54:51.161273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:54:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:51.184871 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-940f5c85-7af5-4bf8-b404-26b68ab3b1dc req-56689cbd-bae4-4851-846c-b854e0b7f0e8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=31629f73-94a8-4827-86e8-68b37c32cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Dec 10 16:54:51.263707 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:54:51.455273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:54:51.481256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcea67d-eb8b-4e72-a926-32eb6b7f0127 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:54:51.703820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf6aeab-4589-4ab2-9ea2-55a55bfe847d None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:54:52.416834 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-e7dba8b8-6324-4d1a-af8b-5968972395dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--604712889&fields=id&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 267 time: 0.0418849 Dec 10 16:54:52.525860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-b4745e21-ebc6-4316-b39b-c3ebd2e2cc54 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:52.527350 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-b4745e21-ebc6-4316-b39b-c3ebd2e2cc54 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1039569 Dec 10 16:54:52.542249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-e105f2c0-ef66-4889-b107-207c826cf232 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/quotas/8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Dec 10 16:54:52.592475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-60caf32b-1ad9-4b5c-a1c9-72460c28953b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450144 Dec 10 16:54:52.690526 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-e3dc77fe-3303-4c85-b065-367aa9cd7bac service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Dec 10 16:54:52.779420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-976fe86c-aca1-41ef-bea4-e3b27e507eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829344 Dec 10 16:54:53.032072 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c536a548-2b73-43b5-b40f-484740b76626 req-29d2e610-437d-41f9-a4eb-043816e61de4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Dec 10 16:54:53.959346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:54:53.979204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 53db2a0d-f407-49ac-950a-58f2e6c15ab6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:54:53.979551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 53db2a0d-f407-49ac-950a-58f2e6c15ab6 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:54:54.128493 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25c27366-1c4c-4bbe-9b7e-7134aed4f0fa req-b26049d1-fca6-4afa-8187-e8967fe1cae2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 210 time: 0.0277960 Dec 10 16:54:54.946395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-74bae78a-dbe1-46ba-a169-ac9dc1422034 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:54.947854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-74bae78a-dbe1-46ba-a169-ac9dc1422034 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1069520 Dec 10 16:54:55.010799 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-28097114-4f84-43aa-9b0c-3c6a3250f76c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 379 time: 0.0516560 Dec 10 16:54:55.023299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'port': {'device_id': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'admin_state_up': True, 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'security_groups': ['71d9f0bb-d700-42b5-a8e1-c822ea40f257']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:55.223437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:54:55.227086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.231499 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16b3565c-d519-4e7b-ac5d-d3da170749ac req-d917f95a-9a99-4b90-9b0a-2dbda828af43 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 210 time: 0.0313749 Dec 10 16:54:55.351083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Allocated IP 172.20.0.7 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/a2ba08a8-acdb-4a81-8d52-d27f2bee816c) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:54:55.488299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.575052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.621882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:54:55.625086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:54:55.629381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:54:55.633290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:55.684232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:55.684863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.786598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-fb3c45e3-6577-4d6f-842d-11fd97838a21 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668376 Dec 10 16:54:55.804652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Request body: {'port': {'device_id': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:54:55.838737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b1990157-9edc-4cea-aceb-3244db36d8e0 None None] Provisioning complete for port a2ba08a8-acdb-4a81-8d52-d27f2bee816c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:54:55.839339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b1990157-9edc-4cea-aceb-3244db36d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.859638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:55.876265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b1990157-9edc-4cea-aceb-3244db36d8e0 None None] Port a2ba08a8-acdb-4a81-8d52-d27f2bee816c cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:54:56.130941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:54:56.139851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.152129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Transition to ACTIVE for port object a2ba08a8-acdb-4a81-8d52-d27f2bee816c will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:54:56.214092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.266540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:56.371369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Attempting to bind port a2ba08a8-acdb-4a81-8d52-d27f2bee816c on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:54:56.371717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Attempting to bind port a2ba08a8-acdb-4a81-8d52-d27f2bee816c by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:54:56.372046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Attempting to bind port a2ba08a8-acdb-4a81-8d52-d27f2bee816c on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:56.382834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dac06-a95e-4ad1-be7d-94a48df9c416 req-bf28a8d5-0f5e-4078-ab3d-65cb4cdc3007 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.384276 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d08dac06-a95e-4ad1-be7d-94a48df9c416 req-bf28a8d5-0f5e-4078-ab3d-65cb4cdc3007 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0778606 Dec 10 16:54:56.386670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Port a2ba08a8-acdb-4a81-8d52-d27f2bee816c on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:54:56.386997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Attempting to bind port a2ba08a8-acdb-4a81-8d52-d27f2bee816c on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:54:56.398282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:54:56.398623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:54:56.399000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:54:56.399444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Bound port: a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:54:56.399805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.472229 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d08dac06-a95e-4ad1-be7d-94a48df9c416 req-9af39ba2-a040-4d67-b250-1dc31a82f0b8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817769 Dec 10 16:54:56.491957 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:54:56.495446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:54:56.555113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.591885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.592517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:54:56.593965 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1093 time: 0.7941079 Dec 10 16:54:56.594419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:54:56.596966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae937ba-456a-4fe0-afa0-c34912751e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:54:56.618319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5510-e038-4a06-95d1-a45c67a89aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:54:56.645777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e96441a-fc7b-4c6c-8b6c-56020978964b x-openstack-request-id: req-8e96441a-fc7b-4c6c-8b6c-56020978964b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:54:56.646178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:54:56.646430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e96441a-fc7b-4c6c-8b6c-56020978964b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:54:56.646837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'status': 'completed', 'code': 200} Dec 10 16:54:56.723374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-c8261e33-0bf6-4fb9-a7c0-16098dec29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.725032 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-c8261e33-0bf6-4fb9-a7c0-16098dec29e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1096 time: 0.0482662 Dec 10 16:54:56.832589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-a252ed83-c6fb-4c63-90c4-83c9e23dbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.834112 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-a252ed83-c6fb-4c63-90c4-83c9e23dbc41 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8b145e843d9b4e8db1aabb08599276c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932965 Dec 10 16:54:56.937812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-59af8197-aeef-40a5-a13a-eb286b426b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:56.939212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8ae937ba-456a-4fe0-afa0-c34912751e7c req-59af8197-aeef-40a5-a13a-eb286b426b38 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911498 Dec 10 16:54:57.021346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f2db2273-d773-4fa4-8b3d-5af36ec3c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:57.022818 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f2db2273-d773-4fa4-8b3d-5af36ec3c295 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1096 time: 0.0411501 Dec 10 16:54:57.070228 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-0d676fd2-4f01-4664-b7a5-b720e4bc4258 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 217 time: 0.0334678 Dec 10 16:54:57.127725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-2ab04106-f793-4b08-9726-5d987a08cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:57.129186 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-2ab04106-f793-4b08-9726-5d987a08cc2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0478499 Dec 10 16:54:57.179301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-184b586b-7879-43cf-a9d2-801a566bffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:57.180785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-184b586b-7879-43cf-a9d2-801a566bffba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399990 Dec 10 16:54:57.273766 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-f27635a9-f1aa-407d-81e1-e2a8dd2a4940 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794325 Dec 10 16:54:57.370329 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23cb8f6e-e2cb-4917-b719-cee1975149d2 req-e55dda3e-6d71-4502-bbc2-8ab8dabd5b67 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Dec 10 16:54:57.588888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fc124-ff6b-4fc9-ae54-b9427fcc1629 req-aabb8110-ac89-436e-a0f1-30bdacd429cf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:57.590395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-174fc124-ff6b-4fc9-ae54-b9427fcc1629 req-aabb8110-ac89-436e-a0f1-30bdacd429cf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Dec 10 16:54:57.638762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-174fc124-ff6b-4fc9-ae54-b9427fcc1629 req-f0e81be6-d809-4b81-b8db-0ec7b0348c74 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Dec 10 16:54:58.754835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16086552-bcb2-4187-a315-593c11884dda req-ec1ae66f-9714-4703-9cab-26262950c9e3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:58.756292 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16086552-bcb2-4187-a315-593c11884dda req-ec1ae66f-9714-4703-9cab-26262950c9e3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0492682 Dec 10 16:54:58.803568 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16086552-bcb2-4187-a315-593c11884dda req-1a700741-3d7a-4cfd-922f-6d908572d10a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407085 Dec 10 16:54:59.922029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bf82b-e5fa-4f9c-8eec-6e3f076f7ff1 req-ab3a8cea-a7bf-4462-ab47-ddb018139dbb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:54:59.923410 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b8bf82b-e5fa-4f9c-8eec-6e3f076f7ff1 req-ab3a8cea-a7bf-4462-ab47-ddb018139dbb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0520344 Dec 10 16:54:59.969769 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3b8bf82b-e5fa-4f9c-8eec-6e3f076f7ff1 req-58fdf924-fcd1-45e9-9432-9b039d8cc7ee tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Dec 10 16:55:00.006359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:55:00.102270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:00.113980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'mac_address': 'fa:16:3e:11:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:55:00.149426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.162186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:55:00.181383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:00.242762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:00.287136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:00.487556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['a2ba08a8-acdb-4a81-8d52-d27f2bee816c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:55:01.091776 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb384c-6d8b-47c5-9631-57344c4b554a req-8ac52bdd-3462-4786-8478-e1349cb0ead7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:01.093361 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50bb384c-6d8b-47c5-9631-57344c4b554a req-8ac52bdd-3462-4786-8478-e1349cb0ead7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 944 time: 0.0541954 Dec 10 16:55:01.139796 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50bb384c-6d8b-47c5-9631-57344c4b554a req-83821628-1a65-4db7-8408-eebc6e647402 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402822 Dec 10 16:55:02.036100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:55:02.168326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port a2ba08a8-acdb-4a81-8d52-d27f2bee816c completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:55:02.172367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port a2ba08a8-acdb-4a81-8d52-d27f2bee816c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:55:02.172766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.253559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.260842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834975a-fd13-4728-9ab1-0fca2f91e8f0 req-72e6587d-e8a8-407e-a858-ceb08bc67fc0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:02.263013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2834975a-fd13-4728-9ab1-0fca2f91e8f0 req-72e6587d-e8a8-407e-a858-ceb08bc67fc0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 944 time: 0.0495145 Dec 10 16:55:02.276418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:02.282245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e974e-4285-4bf3-aa63-bb441c90ee15" -d '{"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:02.291429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:55:02.311630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2834975a-fd13-4728-9ab1-0fca2f91e8f0 req-f0d0548b-dc30-4ba6-aa75-10ae95e4a94b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425999 Dec 10 16:55:02.314289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca70f0d-0531-4ce1-bc47-fc5539d467ad x-openstack-request-id: req-5ca70f0d-0531-4ce1-bc47-fc5539d467ad {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:02.314689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:02.314887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ca70f0d-0531-4ce1-bc47-fc5539d467ad {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:02.315283 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'code': 200} Dec 10 16:55:02.348689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:02.395798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:55:02.636102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9864c-cd8a-4862-a3dd-4167edb30116 req-7931d2f2-c67a-4938-a062-ab09d1fd09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:02.637622 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27c9864c-cd8a-4862-a3dd-4167edb30116 req-7931d2f2-c67a-4938-a062-ab09d1fd09e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0397243 Dec 10 16:55:02.690920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27c9864c-cd8a-4862-a3dd-4167edb30116 req-59701a2b-cb08-4479-a8e5-75a03d65ad2a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Dec 10 16:55:02.966032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbddea64-e683-469f-bb44-dd9b37912f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:03.427658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815244c-e4f9-43ec-8f93-93f891b46768 req-71fd57d8-4b10-4d42-b71e-5ac24d2dcf1c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:03.429176 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e815244c-e4f9-43ec-8f93-93f891b46768 req-71fd57d8-4b10-4d42-b71e-5ac24d2dcf1c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Dec 10 16:55:03.476353 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e815244c-e4f9-43ec-8f93-93f891b46768 req-afe9e00e-b1dd-403a-843a-7addb93cb51c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 Dec 10 16:55:04.589341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a6e5-479e-46c0-b836-e214fb299fa2 req-7bdf79c3-53a6-413b-9bdb-43165d0392d7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:04.590825 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43a6a6e5-479e-46c0-b836-e214fb299fa2 req-7bdf79c3-53a6-413b-9bdb-43165d0392d7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Dec 10 16:55:04.638783 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43a6a6e5-479e-46c0-b836-e214fb299fa2 req-d05fbd92-3a1c-41c9-ba45-ad7516510dbb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Dec 10 16:55:04.747883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6d5c-de63-4d62-b9f4-76d6542b26a2 req-f88e7ea8-30b7-443b-be6b-55369f4a6998 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:04.749368 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-21db6d5c-de63-4d62-b9f4-76d6542b26a2 req-f88e7ea8-30b7-443b-be6b-55369f4a6998 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Dec 10 16:55:04.757945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56376) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:55:04.762456 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'floatingip': {'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:55:04.805778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.183741 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-73b1e783-cf2b-4016-b05f-a5f5e2811b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.227819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.288075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:05.391452 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 associated. External IP: 172.26.4.106, port: a2ba08a8-acdb-4a81-8d52-d27f2bee816c. Dec 10 16:55:05.887420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:55:05.996236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:55:06.004580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.011192 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:55:06.021280 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:06.021891 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:55:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:06.033815 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d19e0c8e-d29f-42f1-a312-82a0cabee4de tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "PUT /v2.0/floatingips/6511653d-cf4b-4946-9779-26b9bd291757 HTTP/1.1" status: 200 len: 991 time: 1.2748389 Dec 10 16:55:06.034467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:55:06.036791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d638a0-30d7-413c-9fa1-b8c7775466fd" -d '{"events": [{"name": "network-changed", "server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:55:06.077518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93396108-5122-480d-ac10-385111134d73 x-openstack-request-id: req-93396108-5122-480d-ac10-385111134d73 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:55:06.077825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:55:06.078087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93396108-5122-480d-ac10-385111134d73 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:55:06.078497 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'status': 'completed', 'code': 200} Dec 10 16:55:06.127906 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:55:06.144941 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-7b0840d1-5bb6-4b06-8ec5-4d8481ecdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:06.146566 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-7b0840d1-5bb6-4b06-8ec5-4d8481ecdc9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0407166 Dec 10 16:55:06.246737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-8bfee58e-8947-4070-a80f-16d3809a6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:06.248127 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-8bfee58e-8947-4070-a80f-16d3809a6fe6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0943322 Dec 10 16:55:06.315129 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-15bd9cc7-3905-41e1-9996-ee31d698e74b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 999 time: 0.0591116 Dec 10 16:55:06.357607 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:11:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:55:05Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:06.366448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-17c2a1d6-d68c-45e4-9405-f319a5616bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:06.367907 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-17c2a1d6-d68c-45e4-9405-f319a5616bc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0440698 Dec 10 16:55:06.386828 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:55:06.395054 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:55:06.395653 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:55:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:06.418356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-7c80117b-388d-4203-8016-1e9172072a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:06.419874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-7c80117b-388d-4203-8016-1e9172072a64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440371 Dec 10 16:55:06.500763 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:55:06.527751 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-cce1a848-27df-4cec-bd23-89834624dfe7 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996637 Dec 10 16:55:06.624097 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33d638a0-30d7-413c-9fa1-b8c7775466fd req-79d161dd-308c-4e95-b8b0-e34d2e16a9db service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892184 Dec 10 16:55:06.665559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:06.725808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:11:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:55:05Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:55:06.751764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f882673-7a1a-4a9a-a2bd-e690d52f62e8 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:11:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:55:05Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:55:06.944821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd49e1-c34c-4bba-87a6-b6ce6ffebafd None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:55:07.908883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:08.691406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:09.286290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-8c84cbd8-c07a-4d14-bf5c-0e3e78698e22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389831 Dec 10 16:55:09.369589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-a587641b-6f83-467d-87af-e705942d9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:09.371735 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-a587641b-6f83-467d-87af-e705942d9c56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0430069 Dec 10 16:55:09.477778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-40b1f652-d3cd-4580-971b-6909d7ecfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:09.479240 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-40b1f652-d3cd-4580-971b-6909d7ecfa44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0877507 Dec 10 16:55:09.544685 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-e0717480-c483-4ce1-b66d-07f0eda38838 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1001 time: 0.0579453 Dec 10 16:55:09.602189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-81a6501f-35f0-492b-88ec-4b6d80c5d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:09.603650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-81a6501f-35f0-492b-88ec-4b6d80c5d624 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0434208 Dec 10 16:55:09.651423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-e077135b-b401-49df-a620-3354faea4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:09.653454 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-e077135b-b401-49df-a620-3354faea4c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428143 Dec 10 16:55:09.742934 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-80510c9b-ed79-40b6-be1c-610c08162dad service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812082 Dec 10 16:55:09.840526 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-461ad2b2-aa64-4c45-91b8-3b4929c058e4 req-e952b403-e806-4cab-ac22-2da1fcc7f9f3 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860276 Dec 10 16:55:17.628713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:24.938974 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:55:32.985373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fed8b14-e65f-4a2b-8c7b-ae329575ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:35.188152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92ac8d71-bad5-4c97-8507-e628c53e340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:36.639593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:37.910429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:38.691111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:45.876738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce5c59-b725-46aa-ba91-21f6ba08a065 req-5244d11a-e514-4045-bb60-6d43b8686303 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:45.878316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dce5c59-b725-46aa-ba91-21f6ba08a065 req-5244d11a-e514-4045-bb60-6d43b8686303 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Dec 10 16:55:45.925931 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dce5c59-b725-46aa-ba91-21f6ba08a065 req-c14504c0-9712-4e2c-aa6a-0500839c5f3c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Dec 10 16:55:47.046210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d317-102d-47b2-a69c-1d86555abe8c req-ab385e58-14df-48ef-8079-8406cd6b160f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:47.047696 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f364d317-102d-47b2-a69c-1d86555abe8c req-ab385e58-14df-48ef-8079-8406cd6b160f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0529222 Dec 10 16:55:47.097123 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f364d317-102d-47b2-a69c-1d86555abe8c req-27e0a36f-7ae6-4653-9e6e-8ddcc05f5a83 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Dec 10 16:55:47.607436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:55:48.216415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648e356-0afd-4efc-8f8a-970c6b4d8849 req-c96087b9-c2f8-44a2-b70c-3b3df8b0ab16 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:48.217970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7648e356-0afd-4efc-8f8a-970c6b4d8849 req-c96087b9-c2f8-44a2-b70c-3b3df8b0ab16 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0526128 Dec 10 16:55:48.269433 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7648e356-0afd-4efc-8f8a-970c6b4d8849 req-4fd9c606-b1cd-45bf-b7e1-9c38b83f3e48 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Dec 10 16:55:49.389554 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd3c1-d878-47aa-ba43-2f7c9ea04469 req-ce5b3359-d8f6-4832-ba86-331c5b2f537a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:49.391034 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70ecd3c1-d878-47aa-ba43-2f7c9ea04469 req-ce5b3359-d8f6-4832-ba86-331c5b2f537a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Dec 10 16:55:49.438643 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-70ecd3c1-d878-47aa-ba43-2f7c9ea04469 req-333c6140-475f-4d26-b58c-dffbfca8bfae tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Dec 10 16:55:50.552534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae5915-707c-4e90-8332-21bec64bb4d1 req-8adbeca0-6dac-4697-bcef-51ef38e89603 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:50.554036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5ae5915-707c-4e90-8332-21bec64bb4d1 req-8adbeca0-6dac-4697-bcef-51ef38e89603 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Dec 10 16:55:50.601956 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5ae5915-707c-4e90-8332-21bec64bb4d1 req-7aa29d5b-e624-402c-9097-6cc585c715c0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Dec 10 16:55:51.725361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3546ad7-5762-4c03-a179-cf54c19deff2 req-2c28d63c-4d3f-422d-b989-4e0c9919d6dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:51.726845 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a3546ad7-5762-4c03-a179-cf54c19deff2 req-2c28d63c-4d3f-422d-b989-4e0c9919d6dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0544543 Dec 10 16:55:51.774290 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a3546ad7-5762-4c03-a179-cf54c19deff2 req-6115c5db-d660-486c-9418-8b87e3152f9c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Dec 10 16:55:52.889571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667811f-7e89-40d2-9030-1afcf5b8a913 req-471e1482-91c3-48dc-822a-54b2ebcbb410 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:52.891041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d667811f-7e89-40d2-9030-1afcf5b8a913 req-471e1482-91c3-48dc-822a-54b2ebcbb410 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Dec 10 16:55:52.937536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d667811f-7e89-40d2-9030-1afcf5b8a913 req-c344c318-c17e-445f-a88a-f6b95541740a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Dec 10 16:55:54.057060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77435-01cf-4106-8451-81c1129b486a req-ac767734-2604-49a1-a1b3-fa45157b39b9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:54.059084 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bfb77435-01cf-4106-8451-81c1129b486a req-ac767734-2604-49a1-a1b3-fa45157b39b9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0496492 Dec 10 16:55:54.105131 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bfb77435-01cf-4106-8451-81c1129b486a req-a30a1332-e786-473d-87a8-e3a0a98e2b8a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 Dec 10 16:55:55.224193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dfddc-ec10-40bb-ba22-24eebd582c66 req-a5a9c62e-7c68-4d47-b788-c29bbb546231 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:55.225703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b20dfddc-ec10-40bb-ba22-24eebd582c66 req-a5a9c62e-7c68-4d47-b788-c29bbb546231 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0532589 Dec 10 16:55:55.272165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b20dfddc-ec10-40bb-ba22-24eebd582c66 req-32312ed7-1d03-45c8-894c-817fdd7beccc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 Dec 10 16:55:56.386941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511de7-d1b9-4c28-acea-17f925f49bf0 req-3e65e6d6-e042-41bc-9d3d-53c0df2d4d7a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:56.388426 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-71511de7-d1b9-4c28-acea-17f925f49bf0 req-3e65e6d6-e042-41bc-9d3d-53c0df2d4d7a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Dec 10 16:55:56.439168 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-71511de7-d1b9-4c28-acea-17f925f49bf0 req-c916567b-b161-424a-a875-9b52eb73c522 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445709 Dec 10 16:55:57.554843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a375a-a9a5-4a73-b1b4-1b45c4cf3503 req-d159aa47-3a4b-4a8b-bb8d-cf42340509c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:57.557178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-238a375a-a9a5-4a73-b1b4-1b45c4cf3503 req-d159aa47-3a4b-4a8b-bb8d-cf42340509c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Dec 10 16:55:57.604757 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-238a375a-a9a5-4a73-b1b4-1b45c4cf3503 req-1e390ba8-f7ce-4da8-9f29-b4089799485b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Dec 10 16:55:58.717854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04053e5-6e15-47d8-94fd-1a03121e13f3 req-68fd6ff6-fa0f-4827-8f60-c513e6720f05 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:58.719328 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f04053e5-6e15-47d8-94fd-1a03121e13f3 req-68fd6ff6-fa0f-4827-8f60-c513e6720f05 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Dec 10 16:55:58.766560 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f04053e5-6e15-47d8-94fd-1a03121e13f3 req-1d61aabf-273d-483a-91d1-a325667a8e14 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Dec 10 16:55:59.882885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b5e1-153a-48c6-8d46-f8e5f1b7e641 req-e01d0366-992a-43c9-b3d4-e61f5ca1ae13 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:55:59.884331 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f87b5e1-153a-48c6-8d46-f8e5f1b7e641 req-e01d0366-992a-43c9-b3d4-e61f5ca1ae13 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0518951 Dec 10 16:55:59.930959 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f87b5e1-153a-48c6-8d46-f8e5f1b7e641 req-90ec0e13-a6cc-421b-a6b4-d47cc2dbe41c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407524 Dec 10 16:56:01.045219 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923d626-3de2-4bfc-94a0-263a318f90a5 req-3675c83f-46ff-4609-af39-bd819230b397 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:01.046730 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7923d626-3de2-4bfc-94a0-263a318f90a5 req-3675c83f-46ff-4609-af39-bd819230b397 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 10 16:56:01.093127 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7923d626-3de2-4bfc-94a0-263a318f90a5 req-55163ea2-bf68-404a-921f-827b530ed173 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Dec 10 16:56:01.939195 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:56:02.207915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9f05-93de-4eca-88f3-48de9cd75ef8 req-9603fb26-422c-491f-8581-04ef152f6bd8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:02.209420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c6be9f05-93de-4eca-88f3-48de9cd75ef8 req-9603fb26-422c-491f-8581-04ef152f6bd8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Dec 10 16:56:02.264291 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c6be9f05-93de-4eca-88f3-48de9cd75ef8 req-613d2158-ff47-4653-935d-0b527d83182a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489597 Dec 10 16:56:02.671489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d3f1-50ed-47e3-864c-b60a123fdc8a req-aa48141d-b599-4b8f-8f8d-c41220438bd5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:02.672982 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-75e6d3f1-50ed-47e3-864c-b60a123fdc8a req-aa48141d-b599-4b8f-8f8d-c41220438bd5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0483339 Dec 10 16:56:02.725047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-75e6d3f1-50ed-47e3-864c-b60a123fdc8a req-1e71bfc5-c3c8-4f6b-945f-7775f2733ff3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 Dec 10 16:56:02.850077 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-a0de14a1-63ee-423e-9d77-b62ab4e97687 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336229 Dec 10 16:56:02.965060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d59d9fb-55e5-4750-a790-b40c31262544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:03.848809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7c32-bcd0-4283-81c8-4130e089a425 req-97c9b46c-6a14-49e3-ba4a-ecebacaaa2d4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:03.850334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-27ca7c32-bcd0-4283-81c8-4130e089a425 req-97c9b46c-6a14-49e3-ba4a-ecebacaaa2d4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Dec 10 16:56:03.896643 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-27ca7c32-bcd0-4283-81c8-4130e089a425 req-cb597482-a273-4086-bae4-be05259f7eec tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403049 Dec 10 16:56:04.816825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-ab562b92-b788-4442-9803-1618de6ca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:04.818310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-ab562b92-b788-4442-9803-1618de6ca9d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0404544 Dec 10 16:56:04.913641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-c0961fd1-da2b-4c23-99be-f35a9fca46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:04.915109 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-c0961fd1-da2b-4c23-99be-f35a9fca46ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0836952 Dec 10 16:56:05.019237 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-8d23f10e-5a75-4691-a450-00496012b370 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1001 time: 0.0918276 Dec 10 16:56:05.030092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a744-7fa3-45b6-b147-5ddc7a4a555d req-fe8c43fd-6114-41f0-900b-459777c68528 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:05.031501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1942a744-7fa3-45b6-b147-5ddc7a4a555d req-fe8c43fd-6114-41f0-900b-459777c68528 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0646591 Dec 10 16:56:05.102377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-a5ca084d-cb7e-409f-88c6-ff8fb88415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:05.103870 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-a5ca084d-cb7e-409f-88c6-ff8fb88415cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0715110 Dec 10 16:56:05.115786 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1942a744-7fa3-45b6-b147-5ddc7a4a555d req-db8329fb-fcd1-4b57-9c1d-f88b5a90e8c4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763233 Dec 10 16:56:05.156271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-a4645cbf-9e6a-490d-8dd7-f9d608d1919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:05.157872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-a4645cbf-9e6a-490d-8dd7-f9d608d1919e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412621 Dec 10 16:56:05.181830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45b12826-0636-490c-abd0-3e2972ec5b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:05.252854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-1e47bb26-c6bf-4ea9-b6bd-6430059e921a service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Dec 10 16:56:05.348241 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-c2ded6e0-d666-4835-9e54-e6d8643e030f service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Dec 10 16:56:06.233367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce866c1-4371-4dde-b491-3ad8e2aa4016 req-bf82bb6e-2cd2-4550-bbd5-76983d4ef83e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:06.234908 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ce866c1-4371-4dde-b491-3ad8e2aa4016 req-bf82bb6e-2cd2-4550-bbd5-76983d4ef83e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Dec 10 16:56:06.286490 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4ce866c1-4371-4dde-b491-3ad8e2aa4016 req-975213f5-7c15-4fd9-8494-36fbf6c90d09 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Dec 10 16:56:06.655976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:07.400992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fca05-59aa-48ad-adb7-66f47383f68f req-9bf8362d-9ae9-4944-a764-4fa2b32b72d1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:07.402979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b69fca05-59aa-48ad-adb7-66f47383f68f req-9bf8362d-9ae9-4944-a764-4fa2b32b72d1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0493805 Dec 10 16:56:07.497750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b69fca05-59aa-48ad-adb7-66f47383f68f req-15de7760-d135-4622-8566-b9cb6003506c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870814 Dec 10 16:56:07.499435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-0e9705d6-79f4-4c46-91a0-5a8cb0a01a61 service neutron] 10.222.0.61 "GET /v2.0/ports/a2ba08a8-acdb-4a81-8d52-d27f2bee816c/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0940826 Dec 10 16:56:07.916053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:08.050856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-8dfd2331-26aa-44d4-b6f1-cbc2e2cb42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.052238 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-8dfd2331-26aa-44d4-b6f1-cbc2e2cb42c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1098 time: 0.0412030 Dec 10 16:56:08.114379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-aa63bafc-beee-4d67-82e6-e64ef243d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.115952 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-aa63bafc-beee-4d67-82e6-e64ef243d00f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0405610 Dec 10 16:56:08.214262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-dfcb2740-79a4-49c2-ba0f-ec373b174c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.215754 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-dfcb2740-79a4-49c2-ba0f-ec373b174c11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0926449 Dec 10 16:56:08.286955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-cb00661d-50c2-4c8a-8438-728090b9283d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1001 time: 0.0593331 Dec 10 16:56:08.340989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-54f529c0-bfee-4776-9a50-24304b263eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.342419 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-54f529c0-bfee-4776-9a50-24304b263eb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0428510 Dec 10 16:56:08.397030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-6a28bced-44fe-4aa3-8347-068a79dcc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.398508 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-6a28bced-44fe-4aa3-8347-068a79dcc129 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446341 Dec 10 16:56:08.496982 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-809f8057-5866-4835-ab5c-70f5747d54f1 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873785 Dec 10 16:56:08.596930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87ad0bd7-d659-4aff-8c91-2bd07104e324 req-0958b24b-febf-4bac-8e51-8779876c2738 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872607 Dec 10 16:56:08.616634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e091f6-a57f-4cf9-90b8-7ef9b15df9c0 req-3f5adc2a-2987-452d-8941-85fab886795c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:08.618189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-53e091f6-a57f-4cf9-90b8-7ef9b15df9c0 req-3f5adc2a-2987-452d-8941-85fab886795c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Dec 10 16:56:08.667276 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-53e091f6-a57f-4cf9-90b8-7ef9b15df9c0 req-cc78d269-e0d5-45c4-9018-2f21f7d21861 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Dec 10 16:56:08.690601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:09.348614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d850-9fea-49be-ab4f-c008845e684a req-ce46be41-4165-4ec3-bd9b-5e6b64bf4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:09.350163 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-ce46be41-4165-4ec3-bd9b-5e6b64bf4a42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0418842 Dec 10 16:56:09.451177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d850-9fea-49be-ab4f-c008845e684a req-383abb79-210d-4ba4-9b0d-8918b610174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:09.452541 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-383abb79-210d-4ba4-9b0d-8918b610174f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0836976 Dec 10 16:56:09.524807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-f8c8d0d4-ede4-43da-85b5-aba39db81508 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1001 time: 0.0602117 Dec 10 16:56:09.574981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d850-9fea-49be-ab4f-c008845e684a req-1b7900d8-60d5-4926-889f-57542c8fa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:09.576453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-1b7900d8-60d5-4926-889f-57542c8fa491 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0430217 Dec 10 16:56:09.623686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d850-9fea-49be-ab4f-c008845e684a req-567d66e7-fc87-447b-b979-fd9fb4abea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:09.625212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-567d66e7-fc87-447b-b979-fd9fb4abea61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403636 Dec 10 16:56:09.743370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-93fae042-1eaf-4dc0-9965-bd03232a6e3a service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102335 Dec 10 16:56:09.843215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1d5ba-ed33-4fee-b7dc-5da2e0528034 req-f760ef50-5d9a-4372-822e-58fad87663f8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:09.845054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83e1d5ba-ed33-4fee-b7dc-5da2e0528034 req-f760ef50-5d9a-4372-822e-58fad87663f8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.1004636 Dec 10 16:56:09.886143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b65d850-9fea-49be-ab4f-c008845e684a req-4508dd4c-b8d1-4293-adde-989cbe61d0ef service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321139 Dec 10 16:56:09.909656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-83e1d5ba-ed33-4fee-b7dc-5da2e0528034 req-2e51f886-3c8f-446f-96c0-a52272f1d0d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540395 Dec 10 16:56:10.393049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:56:10.397573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:10.549250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.551965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:10.571095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'mac_address': 'fa:16:3e:11:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:56:10.585625 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:10.587884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d06ba5-3525-4fdd-b02f-051f3e4928ea" -d '{"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:10.620185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:10.630077 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.646692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:10.657556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003d265-07af-4c3f-9456-738c79a7a78c x-openstack-request-id: req-c003d265-07af-4c3f-9456-738c79a7a78c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:10.657854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:10.658186 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c003d265-07af-4c3f-9456-738c79a7a78c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:10.658589 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'code': 200} Dec 10 16:56:10.676217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:10.744887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:56:10.745267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:56:10.750092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:10.757087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.757435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.757774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.758121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.758437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.758762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.759092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.759431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.759759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.760083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.760407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.760728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:10.761174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:11.023459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306d8f-832d-42f4-81a5-f60f217dfd1c req-e84e9964-9575-46b9-97ad-881f341144f9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.024969 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9d306d8f-832d-42f4-81a5-f60f217dfd1c req-e84e9964-9575-46b9-97ad-881f341144f9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0488160 Dec 10 16:56:11.072401 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9d306d8f-832d-42f4-81a5-f60f217dfd1c req-461dcc3b-6aef-4afc-ac24-98faa6f225b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Dec 10 16:56:11.280698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.294051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:11.312771 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:11.396263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:11.435150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd711b-30ad-4886-9c48-d3a96ba63a5c req-0a97f6b3-3d2c-4531-86e7-ba25990c84eb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.436661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cddd711b-30ad-4886-9c48-d3a96ba63a5c req-0a97f6b3-3d2c-4531-86e7-ba25990c84eb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 943 time: 0.0540221 Dec 10 16:56:11.451458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:11.474768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['a2ba08a8-acdb-4a81-8d52-d27f2bee816c'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:11.527780 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cddd711b-30ad-4886-9c48-d3a96ba63a5c req-10a1f5af-651c-4223-9778-0d7713bea645 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757236 Dec 10 16:56:11.546883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-654ba6e2-5c5b-4b1a-8125-26752044ad06 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.549090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-654ba6e2-5c5b-4b1a-8125-26752044ad06 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54&tenant_id=8b145e843d9b4e8db1aabb08599276c6&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 944 time: 0.0809309 Dec 10 16:56:11.638403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-1e8b50f8-97d4-48a3-b509-222b938d8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.639930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-1e8b50f8-97d4-48a3-b509-222b938d8fe3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1097 time: 0.0406859 Dec 10 16:56:11.735267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-72bdee74-71f5-4d2a-be57-5c6181e252eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.737026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-72bdee74-71f5-4d2a-be57-5c6181e252eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0896795 Dec 10 16:56:11.804477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-ee13ce2d-67af-45d2-b3fc-e8291bdfcb54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1000 time: 0.0589836 Dec 10 16:56:11.861230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-bb882edd-f764-4dd2-98ad-acddd2acbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.862782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-bb882edd-f764-4dd2-98ad-acddd2acbcd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0488973 Dec 10 16:56:11.915999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-8acc930f-7c48-4784-ad46-ca130b7d2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:11.917576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-8acc930f-7c48-4784-ad46-ca130b7d2b62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421450 Dec 10 16:56:12.012615 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-5a3c122b-a4da-4a30-aab2-c42654a0db46 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815949 Dec 10 16:56:12.149643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-20a40dba-1754-440b-8b1d-cf3a8c1a7c97 req-a79d2f5a-d427-46c0-951e-31b89e9bdbee service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253469 Dec 10 16:56:12.409409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:12.460075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port a2ba08a8-acdb-4a81-8d52-d27f2bee816c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:12.460450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.535549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.568009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:12.649122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d420-86cc-48c0-a366-cddc4bcba1af req-926a09dc-1617-4d8b-9bf5-7cb31825a756 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:12.650595 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-98d5d420-86cc-48c0-a366-cddc4bcba1af req-926a09dc-1617-4d8b-9bf5-7cb31825a756 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 944 time: 0.0497224 Dec 10 16:56:12.653014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:12.659131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:12.661530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7076f-e710-401f-905f-627800cdfd03" -d '{"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:12.703437 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-98d5d420-86cc-48c0-a366-cddc4bcba1af req-167718cc-1837-4463-971f-4bb0e11e59eb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Dec 10 16:56:12.710563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fba771-90b4-46ef-920b-011239cdd6ad x-openstack-request-id: req-80fba771-90b4-46ef-920b-011239cdd6ad {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:12.710864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-plugged", "status": "completed", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:12.711128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80fba771-90b4-46ef-920b-011239cdd6ad {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:12.711525 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'code': 200} Dec 10 16:56:12.712478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:13.819114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169d03-50a0-46b9-aa4a-eaca8a6e0f6e req-81b54c29-6ed0-4373-86e0-6ed3d5f05141 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.820584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06169d03-50a0-46b9-aa4a-eaca8a6e0f6e req-81b54c29-6ed0-4373-86e0-6ed3d5f05141 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Dec 10 16:56:13.867155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06169d03-50a0-46b9-aa4a-eaca8a6e0f6e req-9c7c2852-b866-44c3-8a15-cc634c25ad7c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Dec 10 16:56:13.983528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3c60-5a33-45f9-b3ab-b6f647fd6736 req-e574a1d3-0c37-45a8-9df7-377c15028472 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:13.984915 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c50d3c60-5a33-45f9-b3ab-b6f647fd6736 req-e574a1d3-0c37-45a8-9df7-377c15028472 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Dec 10 16:56:14.031105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c50d3c60-5a33-45f9-b3ab-b6f647fd6736 req-edb28450-e6e8-495a-8350-9bb97242403e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402181 Dec 10 16:56:14.404583 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8e99-48c7-4265-9d3a-30b68e37e9d1 req-7d196ebf-ee39-42ab-8874-cf27fccb7b2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.406095 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d9bf8e99-48c7-4265-9d3a-30b68e37e9d1 req-7d196ebf-ee39-42ab-8874-cf27fccb7b2e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Dec 10 16:56:14.454731 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d9bf8e99-48c7-4265-9d3a-30b68e37e9d1 req-6082a947-98cb-4a99-94d0-6e095802e384 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Dec 10 16:56:14.499495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-d3fb0298-e9df-4616-b637-47379668c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.501029 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-d3fb0298-e9df-4616-b637-47379668c634 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 1098 time: 0.0450802 Dec 10 16:56:14.591583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-9003d47f-46f7-4f71-bea2-607de20e0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.593094 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-9003d47f-46f7-4f71-bea2-607de20e0e6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0847733 Dec 10 16:56:14.669456 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-2e3a6242-b230-4d30-b92d-3b69ea27e03e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 200 len: 1001 time: 0.0613763 Dec 10 16:56:14.991812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-e62118e3-54e6-4177-9d90-a654e6ba3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:14.993297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-e62118e3-54e6-4177-9d90-a654e6ba3470 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.3122778 Dec 10 16:56:15.038527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-9c66c7f1-abc8-44f1-84fd-bf2897b5bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:15.040028 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-9c66c7f1-abc8-44f1-84fd-bf2897b5bceb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390174 Dec 10 16:56:15.133689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-d6b3dff8-0f1c-4a34-ae2b-729b6c67ce70 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820875 Dec 10 16:56:15.229441 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33aa8ad7-fc57-4f72-99a8-ac1ab2ee578a req-3f44ccc5-bd8b-43ca-a0fb-650fbb31a944 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820208 Dec 10 16:56:15.572584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4d36f-ecf3-4da5-9b5b-5c4ef3c24fa3 req-d9567361-8f65-40d4-9bd3-cc6a676b547a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:15.574109 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78b4d36f-ecf3-4da5-9b5b-5c4ef3c24fa3 req-d9567361-8f65-40d4-9bd3-cc6a676b547a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0492206 Dec 10 16:56:15.627104 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-78b4d36f-ecf3-4da5-9b5b-5c4ef3c24fa3 req-041c77f2-9ef0-42ba-bc5e-bc455daa7255 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Dec 10 16:56:16.740856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c881-07cd-41c9-a526-4bdf9262df19 req-f0574ec6-778e-4c9d-a101-1ad1d9d4fc27 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:16.742345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a580c881-07cd-41c9-a526-4bdf9262df19 req-f0574ec6-778e-4c9d-a101-1ad1d9d4fc27 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Dec 10 16:56:16.791757 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a580c881-07cd-41c9-a526-4bdf9262df19 req-0cb7caef-be8d-434d-b0ef-133c1059bb49 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Dec 10 16:56:17.240827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00975d80-e672-48c3-9aef-96192485f29f req-8e545ba5-5cf9-446c-9db2-ce93a3be4fb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:17.242312 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-00975d80-e672-48c3-9aef-96192485f29f req-8e545ba5-5cf9-446c-9db2-ce93a3be4fb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Dec 10 16:56:17.288191 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-00975d80-e672-48c3-9aef-96192485f29f req-8604bfee-5443-418f-b13d-e1428ef9b562 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Dec 10 16:56:17.627596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:18.406034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c50a-6785-4dc1-a70b-5a26240f72a3 req-3002598e-2306-4137-99c4-d9ec79bdef36 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:18.407424 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f84c50a-6785-4dc1-a70b-5a26240f72a3 req-3002598e-2306-4137-99c4-d9ec79bdef36 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Dec 10 16:56:18.454529 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f84c50a-6785-4dc1-a70b-5a26240f72a3 req-0305de9c-afa5-4637-badb-025cfcbb88c3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411599 Dec 10 16:56:19.047364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d51f24-3376-4671-a311-1771a8f60174 req-eca7ae04-682b-46ca-8785-7b238b8916c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:19.048788 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25d51f24-3376-4671-a311-1771a8f60174 req-eca7ae04-682b-46ca-8785-7b238b8916c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0474041 Dec 10 16:56:19.139673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Deleting port a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:56:19.140142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.228142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] For port a2ba08a8-acdb-4a81-8d52-d27f2bee816c, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:19.228506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.406995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.407726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.407726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 disassociated. External IP: 172.26.4.106, port: a2ba08a8-acdb-4a81-8d52-d27f2bee816c. Dec 10 16:56:19.407993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Calling delete_port for a2ba08a8-acdb-4a81-8d52-d27f2bee816c owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:56:19.573878 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d8d56-9230-47b9-b56c-e2e5167f3236 req-a30dd87e-4f27-4257-944d-2cfcb04f78d2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:19.576506 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc1d8d56-9230-47b9-b56c-e2e5167f3236 req-a30dd87e-4f27-4257-944d-2cfcb04f78d2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Dec 10 16:56:19.610493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.627155 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc1d8d56-9230-47b9-b56c-e2e5167f3236 req-74b0f3cd-ee66-47a3-b173-77c7e409de64 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437903 Dec 10 16:56:19.644416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'Port': ['ID=a2ba08a8-acdb-4a81-8d52-d27f2bee816c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:19.655947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.660639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:56:19.770632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:19.883966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:19.895821 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:19.905955 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:19.906558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:56:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:19.927460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] No DVR routers for this DVR port a2ba08a8-acdb-4a81-8d52-d27f2bee816c on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:56:19.929938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:19.933351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25d51f24-3376-4671-a311-1771a8f60174 req-6687e963-ed7c-4aaa-8ca4-737d89284b28 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "DELETE /v2.0/ports/a2ba08a8-acdb-4a81-8d52-d27f2bee816c HTTP/1.1" status: 204 len: 173 time: 0.8766904 Dec 10 16:56:19.933822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-deleted', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:19.936081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f1fbd3-b4fc-4417-a3b7-6a0f0b780ec7" -d '{"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-deleted", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:19.971902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a90e2-a0bd-422e-a1e3-581ce115357f x-openstack-request-id: req-7b3a90e2-a0bd-422e-a1e3-581ce115357f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:19.972210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58302ca9-4cf4-4597-8999-71e2a509fb54", "name": "network-vif-deleted", "tag": "a2ba08a8-acdb-4a81-8d52-d27f2bee816c", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:19.972473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b3a90e2-a0bd-422e-a1e3-581ce115357f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:19.972883 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58302ca9-4cf4-4597-8999-71e2a509fb54', 'name': 'network-vif-deleted', 'tag': 'a2ba08a8-acdb-4a81-8d52-d27f2bee816c', 'status': 'completed', 'code': 200} Dec 10 16:56:20.012484 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:20.210740 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.243276 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:56:20.252279 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:20.252887 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:56:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.352348 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:20.545556 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:20.570316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d1ef3-90b0-47a1-9026-76ce6da279c2 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:20.738249 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ab8bc46b-e514-463f-9ead-4163d27d18bd req-6f549dd4-31de-4bdf-a626-1bc26b177706 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=58302ca9-4cf4-4597-8999-71e2a509fb54 HTTP/1.1" status: 200 len: 210 time: 0.0320356 Dec 10 16:56:20.789785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0ef2b-fadb-401e-9b52-48c35feb0ea2 None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:56:21.994198 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-c9c33134-a2c3-45ff-97ad-21397627cc3f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--604712889&fields=id&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 267 time: 0.0429087 Dec 10 16:56:22.099700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-031d07e7-af55-4451-908b-293c0df4ac6c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:22.101180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-031d07e7-af55-4451-908b-293c0df4ac6c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1002262 Dec 10 16:56:22.115666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-5546fcdf-dd57-4046-a5a2-84d10f4887d6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/quotas/8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 375 time: 0.0087059 Dec 10 16:56:22.169805 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-94a67816-59cf-4e7f-85dc-04a54a469b99 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490818 Dec 10 16:56:22.263951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-24763021-7889-43a2-a3bd-9dace76e9b4e service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825090 Dec 10 16:56:22.359550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-4938281b-ae12-4950-aba0-7f6ac295a6b5 service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893233 Dec 10 16:56:22.488535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:56:22.512689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: a2ba08a8-acdb-4a81-8d52-d27f2bee816c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:56:22.513064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device a2ba08a8-acdb-4a81-8d52-d27f2bee816c not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:56:22.613803 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a05462d5-5944-46fe-aace-d8cc3c65f72a req-5c6e1048-6434-4f74-ae33-7330804420a2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 210 time: 0.0324697 Dec 10 16:56:23.711355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5a4b6ae3-b069-4ff6-a3d8-7b73c784b67c req-914d9967-ebbf-4422-adb5-7f0bd17ece7b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 210 time: 0.0272794 Dec 10 16:56:24.557696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-1f2dcc01-9a5a-41c3-8cee-62b60f0b1fcc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:24.559145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-1f2dcc01-9a5a-41c3-8cee-62b60f0b1fcc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1106315 Dec 10 16:56:24.629824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-2cc2bf3d-955d-4cff-88c1-8e9bcc6ac1d5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 379 time: 0.0530488 Dec 10 16:56:24.645150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'port': {'device_id': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'admin_state_up': True, 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'security_groups': ['71d9f0bb-d700-42b5-a8e1-c822ea40f257']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:24.815839 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-30e535ea-069e-4676-bd76-fcc369b7cd93 req-5657d722-7b21-440a-8167-e6326c27df4c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 210 time: 0.0260470 Dec 10 16:56:24.824809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:56:24.828606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:24.961517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Allocated IP 172.20.0.7 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/473ba816-9af9-4e53-9ed9-eb39d4bcaa90) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:56:25.108627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.247770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.289837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:56:25.292867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:56:25.296625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:56:25.324609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:25.355829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:25.356522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.430327 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-ac758a97-7f4c-483e-ac51-66aad243cbc8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890000 Dec 10 16:56:25.451304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Request body: {'port': {'device_id': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:25.507237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.574037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2b1920f6-a584-4369-8015-23799deb6bf4 None None] Provisioning complete for port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:25.574621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b1920f6-a584-4369-8015-23799deb6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.607966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2b1920f6-a584-4369-8015-23799deb6bf4 None None] Port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:56:25.777074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:25.784714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.796329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Transition to ACTIVE for port object 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:56:25.867220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:25.950163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:26.013878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95a68-93aa-473d-b10e-489e65eb96a3 req-a28d2e75-460f-436e-a58b-c0c10b6589d4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.015598 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-77e95a68-93aa-473d-b10e-489e65eb96a3 req-a28d2e75-460f-436e-a58b-c0c10b6589d4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 943 time: 0.1212409 Dec 10 16:56:26.053549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Attempting to bind port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:56:26.053885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Attempting to bind port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:56:26.054212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Attempting to bind port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:26.066786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:56:26.067155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Attempting to bind port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:56:26.078246 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:56:26.078577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:56:26.078959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:56:26.079384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Bound port: 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:56:26.079735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.094018 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-77e95a68-93aa-473d-b10e-489e65eb96a3 req-78b454e1-eaf1-4205-80bd-a41ef287b87c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717497 Dec 10 16:56:26.149807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:56:26.153039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:56:26.227556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.267098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.267716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:26.269111 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] 10.222.0.61 "PUT /v2.0/ports/473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1093 time: 0.8229539 Dec 10 16:56:26.269589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:26.271838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8327bcf-0404-4afb-822f-555195e5e6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:26.295080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17b46-5c1a-4cc0-b1fc-a659288cbc30 service neutron] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:26.322336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3607d19-7a02-4923-8e1b-14c6337a6c83 x-openstack-request-id: req-c3607d19-7a02-4923-8e1b-14c6337a6c83 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:26.322731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:26.323251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3607d19-7a02-4923-8e1b-14c6337a6c83 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:26.323746 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'status': 'completed', 'code': 200} Dec 10 16:56:26.397986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-b3083a1a-3428-46d2-b7a8-0349711664be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.399514 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-b3083a1a-3428-46d2-b7a8-0349711664be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1096 time: 0.0452588 Dec 10 16:56:26.510415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-82b4a575-387d-4231-a803-377b63e5987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.511810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-82b4a575-387d-4231-a803-377b63e5987a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8b145e843d9b4e8db1aabb08599276c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970836 Dec 10 16:56:26.612076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-3729afe3-e530-4907-b6fb-25b0836b8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.613579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f8327bcf-0404-4afb-822f-555195e5e6b4 req-3729afe3-e530-4907-b6fb-25b0836b8ad5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885665 Dec 10 16:56:26.695704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-47384e2b-1acd-48ce-a87d-b70abf97f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.697216 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-47384e2b-1acd-48ce-a87d-b70abf97f32f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1096 time: 0.0395839 Dec 10 16:56:26.750773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-f0889dce-744f-49b5-9538-02d9cc957d51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 217 time: 0.0384274 Dec 10 16:56:26.803635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-f61d6c6e-a257-4934-9f71-51dc8a324507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.805016 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-f61d6c6e-a257-4934-9f71-51dc8a324507 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0435469 Dec 10 16:56:26.855655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-af50fca5-e70f-4a8a-901f-4e4a39b57005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:26.857110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-af50fca5-e70f-4a8a-901f-4e4a39b57005 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396032 Dec 10 16:56:26.961885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-8fe23eb5-6b1f-4c2a-abc5-a868429b2e34 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922782 Dec 10 16:56:27.057906 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c3a048c8-a674-40c8-a10f-d2ab70960dc5 req-0298998e-e648-4c40-a89a-88da02d300a5 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822420 Dec 10 16:56:27.213469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331f78-57fb-4a4c-83a3-0e5b3d5d328d req-0069f3ac-8506-43d8-8e59-d4ed7268feed tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:27.215488 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe331f78-57fb-4a4c-83a3-0e5b3d5d328d req-0069f3ac-8506-43d8-8e59-d4ed7268feed tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 943 time: 0.0537555 Dec 10 16:56:27.261960 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fe331f78-57fb-4a4c-83a3-0e5b3d5d328d req-d49bc622-8d5b-4f29-a5eb-890fe17089e5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Dec 10 16:56:28.377635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60c36-e6cc-4662-b62a-20ffd4beead0 req-c2e45155-52a7-4850-ad8c-96f22a9c0dd5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:28.379105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1cc60c36-e6cc-4662-b62a-20ffd4beead0 req-c2e45155-52a7-4850-ad8c-96f22a9c0dd5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 943 time: 0.0485835 Dec 10 16:56:28.426031 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1cc60c36-e6cc-4662-b62a-20ffd4beead0 req-ef6aa432-e7a5-4559-90fc-99b9337a262f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Dec 10 16:56:28.518954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:56:28.613695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:28.625343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:56:28.660180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:28.673592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:56:28.693037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:28.789733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:28.839414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:29.045662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['473ba816-9af9-4e53-9ed9-eb39d4bcaa90'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:56:29.540376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaf3a-c5dd-4e45-9c0b-3a32ce6d89d4 req-0af836ef-0f79-4e79-8925-d73e24b62fb4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:29.542380 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a0caaf3a-c5dd-4e45-9c0b-3a32ce6d89d4 req-0af836ef-0f79-4e79-8925-d73e24b62fb4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Dec 10 16:56:29.589290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a0caaf3a-c5dd-4e45-9c0b-3a32ce6d89d4 req-4f149fce-ade6-404f-80e4-b1cb4fe34003 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Dec 10 16:56:30.534456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:56:30.644239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:56:30.648500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:56:30.648876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.711917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42605434-d68b-4659-b382-5ab6641c1bb5 req-493d9bfc-1e1a-411f-b98e-4006b19ed376 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:30.713609 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42605434-d68b-4659-b382-5ab6641c1bb5 req-493d9bfc-1e1a-411f-b98e-4006b19ed376 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 944 time: 0.0565534 Dec 10 16:56:30.764826 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42605434-d68b-4659-b382-5ab6641c1bb5 req-f3b88674-ee49-4ab2-8677-c994acecb422 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446126 Dec 10 16:56:30.870348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:30.892492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:30.894740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936427e2-bb09-41f4-90db-23923d338559" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:30.907505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:56:30.933487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbab6f7-b0f1-4eed-a601-124435ba676f x-openstack-request-id: req-5cbab6f7-b0f1-4eed-a601-124435ba676f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:30.933791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:30.934053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cbab6f7-b0f1-4eed-a601-124435ba676f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:30.934453 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'code': 200} Dec 10 16:56:30.972712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:31.018574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:56:31.231525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8cda-1903-426e-9583-25639b216ace req-141d161d-1bd7-42a5-b644-266cf4935b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:31.233007 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-350c8cda-1903-426e-9583-25639b216ace req-141d161d-1bd7-42a5-b644-266cf4935b9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0392811 Dec 10 16:56:31.286992 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-350c8cda-1903-426e-9583-25639b216ace req-388f2d2a-e551-4530-b27d-4e0bf5ea9de6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Dec 10 16:56:31.878897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c57680-2664-4913-a452-95e5c334e8e5 req-9465c9a6-ea3f-4cc9-871a-c479fa4e9f49 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:31.880364 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-14c57680-2664-4913-a452-95e5c334e8e5 req-9465c9a6-ea3f-4cc9-871a-c479fa4e9f49 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0485017 Dec 10 16:56:31.926689 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-14c57680-2664-4913-a452-95e5c334e8e5 req-4e489a15-7991-4932-b765-93ba11a51eb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Dec 10 16:56:32.978326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf716-e927-4256-a1d0-7440f24feeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:33.042836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec090e0-d6b8-4ea3-b944-e3898a2615b3 req-f7a1a11a-025a-4994-ba08-e9763e059289 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:33.044321 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ec090e0-d6b8-4ea3-b944-e3898a2615b3 req-f7a1a11a-025a-4994-ba08-e9763e059289 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Dec 10 16:56:33.090861 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ec090e0-d6b8-4ea3-b944-e3898a2615b3 req-d61b1980-d3aa-4e88-9aa5-09add679a613 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Dec 10 16:56:33.200401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d4ec1-a8d0-445a-aa88-cd340ab7b038 req-425d9e50-505d-42d0-a567-98c803cd4911 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:33.201884 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-082d4ec1-a8d0-445a-aa88-cd340ab7b038 req-425d9e50-505d-42d0-a567-98c803cd4911 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Dec 10 16:56:33.210286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 56630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:56:33.214590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'floatingip': {'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:56:33.258644 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:33.673710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:33.721525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:33.820853 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 associated. External IP: 172.26.4.106, port: 473ba816-9af9-4e53-9ed9-eb39d4bcaa90. Dec 10 16:56:34.321658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:56:34.435224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:56:34.441855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:34.445589 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:56:34.459781 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:34.460392 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:56:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:34.468525 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a1284b0a-1ca0-4dce-be12-44cea3ff31d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "PUT /v2.0/floatingips/6511653d-cf4b-4946-9779-26b9bd291757 HTTP/1.1" status: 200 len: 991 time: 1.2571983 Dec 10 16:56:34.469523 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:56:34.471870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d590efdd-0160-416a-b3fd-eefcafdccbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:56:34.567940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e2508-5cd5-4a62-b909-7d164c62639e x-openstack-request-id: req-9e2e2508-5cd5-4a62-b909-7d164c62639e {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:56:34.568264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:56:34.568524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e2e2508-5cd5-4a62-b909-7d164c62639e {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:56:34.568970 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'status': 'completed', 'code': 200} Dec 10 16:56:34.573669 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:34.634359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-09812cd9-0471-4149-8f32-9e274e03fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:34.635895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-09812cd9-0471-4149-8f32-9e274e03fabf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0408533 Dec 10 16:56:34.743575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-4bb02db5-5795-4733-8670-db57672927cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:34.745623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-4bb02db5-5795-4733-8670-db57672927cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.1015427 Dec 10 16:56:34.799828 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:56:33Z', 'revision_number': 9, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:34.811635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-3eb9c5c6-e04d-4f2c-88c5-b3e0ba8d89e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 999 time: 0.0584691 Dec 10 16:56:34.825529 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:56:34.833939 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:56:34.834599 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:56:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:34.864269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-11c5675d-bfd9-448a-93c3-22cf4d531177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:34.865778 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-11c5675d-bfd9-448a-93c3-22cf4d531177 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0471783 Dec 10 16:56:34.913939 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-2a8b3902-5265-4605-a3b8-a72e80122569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:56:34.915489 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-2a8b3902-5265-4605-a3b8-a72e80122569 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420516 Dec 10 16:56:35.012146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-a544ca8f-5b6f-4d0f-9f7d-cdaf222f7abc service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Dec 10 16:56:35.024583 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:56:35.104843 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d590efdd-0160-416a-b3fd-eefcafdccbe0 req-a3179642-55b1-42f7-b694-b53e95d26192 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897434 Dec 10 16:56:35.238303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1144462b-665c-4fc5-9026-e71bfb89c0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:35.251101 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:56:33Z', 'revision_number': 9, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:56:35.277071 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de9ec4-d0f0-4c44-a834-6546e4f9c9ad None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:56:33Z', 'revision_number': 9, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:56:35.458796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9d21b-5be7-4d02-8a6d-a6f99ccb49d3 None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:56:36.681553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:37.938128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:38.695526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:56:38.938994 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:56:47.609644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:02.969783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41e34dc8-1231-4697-92d3-ff58610201d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:05.175093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c5fdbebe-a13b-456a-9532-afba83d97185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:06.674825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:07.946138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:08.689136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:09.298292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-e4cdb516-044d-4797-99d1-acde675b4772 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384145 Dec 10 16:57:09.394488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-7de12f98-9b66-4208-8fb4-123e8b3bdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:09.395994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-7de12f98-9b66-4208-8fb4-123e8b3bdf01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0433614 Dec 10 16:57:09.506879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-5a39cc7f-ca17-4934-b644-5bb6c9b8b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:09.508307 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-5a39cc7f-ca17-4934-b644-5bb6c9b8b6d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0925868 Dec 10 16:57:09.577933 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-48ed629b-9154-4d20-bcb3-a55214e03e87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1002 time: 0.0611551 Dec 10 16:57:09.629945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-6ce4e8d4-35c8-46c3-ae1e-679d73dbf543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:09.631396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-6ce4e8d4-35c8-46c3-ae1e-679d73dbf543 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0462346 Dec 10 16:57:09.677771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-4d737a89-2215-4025-a383-acd725d61630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:09.679253 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-4d737a89-2215-4025-a383-acd725d61630 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393877 Dec 10 16:57:09.771984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-b0eeeeec-d17f-43ca-95a4-5e9d5a2c625e service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 Dec 10 16:57:09.867528 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016d3606-1ab0-4c28-a0da-c8d61353fabc req-e8bce3aa-df77-4e8f-b8fe-6f69837d8c37 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881624 Dec 10 16:57:14.344139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c83dd1-fc1f-473b-938b-ea7a15481fc9 req-fff39cfa-975b-4716-9492-bf80b653a09e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:14.345635 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-39c83dd1-fc1f-473b-938b-ea7a15481fc9 req-fff39cfa-975b-4716-9492-bf80b653a09e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Dec 10 16:57:14.402490 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-39c83dd1-fc1f-473b-938b-ea7a15481fc9 req-86da2b0d-ad2d-4b26-a2a0-4132b41d6518 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509186 Dec 10 16:57:14.435000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-6d990d5f-14e6-42f2-999e-a3f6f250af82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477197 Dec 10 16:57:15.520547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bd3bd-6cfc-4791-88f4-07b2bebfa12c req-c14be0cc-2de6-432b-a39c-01d005924464 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:15.522077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0bd3bd-6cfc-4791-88f4-07b2bebfa12c req-c14be0cc-2de6-432b-a39c-01d005924464 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0500808 Dec 10 16:57:15.570314 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b0bd3bd-6cfc-4791-88f4-07b2bebfa12c req-359b484f-f6ea-4e7a-80c4-4b6c9c14925f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Dec 10 16:57:15.938325 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:57:16.412937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-3331e9a8-dceb-47b5-8811-f473e8f0bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:16.414292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-3331e9a8-dceb-47b5-8811-f473e8f0bf76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0430918 Dec 10 16:57:16.504348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-c4c661a1-faed-4893-8282-5b68b33437f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:16.505846 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-c4c661a1-faed-4893-8282-5b68b33437f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0820115 Dec 10 16:57:16.577119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-fb7a6e23-a02c-4d92-9cc7-be865869a4f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1002 time: 0.0632346 Dec 10 16:57:16.627988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-e44d8299-2bc0-483b-a795-1ab177155d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:16.632069 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-e44d8299-2bc0-483b-a795-1ab177155d73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0454569 Dec 10 16:57:16.676510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-f3f5178d-cbe8-4e9d-a5d5-eb47f82013b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:16.678248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-f3f5178d-cbe8-4e9d-a5d5-eb47f82013b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413940 Dec 10 16:57:16.690876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49a55-f182-492c-8c0c-2f93bb132c0b req-6b40f595-e4f9-44b7-88f3-b583e15f184c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:16.692337 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7f49a55-f182-492c-8c0c-2f93bb132c0b req-6b40f595-e4f9-44b7-88f3-b583e15f184c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Dec 10 16:57:16.740512 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7f49a55-f182-492c-8c0c-2f93bb132c0b req-be001c60-a130-4e87-8849-5f2fea8a64fa tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Dec 10 16:57:17.044692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-1f215fc9-5e7f-4a06-9aba-b4e689626e2e service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522201 Dec 10 16:57:17.137073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-f3d7ee46-b247-47ba-816b-18126438e8ad service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797319 Dec 10 16:57:17.629435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:17.862685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f68fb-92ba-4f9c-9d53-c095a7dd368e req-72f5a95c-6780-458e-b410-889bc0f6d0ca tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:17.864177 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-908f68fb-92ba-4f9c-9d53-c095a7dd368e req-72f5a95c-6780-458e-b410-889bc0f6d0ca tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0536046 Dec 10 16:57:17.911312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-908f68fb-92ba-4f9c-9d53-c095a7dd368e req-ee9f3fbe-0072-4afd-aa53-12bd55eef090 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409806 Dec 10 16:57:19.028282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653f02-9be0-4a67-8b25-4d345b70c5c0 req-e3d4863a-4be5-4d8c-a3fe-22efaf439b5d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:19.029826 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42653f02-9be0-4a67-8b25-4d345b70c5c0 req-e3d4863a-4be5-4d8c-a3fe-22efaf439b5d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0493438 Dec 10 16:57:19.076479 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-42653f02-9be0-4a67-8b25-4d345b70c5c0 req-5bef3c74-c1a2-4b36-acb1-39986123eff2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Dec 10 16:57:20.190973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b66b72-e317-4a55-aca2-64ce8a4e8c01 req-60902590-3422-4184-9f36-cc0aa1427e00 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:20.192435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b66b72-e317-4a55-aca2-64ce8a4e8c01 req-60902590-3422-4184-9f36-cc0aa1427e00 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0476623 Dec 10 16:57:20.238071 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b66b72-e317-4a55-aca2-64ce8a4e8c01 req-cf5f02a5-0e16-4fa5-9c11-c25b173ad3c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Dec 10 16:57:21.355981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aff2d9-63d0-4cee-85f6-32ae655019e4 req-5c5c83f3-a8aa-4586-9370-e2611a7eb0a0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:21.357489 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b8aff2d9-63d0-4cee-85f6-32ae655019e4 req-5c5c83f3-a8aa-4586-9370-e2611a7eb0a0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Dec 10 16:57:21.405103 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b8aff2d9-63d0-4cee-85f6-32ae655019e4 req-998df121-1138-4fd1-8dfb-95aa59cd95f4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 Dec 10 16:57:22.516943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd792f3-8dbb-4fe8-a076-80152d3ec230 req-49d93b21-06e3-45fd-8f6f-ccab051717bc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:22.518392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dbd792f3-8dbb-4fe8-a076-80152d3ec230 req-49d93b21-06e3-45fd-8f6f-ccab051717bc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0478389 Dec 10 16:57:22.567617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dbd792f3-8dbb-4fe8-a076-80152d3ec230 req-9ee00424-153e-4d91-963a-7a682a6d127c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Dec 10 16:57:23.681266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79f71-75ac-4a57-a9e2-5d604342f9ed req-66d901ed-d677-468e-856c-28a3bc811335 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:23.682720 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-40f79f71-75ac-4a57-a9e2-5d604342f9ed req-66d901ed-d677-468e-856c-28a3bc811335 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Dec 10 16:57:23.728533 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-40f79f71-75ac-4a57-a9e2-5d604342f9ed req-1d9e69f4-d4da-4912-b974-b30503edcf24 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399940 Dec 10 16:57:24.842118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025989a3-eb57-4a4a-876d-afd581e29e3b req-e49008cb-c679-4bd8-a717-56282d68303d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:24.843945 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-025989a3-eb57-4a4a-876d-afd581e29e3b req-e49008cb-c679-4bd8-a717-56282d68303d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0491278 Dec 10 16:57:24.895750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-025989a3-eb57-4a4a-876d-afd581e29e3b req-54ae14f5-36b3-4f8b-8ac1-0aa8be06525b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453420 Dec 10 16:57:26.009392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6790a-25e1-4bdd-a03e-193791d6bbe9 req-d6a5df84-754a-4f3b-a1a2-ac230ca39daf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:26.010894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2fc6790a-25e1-4bdd-a03e-193791d6bbe9 req-d6a5df84-754a-4f3b-a1a2-ac230ca39daf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Dec 10 16:57:26.060878 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2fc6790a-25e1-4bdd-a03e-193791d6bbe9 req-513cd6ea-6460-4df3-8389-6bd7229396fc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Dec 10 16:57:27.010114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-9a038640-1b8b-4eb5-b8b2-1d91626b61f5 req-a37e693c-5a80-412e-a461-95d78f20a6dc service neutron] (103599) timed out ('10.222.0.61', 49854) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 16:57:27.174159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935c7b1-1b9c-47df-b74d-53c0a4358e37 req-8ef6f162-c8ec-43f0-8d16-83181a1d2d0f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:27.175648 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f935c7b1-1b9c-47df-b74d-53c0a4358e37 req-8ef6f162-c8ec-43f0-8d16-83181a1d2d0f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Dec 10 16:57:27.222189 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f935c7b1-1b9c-47df-b74d-53c0a4358e37 req-022da658-47fb-4cf3-956c-31f6f0b2ae8a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Dec 10 16:57:28.338979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061ca76-987c-420e-97fb-45941f4ba77e req-db849aa6-e125-4a9e-a34a-e4f7e2c036dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:28.340454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f061ca76-987c-420e-97fb-45941f4ba77e req-db849aa6-e125-4a9e-a34a-e4f7e2c036dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0488579 Dec 10 16:57:28.387334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f061ca76-987c-420e-97fb-45941f4ba77e req-7077c82c-a45c-4f06-9499-89090c37ba30 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406005 Dec 10 16:57:29.357964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-8f34efda-661e-4c05-8391-b70b91cc49ca service neutron] 10.222.0.61 "GET /v2.0/ports/473ba816-9af9-4e53-9ed9-eb39d4bcaa90/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0575247 Dec 10 16:57:29.504508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaff92d-79d7-4b56-8baa-72a0c49a1dd4 req-e62f9fb5-154b-497b-b10e-0af7f26cd76a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:29.506045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9aaff92d-79d7-4b56-8baa-72a0c49a1dd4 req-e62f9fb5-154b-497b-b10e-0af7f26cd76a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Dec 10 16:57:29.554042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9aaff92d-79d7-4b56-8baa-72a0c49a1dd4 req-98eb1ccf-19ee-44b8-9dc3-a54b1bc07bcb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Dec 10 16:57:29.927734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-ef8dc943-7145-4c4e-918e-cea997c3662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:29.929296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-ef8dc943-7145-4c4e-918e-cea997c3662f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1098 time: 0.0409248 Dec 10 16:57:29.999766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-052592ec-aeb2-401d-8a24-525d3cb0883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:30.004317 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-052592ec-aeb2-401d-8a24-525d3cb0883a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0438974 Dec 10 16:57:30.096915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-ad30bbe0-fd3a-4094-8676-3805c428a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:30.098376 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-ad30bbe0-fd3a-4094-8676-3805c428a861 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0839140 Dec 10 16:57:30.171593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-d1346622-c797-401c-ba7f-d33ff2512b6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1002 time: 0.0607705 Dec 10 16:57:30.223681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-d1942079-17bd-49f0-a2de-dc925f141d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:30.225105 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-d1942079-17bd-49f0-a2de-dc925f141d19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0427284 Dec 10 16:57:30.273816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0d6d-8fea-4534-9264-11a23636447e req-4be4020b-a321-4b0e-8a6c-b13508368e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:30.275929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-4be4020b-a321-4b0e-8a6c-b13508368e76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390210 Dec 10 16:57:30.370398 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-969d4f8e-ef75-451c-b8ee-95c013ca5495 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821531 Dec 10 16:57:30.462302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-650c0d6d-8fea-4534-9264-11a23636447e req-d6b4c9a3-f4b9-4808-a1b9-66dc856454a9 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804207 Dec 10 16:57:30.674361 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ac6d8-dddc-4708-88cd-6f9f6f989cae req-01a310c7-ddc0-4b89-b4a6-c3e1694a0c3d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:30.675761 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0d1ac6d8-dddc-4708-88cd-6f9f6f989cae req-01a310c7-ddc0-4b89-b4a6-c3e1694a0c3d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0539675 Dec 10 16:57:30.724672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0d1ac6d8-dddc-4708-88cd-6f9f6f989cae req-8abe4cab-b8db-4e06-bc69-f2bee798743e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Dec 10 16:57:31.842692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1dd32-5b07-441d-8a3e-ad0c3be0c75c req-91d383fc-497f-44cd-b02f-c13873f591ad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:31.844408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5b1dd32-5b07-441d-8a3e-ad0c3be0c75c req-91d383fc-497f-44cd-b02f-c13873f591ad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0501692 Dec 10 16:57:31.890694 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5b1dd32-5b07-441d-8a3e-ad0c3be0c75c req-9b33d6a2-4cc7-4036-87b9-5434cdab0ecf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Dec 10 16:57:32.844873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:57:32.847072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:57:33.000678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.015247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127624b-654e-499c-b42d-52b037b77745 req-295a47a0-9d29-4442-a1e7-eebdae68b369 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:33.016811 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2127624b-654e-499c-b42d-52b037b77745 req-295a47a0-9d29-4442-a1e7-eebdae68b369 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0561090 Dec 10 16:57:33.023301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5f43-c5bc-4296-9b18-1a8ab774eeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.033783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:33.050420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:33.052649 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c5b2de-e068-434d-aead-b668aa2f3970" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-unplugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:33.057238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:57:33.065082 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2127624b-654e-499c-b42d-52b037b77745 req-dc9a6064-9741-4eaf-a6ef-637862c8354f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420940 Dec 10 16:57:33.068028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:33.101920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6933671-a6ec-46a9-a174-41512b88e11c x-openstack-request-id: req-b6933671-a6ec-46a9-a174-41512b88e11c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:33.102230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-unplugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:33.102494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6933671-a6ec-46a9-a174-41512b88e11c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:33.102893 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'code': 200} Dec 10 16:57:33.108852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.121946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:33.141479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.215462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:57:33.215818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:57:33.220312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:33.227266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.227622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.227971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.228307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.228636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.228991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.229319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.229646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.229971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.230293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.230613 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.230934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.231253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:33.635314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adff70-c5b0-4248-a6d6-1b6e24cef4af req-77fe3580-df2a-48cc-b531-cccd88033581 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:33.636790 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a2adff70-c5b0-4248-a6d6-1b6e24cef4af req-77fe3580-df2a-48cc-b531-cccd88033581 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 943 time: 0.0545442 Dec 10 16:57:33.714092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-e86821b5-56b5-4c36-a9b5-5250b305eb8f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:33.715565 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-e86821b5-56b5-4c36-a9b5-5250b305eb8f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625&tenant_id=8b145e843d9b4e8db1aabb08599276c6&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 943 time: 0.0778725 Dec 10 16:57:33.718988 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a2adff70-c5b0-4248-a6d6-1b6e24cef4af req-92928c6a-12fa-4f1f-bb32-20e563d35937 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731921 Dec 10 16:57:33.755764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.769073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:33.778807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-54aaa59f-a1db-47bc-becb-7a2ec3e3d9d0 service neutron] 10.222.0.61 "GET /v2.0/ports/473ba816-9af9-4e53-9ed9-eb39d4bcaa90/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0550101 Dec 10 16:57:33.790206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:33.846670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-fb577070-5a2b-4c7e-8c23-166fd8f2407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:33.848178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-fb577070-5a2b-4c7e-8c23-166fd8f2407d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1096 time: 0.0456507 Dec 10 16:57:33.869620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:33.921456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:33.934139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['473ba816-9af9-4e53-9ed9-eb39d4bcaa90'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:57:33.940402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-ef3b132d-249f-4f98-ba43-8dcc485f2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:33.941964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-ef3b132d-249f-4f98-ba43-8dcc485f2a9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0870490 Dec 10 16:57:34.013545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-4f25b05b-6cf5-4699-a3e8-eb4606809f00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1001 time: 0.0642390 Dec 10 16:57:34.062660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-dd6601ff-ccb2-4ce4-a85a-577b1418bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:34.064155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-dd6601ff-ccb2-4ce4-a85a-577b1418bd51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0439854 Dec 10 16:57:34.110200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-dcf54c42-787f-4ddb-a8f3-b83040e1a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:34.111664 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-dcf54c42-787f-4ddb-a8f3-b83040e1a0f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397685 Dec 10 16:57:34.204194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-0920642c-cfb3-41a2-9a3b-e1a21e91767d service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847163 Dec 10 16:57:34.295393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-b5fee016-3242-4611-8a09-1e83e778b329 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826306 Dec 10 16:57:34.835920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a6e3d-8ef9-4aea-9ac7-13d1fd8b1784 req-b598c853-f2c6-4e45-88ca-52d5b1b3be90 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:34.837460 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be1a6e3d-8ef9-4aea-9ac7-13d1fd8b1784 req-b598c853-f2c6-4e45-88ca-52d5b1b3be90 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 944 time: 0.0487177 Dec 10 16:57:34.867208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:57:34.886063 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be1a6e3d-8ef9-4aea-9ac7-13d1fd8b1784 req-07478dbb-d79b-428a-a652-1c16c4c055bf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 Dec 10 16:57:34.914606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:34.915617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:34.991874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:35.030224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:35.104270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:35.106563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b9fd5-ada1-4da4-8cd1-cf1cf53475cb" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:35.115761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:35.152591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6c8486-f463-44bf-a10f-f888c26f5327 x-openstack-request-id: req-ff6c8486-f463-44bf-a10f-f888c26f5327 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:35.152883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:35.153168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff6c8486-f463-44bf-a10f-f888c26f5327 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:35.153566 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'code': 200} Dec 10 16:57:35.171901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:35.202954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-729e700c-ab86-4e5a-aa14-8147fec28453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:36.006793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9a8e7-49be-4ab6-bfab-620a7177b066 req-e4499bcf-f3ea-414f-8cad-7f87319e5849 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:36.008291 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-13d9a8e7-49be-4ab6-bfab-620a7177b066 req-e4499bcf-f3ea-414f-8cad-7f87319e5849 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0543919 Dec 10 16:57:36.056679 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-13d9a8e7-49be-4ab6-bfab-620a7177b066 req-1375b621-0aca-47d0-a5a0-ae5ee09fe5fb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Dec 10 16:57:36.671716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.178725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d738bc-b324-4825-9864-546c24cd5e0b req-47a6ab28-28a2-461a-8e76-47aa0f81ea10 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.180236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-03d738bc-b324-4825-9864-546c24cd5e0b req-47a6ab28-28a2-461a-8e76-47aa0f81ea10 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Dec 10 16:57:37.234030 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-03d738bc-b324-4825-9864-546c24cd5e0b req-dfd9ea67-b9dc-483a-9217-7a41769d7fd3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477417 Dec 10 16:57:37.486252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-633e36f2-c2bf-4ff6-8c13-4940000022af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.487741 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-633e36f2-c2bf-4ff6-8c13-4940000022af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1098 time: 0.0414169 Dec 10 16:57:37.558231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-b2e84528-fe14-476b-93fd-fd0536b2dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.559678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-b2e84528-fe14-476b-93fd-fd0536b2dd6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 1098 time: 0.0397124 Dec 10 16:57:37.657458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-be2d323c-974e-4ade-8553-b644354bfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.658839 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-be2d323c-974e-4ade-8553-b644354bfc74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0867414 Dec 10 16:57:37.728052 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-305bc884-79f4-476a-a8d3-fb5454f81c42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 200 len: 1002 time: 0.0570006 Dec 10 16:57:37.782923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-3077526f-d3e0-475b-b6c8-1013294e5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.784374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-3077526f-d3e0-475b-b6c8-1013294e5553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0428627 Dec 10 16:57:37.840181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-1c95c594-13f9-4994-91f2-6ee96e2193c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:37.841706 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-1c95c594-13f9-4994-91f2-6ee96e2193c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457480 Dec 10 16:57:37.917486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:37.935504 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-c89f4667-bbc5-4df8-b7e5-99ca67eb3885 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822835 Dec 10 16:57:38.031897 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9edd411-c3a8-4962-a57b-7038fd07a220 req-2cdb5a7d-f453-45ee-9f6f-2f7fff2fd8e1 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863671 Dec 10 16:57:38.351808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a583c-9dfc-4551-a790-c8b23944627d req-fddd92c4-0525-4236-bd3b-626aa714d569 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:38.353783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-863a583c-9dfc-4551-a790-c8b23944627d req-fddd92c4-0525-4236-bd3b-626aa714d569 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Dec 10 16:57:38.401417 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-863a583c-9dfc-4551-a790-c8b23944627d req-0c2b849a-e60f-4b92-be56-87b20436cd43 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Dec 10 16:57:38.703448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:38.906607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:57:38.909753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:57:39.048631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:39.071939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:39.090313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:39.092540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d593138-ff46-44f5-98f4-5df7187beabd" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-unplugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:39.103065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'mac_address': 'fa:16:3e:eb:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:57:39.108169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:39.137194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7976b-d8ba-49e6-b586-bb24c26ab05d x-openstack-request-id: req-4fd7976b-d8ba-49e6-b586-bb24c26ab05d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:39.137492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-unplugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:39.137757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fd7976b-d8ba-49e6-b586-bb24c26ab05d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:39.138149 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'code': 200} Dec 10 16:57:39.147729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:39.161608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:39.172538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:39.238735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 16:57:39.239094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 16:57:39.247813 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:39.519518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0a931-e7b0-453b-b04c-136d3f006492 req-6149e7ea-2b5c-4be8-9a9d-7aca467ecd14 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:39.521100 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0a931-e7b0-453b-b04c-136d3f006492 req-6149e7ea-2b5c-4be8-9a9d-7aca467ecd14 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 943 time: 0.0504086 Dec 10 16:57:39.579305 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0a931-e7b0-453b-b04c-136d3f006492 req-caab1ae6-ece8-48b6-8642-5fe7ba8d5e06 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520582 Dec 10 16:57:39.777215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:39.790239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:39.810290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:39.871197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:39.920499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:39.931579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['473ba816-9af9-4e53-9ed9-eb39d4bcaa90'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:57:40.698355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4a1a-861c-4745-931c-9b05c0e11bcb req-78bfa234-0da1-4e35-a084-feda7b2f436b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:40.700276 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9a2f4a1a-861c-4745-931c-9b05c0e11bcb req-78bfa234-0da1-4e35-a084-feda7b2f436b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Dec 10 16:57:40.751993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9a2f4a1a-861c-4745-931c-9b05c0e11bcb req-c4f5bbbf-9f0e-4fcf-a3de-a0c16051e835 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437343 Dec 10 16:57:40.865643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5c407-1cc4-4953-9010-8507401b3985 req-3e131514-42e0-4608-a4b3-98b846982122 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:40.867026 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-95d5c407-1cc4-4953-9010-8507401b3985 req-3e131514-42e0-4608-a4b3-98b846982122 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Dec 10 16:57:40.922381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:57:40.923174 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-95d5c407-1cc4-4953-9010-8507401b3985 req-df2fb41d-959e-4a6a-9bd9-bdd08d99236d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495462 Dec 10 16:57:40.970634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:40.971006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:41.036128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb914857-c121-47ea-9b65-1d6004e9488c req-d62048aa-0b86-4ffe-a0d3-398391416359 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:41.037657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cb914857-c121-47ea-9b65-1d6004e9488c req-d62048aa-0b86-4ffe-a0d3-398391416359 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Dec 10 16:57:41.057099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:41.084781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cb914857-c121-47ea-9b65-1d6004e9488c req-80a389d2-4035-4c40-99b4-73150118bbbb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Dec 10 16:57:41.089765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:41.139526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:41.141969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb057ff-5931-4334-849f-eb13a90d8360" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:41.160454 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:41.187455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfef955-0de2-4fed-95d6-eb16e952c520 x-openstack-request-id: req-6bfef955-0de2-4fed-95d6-eb16e952c520 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:41.187761 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-plugged", "status": "completed", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:41.188022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bfef955-0de2-4fed-95d6-eb16e952c520 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:41.188416 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'code': 200} Dec 10 16:57:41.217422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:41.595906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8e02-7b03-498a-8ac1-4a33b413ef65 req-61b5f2e3-8ad9-41a6-ba19-45fed96edb8e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:41.597833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fd1a8e02-7b03-498a-8ac1-4a33b413ef65 req-61b5f2e3-8ad9-41a6-ba19-45fed96edb8e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 946 time: 0.0551963 Dec 10 16:57:41.647370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fd1a8e02-7b03-498a-8ac1-4a33b413ef65 req-e6eb997f-40aa-4f38-bdd9-51927a8a3f1d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Dec 10 16:57:42.768446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62afe2-26ad-4e3f-b909-ea5c9cca8539 req-8fb05865-29b3-4510-bc00-09c8368efd10 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:42.769955 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4f62afe2-26ad-4e3f-b909-ea5c9cca8539 req-8fb05865-29b3-4510-bc00-09c8368efd10 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 946 time: 0.0525620 Dec 10 16:57:42.816478 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4f62afe2-26ad-4e3f-b909-ea5c9cca8539 req-4e8e4fa0-1c8c-4bb8-b277-e725e732871f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Dec 10 16:57:43.858592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-57084af9-3874-401f-a17d-e96c3c77832a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:43.860059 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-57084af9-3874-401f-a17d-e96c3c77832a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 946 time: 0.0494573 Dec 10 16:57:43.979321 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9bb4a-86ab-43d8-843a-42743db3e649 req-ae7e25bc-b5f2-4f47-ba47-232478857f44 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:43.980843 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1e9bb4a-86ab-43d8-843a-42743db3e649 req-ae7e25bc-b5f2-4f47-ba47-232478857f44 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 946 time: 0.0884569 Dec 10 16:57:44.021669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Deleting port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 16:57:44.022010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.079603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d1e9bb4a-86ab-43d8-843a-42743db3e649 req-924cb454-9b68-422d-9474-f62f1c34f0b6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917423 Dec 10 16:57:44.121964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] For port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:44.122324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.297477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.297839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.298158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 disassociated. External IP: 172.26.4.106, port: 473ba816-9af9-4e53-9ed9-eb39d4bcaa90. Dec 10 16:57:44.298506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Calling delete_port for 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 16:57:44.480224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.516336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'Port': ['ID=473ba816-9af9-4e53-9ed9-eb39d4bcaa90,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:44.525051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.525412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.525770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.526117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.526459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.526798 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.527135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.527472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.527813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.528148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.528480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.528809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.529166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:57:44.642426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:57:44.760515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:57:44.771415 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:57:44.781841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:44.782540 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:57:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:44.803381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] No DVR routers for this DVR port 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 16:57:44.805947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:44.809339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74a87b77-44e2-49aa-bc89-b20d37756c96 req-cd88fc68-3a63-495f-afb1-154792c231b3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "DELETE /v2.0/ports/473ba816-9af9-4e53-9ed9-eb39d4bcaa90 HTTP/1.1" status: 204 len: 173 time: 0.9399488 Dec 10 16:57:44.809795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-deleted', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:44.812069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39833aaf-7a84-444a-aad7-a7f439fe91e0" -d '{"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-deleted", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:44.848573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269379cf-be01-4172-a261-e7f623cbdd4d x-openstack-request-id: req-269379cf-be01-4172-a261-e7f623cbdd4d {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:44.848864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2bf5f8-34ff-4ba0-914f-ab299238d625", "name": "network-vif-deleted", "tag": "473ba816-9af9-4e53-9ed9-eb39d4bcaa90", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:44.849155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-269379cf-be01-4172-a261-e7f623cbdd4d {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:44.849561 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2bf5f8-34ff-4ba0-914f-ab299238d625', 'name': 'network-vif-deleted', 'tag': '473ba816-9af9-4e53-9ed9-eb39d4bcaa90', 'status': 'completed', 'code': 200} Dec 10 16:57:44.887249 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:45.081621 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:45.109120 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:57:45.116458 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:57:45.117109 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:57:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:45.189629 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-afb6bf9d-86e3-4b81-b17c-2658b0a8c38f req-793a1e12-6fdf-4ea9-a74d-9163f56504fd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea2bf5f8-34ff-4ba0-914f-ab299238d625 HTTP/1.1" status: 200 len: 210 time: 0.0267348 Dec 10 16:57:45.223425 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:57:45.411876 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:57:45.440030 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3293f-2c99-401f-810c-2ce694f1e397 None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:57:45.655793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e63f3-85b2-4b78-b356-c1f2f4c35a59 None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:57:46.443900 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-cbe9b79e-1e4a-43a9-b237-3c3493c30135 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--604712889&fields=id&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 267 time: 0.0454822 Dec 10 16:57:46.550368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-8ab3e16a-cc37-4b0b-ad7a-8fe9985c11c8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:46.551839 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-8ab3e16a-cc37-4b0b-ad7a-8fe9985c11c8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1007414 Dec 10 16:57:46.567044 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-34ac2b4c-01f4-4f6d-9067-323fd347f6cd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/quotas/8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 375 time: 0.0088885 Dec 10 16:57:46.616619 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-07df493d-4877-4210-bd0f-8fe98f55ab13 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444028 Dec 10 16:57:46.686504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-6d104f80-9592-4956-adf5-8aac921ef6ae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 16:57:46.687521 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-6d104f80-9592-4956-adf5-8aac921ef6ae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593705 Dec 10 16:57:46.790096 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-bcdb4728-b1dc-462b-9c13-a6d50a442683 service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957479 Dec 10 16:57:46.879830 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-f54cee61-86a6-426a-bc88-9da60143c377 service neutron] 10.222.0.21 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838466 Dec 10 16:57:46.938338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:57:46.957977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 16:57:46.958326 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 473ba816-9af9-4e53-9ed9-eb39d4bcaa90 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 16:57:47.122525 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3eb8f8db-39d2-4930-b782-5ed9a0faad64 req-21cbd170-ef89-4abe-a848-e90765a288c7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0264797 Dec 10 16:57:47.668953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:48.227190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-df9dcc21-5bec-4dee-86cc-f2b6a55c9992 req-b2cecc4d-38c9-4fd2-b98e-f5ef967f693f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0325415 Dec 10 16:57:49.033324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-43665d85-2b72-486e-9ea8-c8d4d50d0a3b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:49.034795 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-43665d85-2b72-486e-9ea8-c8d4d50d0a3b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 811 time: 0.1065426 Dec 10 16:57:49.104764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-e1f2953b-e393-40b5-a395-45cab0ac38c1 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 379 time: 0.0525031 Dec 10 16:57:49.119495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'port': {'device_id': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'admin_state_up': True, 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'security_groups': ['71d9f0bb-d700-42b5-a8e1-c822ea40f257']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:57:49.283177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Made reservation on behalf of 8b145e843d9b4e8db1aabb08599276c6 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 16:57:49.287084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.337623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2fec063d-b766-49b2-94bc-5eb57a2f59ff req-0e438586-3076-4066-a9b0-4a6e60959748 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0362988 Dec 10 16:57:49.449714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Allocated IP 172.20.0.7 (3d77e96c-8d3b-495f-b637-6a66dbb8a9d9/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283/9f421ed7-4787-42f6-b964-a9e06363ffaa) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 16:57:49.584859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.709132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.755003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 16:57:49.760451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 16:57:49.764965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 16:57:49.768762 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:49.821266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:49.821902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.925527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-a86ba2e9-c194-404b-9bf8-ea69d39981d3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101211 Dec 10 16:57:49.940658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Request body: {'port': {'device_id': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:57:49.988862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fd34421d-8262-4bd2-9865-9f14eaa625aa None None] Provisioning complete for port 9f421ed7-4787-42f6-b964-a9e06363ffaa triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:49.989460 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd34421d-8262-4bd2-9865-9f14eaa625aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:49.995099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.025097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fd34421d-8262-4bd2-9865-9f14eaa625aa None None] Port 9f421ed7-4787-42f6-b964-a9e06363ffaa cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 16:57:50.250986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:50.258837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.270372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Transition to ACTIVE for port object 9f421ed7-4787-42f6-b964-a9e06363ffaa will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 16:57:50.331379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.379252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:50.457918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Attempting to bind port 9f421ed7-4787-42f6-b964-a9e06363ffaa on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 16:57:50.457918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Attempting to bind port 9f421ed7-4787-42f6-b964-a9e06363ffaa by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 16:57:50.458767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Attempting to bind port 9f421ed7-4787-42f6-b964-a9e06363ffaa on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:57:50.465137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Port 9f421ed7-4787-42f6-b964-a9e06363ffaa on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 16:57:50.465468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Attempting to bind port 9f421ed7-4787-42f6-b964-a9e06363ffaa on network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 16:57:50.471198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 16:57:50.471541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Checking segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 16:57:50.471928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Bound using segment: {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 16:57:50.472360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Bound port: 9f421ed7-4787-42f6-b964-a9e06363ffaa, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21893d7a-3414-45db-975a-247b70cb2d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 16:57:50.472717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.477671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2f9e-3568-4eb4-888b-f9cccbc5540a req-f6e76a2b-1658-445d-a018-7d27cca563e7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:50.479937 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f21c2f9e-3568-4eb4-888b-f9cccbc5540a req-f6e76a2b-1658-445d-a018-7d27cca563e7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0629854 Dec 10 16:57:50.532367 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f21c2f9e-3568-4eb4-888b-f9cccbc5540a req-5d605a7c-b367-4e42-9e8d-ab0bd8aeb591 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464170 Dec 10 16:57:50.544012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 16:57:50.551590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 16:57:50.623763 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.949749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:50.950361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:50.951730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] 10.222.0.61 "PUT /v2.0/ports/9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1093 time: 1.0153949 Dec 10 16:57:50.952175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:50.954416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf76fb0-1466-440a-9a2c-150ba2490cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:50.975523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4928e-01b2-4913-b260-468da8ed3f7a service neutron] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:50.996269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e5187-82a6-4b83-974b-19c35cbdf349 x-openstack-request-id: req-4b2e5187-82a6-4b83-974b-19c35cbdf349 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:50.996622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:50.996885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b2e5187-82a6-4b83-974b-19c35cbdf349 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:50.997318 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'status': 'completed', 'code': 200} Dec 10 16:57:51.060016 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-5a4f23c3-70bb-4c6f-bae5-fd4afd33b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.061574 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-5a4f23c3-70bb-4c6f-bae5-fd4afd33b198 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1096 time: 0.0418959 Dec 10 16:57:51.173721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-f2bef559-8e7c-40f7-a724-2e566c6a1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.175361 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-f2bef559-8e7c-40f7-a724-2e566c6a1362 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8b145e843d9b4e8db1aabb08599276c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1022525 Dec 10 16:57:51.272401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-935fa411-1646-4738-8761-8ded2a4a3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.274420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-adf76fb0-1466-440a-9a2c-150ba2490cc1 req-935fa411-1646-4738-8761-8ded2a4a3a1b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861030 Dec 10 16:57:51.360594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-05c30887-1ab3-48dd-9d98-5a36f22d6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.362083 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-05c30887-1ab3-48dd-9d98-5a36f22d6eb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1096 time: 0.0438089 Dec 10 16:57:51.409233 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-c20bde2d-1afe-43ed-a148-1ad555bd9c5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 217 time: 0.0335050 Dec 10 16:57:51.470371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-7c09fdba-28a2-4491-9c0c-42baec08b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.471838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-7c09fdba-28a2-4491-9c0c-42baec08b930 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0497017 Dec 10 16:57:51.527078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25303-d900-4c10-af43-b33d77d7120e req-0e0e0a55-4252-4f42-b9b3-7b9aa85e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.528485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-0e0e0a55-4252-4f42-b9b3-7b9aa85e6ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442572 Dec 10 16:57:51.622325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-db00dad2-2fa6-4f53-9caf-fd04a1cd3686 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Dec 10 16:57:51.650891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822334-8b29-4217-a805-13ede1224ab0 req-63e489c6-ec14-4d67-8f52-d8deeb86f143 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:51.652381 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ef822334-8b29-4217-a805-13ede1224ab0 req-63e489c6-ec14-4d67-8f52-d8deeb86f143 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0490992 Dec 10 16:57:51.700118 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ef822334-8b29-4217-a805-13ede1224ab0 req-739ae566-515e-46dd-9121-19a2c99901fd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Dec 10 16:57:51.722324 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faf25303-d900-4c10-af43-b33d77d7120e req-ba1a51ea-120c-4978-8177-7f931b486ca9 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876381 Dec 10 16:57:52.816483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3ffc-10e9-4095-a742-35ed5e9904eb req-34f78c4e-9a58-4469-9b1b-3e2bd19bd546 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:52.817997 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee5e3ffc-10e9-4095-a742-35ed5e9904eb req-34f78c4e-9a58-4469-9b1b-3e2bd19bd546 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0500355 Dec 10 16:57:52.865386 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee5e3ffc-10e9-4095-a742-35ed5e9904eb req-8bbf5100-c83e-4f21-9b36-2ab2ae4eb0f3 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 Dec 10 16:57:52.936736 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:57:53.983598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b01bc-345d-45d1-9828-df6ee46a929d req-f3bc96fa-4f35-4852-b4bb-d22fc09f104e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:53.985091 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-694b01bc-345d-45d1-9828-df6ee46a929d req-f3bc96fa-4f35-4852-b4bb-d22fc09f104e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0524955 Dec 10 16:57:54.042052 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-694b01bc-345d-45d1-9828-df6ee46a929d req-321ca837-3ffa-46f3-8aa1-13701989bd31 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511093 Dec 10 16:57:54.985024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:57:55.080973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:55.093009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:57:55.130183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.144022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:57:55.163064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9969-079e-4658-afa8-c936794c68f9 req-00da26c2-14d6-42c2-a843-87785053c1eb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:55.164540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:55.164689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65ef9969-079e-4658-afa8-c936794c68f9 req-00da26c2-14d6-42c2-a843-87785053c1eb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0529962 Dec 10 16:57:55.211264 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65ef9969-079e-4658-afa8-c936794c68f9 req-0b8bf416-a9f8-4d17-a69c-c34938a61805 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Dec 10 16:57:55.217333 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:55.264749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:55.495996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9f421ed7-4787-42f6-b964-a9e06363ffaa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:57:56.408015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b634e-085c-4190-8446-01217f41d361 req-de2e010a-cad9-465c-b0f2-c3696006c209 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:56.409413 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1b3b634e-085c-4190-8446-01217f41d361 req-de2e010a-cad9-465c-b0f2-c3696006c209 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 944 time: 0.1305079 Dec 10 16:57:56.455670 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1b3b634e-085c-4190-8446-01217f41d361 req-54af3b99-1efb-4ef3-b03e-c223a2ed0450 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Dec 10 16:57:57.004839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:57:57.114489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 9f421ed7-4787-42f6-b964-a9e06363ffaa completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 16:57:57.118140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 9f421ed7-4787-42f6-b964-a9e06363ffaa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:57:57.118510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:57.201659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:57.223967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:57:57.226243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1b7e8-520a-4911-a3f6-7a337feea7c9" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:57:57.239925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:57:57.262700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d153eb-3a25-45e8-b857-1e715cb76940 x-openstack-request-id: req-f0d153eb-3a25-45e8-b857-1e715cb76940 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:57:57.268329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:57:57.268329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0d153eb-3a25-45e8-b857-1e715cb76940 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:57:57.268329 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'code': 200} Dec 10 16:57:57.309102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:57:57.355432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:57:57.577456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2935f-545b-4631-bfa5-7fe501c6b74f req-c52bbd9c-b2ed-43d7-83b2-bafd4f1fab80 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:57.578414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb986ac-b426-4f13-b906-c798fc70ad51 req-333234b8-f9d6-419f-8fcc-28ff1efc5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:57.578984 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6e2935f-545b-4631-bfa5-7fe501c6b74f req-c52bbd9c-b2ed-43d7-83b2-bafd4f1fab80 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0549572 Dec 10 16:57:57.579891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4bb986ac-b426-4f13-b906-c798fc70ad51 req-333234b8-f9d6-419f-8fcc-28ff1efc5565 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0439467 Dec 10 16:57:57.627505 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6e2935f-545b-4631-bfa5-7fe501c6b74f req-2229aae3-376a-49ab-a12b-ca8b8f3c4d94 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Dec 10 16:57:57.630922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4bb986ac-b426-4f13-b906-c798fc70ad51 req-66006e12-4913-4ffa-b8f7-49ed58f5c390 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Dec 10 16:57:58.795779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3137-f383-4806-b9c2-f566c5d2d4e5 req-c5429efd-7db5-4792-8a62-0dd1ed670070 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:58.804317 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-361b3137-f383-4806-b9c2-f566c5d2d4e5 req-c5429efd-7db5-4792-8a62-0dd1ed670070 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.1007895 Dec 10 16:57:58.846739 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-361b3137-f383-4806-b9c2-f566c5d2d4e5 req-c53208e2-c3ee-4bc1-8de5-fff28bbf0344 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Dec 10 16:57:59.961942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78346b93-2ce6-45c5-814a-5601c018d1c4 req-678c1f09-bf4a-444b-b5b3-93da1e7a5a05 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:57:59.963926 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-78346b93-2ce6-45c5-814a-5601c018d1c4 req-678c1f09-bf4a-444b-b5b3-93da1e7a5a05 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0490260 Dec 10 16:58:00.011777 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-78346b93-2ce6-45c5-814a-5601c018d1c4 req-eacf8178-9567-49e0-a466-b801fcf1dd7c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416541 Dec 10 16:58:00.126056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43861-2b4b-461a-98a8-33861b9c4a59 req-5ce9e2a5-1777-46c1-af4b-578ae4f9ed8f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:00.127533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c8b43861-2b4b-461a-98a8-33861b9c4a59 req-5ce9e2a5-1777-46c1-af4b-578ae4f9ed8f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0522535 Dec 10 16:58:00.136506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 56886) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 16:58:00.140873 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Request body: {'floatingip': {'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 16:58:00.180360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:00.597235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:00.653871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:00.752745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 associated. External IP: 172.26.4.106, port: 9f421ed7-4787-42f6-b964-a9e06363ffaa. Dec 10 16:58:00.959701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 16:58:01.068501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 16:58:01.073953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:01.078474 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 16:58:01.088761 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:58:01.089405 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:57:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:58:01.102334 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2a69091b-d0ec-44a4-a33a-e323774e7539 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "PUT /v2.0/floatingips/6511653d-cf4b-4946-9779-26b9bd291757 HTTP/1.1" status: 200 len: 992 time: 0.9647641 Dec 10 16:58:01.102968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:58:01.105305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203b23f-3f6b-4fce-8030-f4028ce14e44" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:58:01.153982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03025f1-a08a-4ce6-b383-e69d39ad3876 x-openstack-request-id: req-e03025f1-a08a-4ce6-b383-e69d39ad3876 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:58:01.154708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:58:01.154708 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e03025f1-a08a-4ce6-b383-e69d39ad3876 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:58:01.156331 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'status': 'completed', 'code': 200} Dec 10 16:58:01.221735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-bec6ba6a-0b8a-44c4-ace6-4c15962e99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:01.223173 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-bec6ba6a-0b8a-44c4-ace6-4c15962e99fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0484221 Dec 10 16:58:01.284592 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:58:01.317671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-51fa669b-ba4d-4c17-a18b-d67af17ecc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:01.319150 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-51fa669b-ba4d-4c17-a18b-d67af17ecc54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0872443 Dec 10 16:58:01.388992 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-298d3625-e20c-4f64-9835-ee6048505faf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1000 time: 0.0618868 Dec 10 16:58:01.438889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-929ec47f-d83b-4993-ac15-008eb012b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:01.440374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-929ec47f-d83b-4993-ac15-008eb012b8f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0441062 Dec 10 16:58:01.485813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-1e37552c-0588-4b99-90f2-5685876e85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:01.487227 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-1e37552c-0588-4b99-90f2-5685876e85ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393968 Dec 10 16:58:01.502902 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:58:00Z', 'revision_number': 13, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:58:01.532166 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 16:58:01.540952 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 16:58:01.541556 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T16:57:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:58:01.582362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-51239a78-1f9f-44cc-b892-c46e01f7d277 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 Dec 10 16:58:01.643236 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 16:58:01.672550 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7203b23f-3f6b-4fce-8030-f4028ce14e44 req-efdbd513-73c5-406e-89c6-6430620998a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Dec 10 16:58:01.860262 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:58:00Z', 'revision_number': 13, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 16:58:01.888776 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e75a5-bdc9-4449-b9f4-593bc3d0f6ba None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '6511653d-cf4b-4946-9779-26b9bd291757', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T16:53:31Z', 'updated_at': '2021-12-10T16:58:00Z', 'revision_number': 13, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 16:58:02.074559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e4a062-288d-481b-b926-125151a5f118 None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 16:58:02.984954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-683e42ee-10b0-4d01-ac46-fb6b698bdb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:05.180292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0ce6-4e62-407c-bd51-a6fcacc8e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:06.725721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:07.919743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:08.728397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:09.301763 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-1d6ccbc4-d9a5-4708-998f-5679ea27edd9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442224 Dec 10 16:58:09.386102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-3db9c966-252f-4f56-96fd-7016bb89b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:09.387564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-3db9c966-252f-4f56-96fd-7016bb89b4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0402589 Dec 10 16:58:09.496980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-d53f439d-b929-4d20-b2fd-15bac3058f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:09.498382 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-d53f439d-b929-4d20-b2fd-15bac3058f87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0894268 Dec 10 16:58:09.569588 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-c4d7db65-df7e-4d77-9967-5b8140034087 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0638137 Dec 10 16:58:09.619813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-275eeced-b17a-472d-865f-9b9a604f1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:09.621369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-275eeced-b17a-472d-865f-9b9a604f1528 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0443013 Dec 10 16:58:09.669617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-71f96893-0d31-403c-8f51-c5fe60015b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:09.671163 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-71f96893-0d31-403c-8f51-c5fe60015b72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401487 Dec 10 16:58:09.765984 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-be8ff461-4766-4fb4-b39c-2de9bf86cea3 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871584 Dec 10 16:58:09.858336 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2ad0321-5e44-48e6-b8b5-d3ceb251e9dc req-0cfad6aa-159d-4374-bf42-3b368e7bb1fb service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854764 Dec 10 16:58:17.642145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:29.935996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:58:32.990559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1aec314-e462-4c12-8fa0-9ddd675cdadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:35.182443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd3de-ba6b-4308-9fcd-5e062168157b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:36.691035 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:37.936778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:38.715775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:42.270239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec14ed-71f6-461c-b42a-75df380c3bee req-cf8c72dc-3188-4db1-80cc-e3ab24d7041a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:42.271758 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-90ec14ed-71f6-461c-b42a-75df380c3bee req-cf8c72dc-3188-4db1-80cc-e3ab24d7041a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0572758 Dec 10 16:58:42.325824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-90ec14ed-71f6-461c-b42a-75df380c3bee req-0691f5c5-9f06-4d2e-b3cf-1e8457a7af95 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479777 Dec 10 16:58:47.704413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:58:56.271088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867fb37-febf-4e34-b2cb-855d44800aa1 req-52b85c5e-e1df-4c77-8071-6649e0effbc7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:56.272607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3867fb37-febf-4e34-b2cb-855d44800aa1 req-52b85c5e-e1df-4c77-8071-6649e0effbc7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0496902 Dec 10 16:58:56.319839 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3867fb37-febf-4e34-b2cb-855d44800aa1 req-7022b038-4be7-40f2-abcc-c64f2611f98b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Dec 10 16:58:56.392572 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-6b9da8ff-4ccd-4d40-a798-89211259895f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394754 Dec 10 16:58:57.434955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568cea-e305-42b3-a2e1-ab65604992f0 req-253b8c53-9121-42a7-b4aa-1017de2a219d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:57.436371 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7568cea-e305-42b3-a2e1-ab65604992f0 req-253b8c53-9121-42a7-b4aa-1017de2a219d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0481491 Dec 10 16:58:57.483736 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c7568cea-e305-42b3-a2e1-ab65604992f0 req-0fabc313-9451-42d5-8b7d-2c42b06cccb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412598 Dec 10 16:58:58.490518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-e6f0fc12-a193-4baa-a928-f55c9176ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.492008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-e6f0fc12-a193-4baa-a928-f55c9176ab0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0782247 Dec 10 16:58:58.625497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfa4c0-2f1c-4f24-90b0-7b5f73334401 req-216ad7d9-f56f-4985-bf06-3c2e75330c9d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.626957 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c8cfa4c0-2f1c-4f24-90b0-7b5f73334401 req-216ad7d9-f56f-4985-bf06-3c2e75330c9d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0750864 Dec 10 16:58:58.629666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-a4cb57d9-da0c-4f9d-b3f5-2f223d203ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.630980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-a4cb57d9-da0c-4f9d-b3f5-2f223d203ebd service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.1267745 Dec 10 16:58:58.722920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c8cfa4c0-2f1c-4f24-90b0-7b5f73334401 req-d3e6090a-9db3-45e5-891a-2277fb1a07c9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899229 Dec 10 16:58:58.729146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-ecd5987a-378b-4ccc-8f4c-ba814c1b43b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0827942 Dec 10 16:58:58.784059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-9fa44522-7306-4f81-b52f-f8cee18f2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.785600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-9fa44522-7306-4f81-b52f-f8cee18f2d24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0458238 Dec 10 16:58:58.832748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-0b01563e-ea80-4fc1-80b4-a95c3ac66814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:58.834295 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-0b01563e-ea80-4fc1-80b4-a95c3ac66814 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402215 Dec 10 16:58:58.928026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-025e828f-d251-4615-94b2-5b258b5b14f4 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Dec 10 16:58:59.035391 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-1bd9e916-69a7-4b83-9f5b-92a4de04bba8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955429 Dec 10 16:58:59.838031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e54c7-9a2a-46bc-b7c1-6b9e5edb47d7 req-d36b8940-fbe5-4556-95f6-3df65bcab7d2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:58:59.839515 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5b4e54c7-9a2a-46bc-b7c1-6b9e5edb47d7 req-d36b8940-fbe5-4556-95f6-3df65bcab7d2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0493901 Dec 10 16:58:59.890663 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5b4e54c7-9a2a-46bc-b7c1-6b9e5edb47d7 req-84b15182-4cfa-4c17-85d2-1b7b762c68d9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448091 Dec 10 16:59:01.023476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108c7c-1c61-44e5-904c-ddbe270e95d8 req-6b49d550-f9bb-48c6-a277-822b1cfb2204 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:01.025021 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-79108c7c-1c61-44e5-904c-ddbe270e95d8 req-6b49d550-f9bb-48c6-a277-822b1cfb2204 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0533617 Dec 10 16:59:01.076512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-79108c7c-1c61-44e5-904c-ddbe270e95d8 req-c893b935-06c2-4ad4-9f0e-4b48a7c9124f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Dec 10 16:59:02.191519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d892a-cb70-4798-a737-22fea4805b0c req-00b0e0bb-9653-4615-959c-96c94656b744 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:02.193022 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-422d892a-cb70-4798-a737-22fea4805b0c req-00b0e0bb-9653-4615-959c-96c94656b744 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0489349 Dec 10 16:59:02.239857 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-422d892a-cb70-4798-a737-22fea4805b0c req-b40479b1-a7d1-4148-be72-31dd0dcbb74e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404477 Dec 10 16:59:02.995739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-833d433a-6ba7-40e5-9db7-06e9a10c2be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:03.353003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097274cf-65ce-49fc-adc3-c64eaa9e326f req-dd2b85bf-e792-4582-a63f-7b108f1fae9c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:03.354502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-097274cf-65ce-49fc-adc3-c64eaa9e326f req-dd2b85bf-e792-4582-a63f-7b108f1fae9c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0478196 Dec 10 16:59:03.400260 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-097274cf-65ce-49fc-adc3-c64eaa9e326f req-58962fd9-e15c-4acc-b0f2-48222b2a474b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393741 Dec 10 16:59:04.518602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bcdc-9fea-41b4-912b-1fbcd500dcb0 req-348cce10-d6c4-45d2-8222-22cd0db08feb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:04.520117 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8701bcdc-9fea-41b4-912b-1fbcd500dcb0 req-348cce10-d6c4-45d2-8222-22cd0db08feb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0494561 Dec 10 16:59:04.566054 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8701bcdc-9fea-41b4-912b-1fbcd500dcb0 req-5319ead7-d767-42ed-9ea3-f3ab8bf7b66a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400705 Dec 10 16:59:05.184286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50fad3ba-3ebd-458d-add3-cbd3a9a9b7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:05.681888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d1fab-f4d7-4588-83ae-1cfc8cf56561 req-92505c4f-2a4d-4fa6-a2fd-8c3c3f6c8d33 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:05.683364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f7d1fab-f4d7-4588-83ae-1cfc8cf56561 req-92505c4f-2a4d-4fa6-a2fd-8c3c3f6c8d33 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0482190 Dec 10 16:59:05.729091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4f7d1fab-f4d7-4588-83ae-1cfc8cf56561 req-bb2c9aa8-04e2-4035-bf53-a537f98b0f26 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 Dec 10 16:59:06.692415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:06.846604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c545b1d-4a79-4879-b49e-6eb5125977c6 req-cccc4667-66c7-42f2-a347-e877c2b15af2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:06.848081 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0c545b1d-4a79-4879-b49e-6eb5125977c6 req-cccc4667-66c7-42f2-a347-e877c2b15af2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0528471 Dec 10 16:59:06.895215 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0c545b1d-4a79-4879-b49e-6eb5125977c6 req-de30c09f-7937-4ae9-81ef-84209912042a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411916 Dec 10 16:59:06.935440 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:59:07.932504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:08.013944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ebe64-be1b-4480-afd5-408a69792220 req-1acc19ca-47b4-45bf-b1dc-44c2ee9b417d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:08.015467 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-357ebe64-be1b-4480-afd5-408a69792220 req-1acc19ca-47b4-45bf-b1dc-44c2ee9b417d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0526807 Dec 10 16:59:08.064533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-357ebe64-be1b-4480-afd5-408a69792220 req-05b05ec0-7315-420e-9ec9-929449f83fe4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Dec 10 16:59:08.704591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:09.178233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2695-4e00-4409-8810-ff510e12aaa1 req-9793e6d7-39c9-4156-9aba-34bda720a937 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:09.179734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8a2c2695-4e00-4409-8810-ff510e12aaa1 req-9793e6d7-39c9-4156-9aba-34bda720a937 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0488756 Dec 10 16:59:09.226593 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8a2c2695-4e00-4409-8810-ff510e12aaa1 req-9d28d6bf-d006-4508-9087-d4a8fcc9400a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Dec 10 16:59:10.377804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6ac43-5659-464c-82d9-7d1246182ed9 req-8a61b1c0-f979-4a73-8a1f-8e6520dd3eee tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:10.379255 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b5e6ac43-5659-464c-82d9-7d1246182ed9 req-8a61b1c0-f979-4a73-8a1f-8e6520dd3eee tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0776248 Dec 10 16:59:10.381591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-73c32a99-8247-40a6-9ba2-0d15617c74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:10.382895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-73c32a99-8247-40a6-9ba2-0d15617c74ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0547481 Dec 10 16:59:10.467985 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b5e6ac43-5659-464c-82d9-7d1246182ed9 req-61a5de79-c3ae-4355-9961-7eaa3f0e7366 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827832 Dec 10 16:59:10.507337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-6514c170-2bb3-40b6-918a-63743f1695a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:10.508770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-6514c170-2bb3-40b6-918a-63743f1695a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0964761 Dec 10 16:59:10.581320 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-ca404ac3-6e0d-47d9-a0ac-0a2ecb715d67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0608358 Dec 10 16:59:10.633811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-aa8337c0-cf8f-4db0-96e8-d99363d0e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:10.635179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-aa8337c0-cf8f-4db0-96e8-d99363d0e200 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0423217 Dec 10 16:59:10.685852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-f86d5de4-8d6a-4214-8255-241118104977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:10.687312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-f86d5de4-8d6a-4214-8255-241118104977 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401652 Dec 10 16:59:10.778582 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-2e5b5880-3f20-46f0-ac12-732460636542 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835433 Dec 10 16:59:11.146495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f912e50-3c64-4314-8d13-1fe4a81cc59c req-98cdb86c-a167-477f-8932-059d80003888 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557770 Dec 10 16:59:11.586421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48655620-aa3c-4acb-8bcd-f863e71af7b0 req-b265c43f-b302-41db-af53-05f12137b6f7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:11.587894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-48655620-aa3c-4acb-8bcd-f863e71af7b0 req-b265c43f-b302-41db-af53-05f12137b6f7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0524638 Dec 10 16:59:11.634240 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-48655620-aa3c-4acb-8bcd-f863e71af7b0 req-b82a3ac0-01fd-45e6-8d4e-7fa6e1172adb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Dec 10 16:59:12.747724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061098bf-0276-41ed-b9c1-3ca5d2224c9d req-32ff0aef-6d0b-4397-9ed6-c520068a745f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:12.749208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-061098bf-0276-41ed-b9c1-3ca5d2224c9d req-32ff0aef-6d0b-4397-9ed6-c520068a745f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0483086 Dec 10 16:59:12.798771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-061098bf-0276-41ed-b9c1-3ca5d2224c9d req-93428666-68f8-4eae-9ae5-4e9a36f55d32 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Dec 10 16:59:13.912984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb77213-9adf-4d6c-b862-1f48548d2314 req-0cf7da36-0023-4eca-91b3-56f0a2d26a7e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:13.914463 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bbb77213-9adf-4d6c-b862-1f48548d2314 req-0cf7da36-0023-4eca-91b3-56f0a2d26a7e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0481114 Dec 10 16:59:13.960953 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bbb77213-9adf-4d6c-b862-1f48548d2314 req-dd589469-d0f7-4e5b-a0d6-1d8a83405eb5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Dec 10 16:59:15.076413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559b81-95c3-4809-8242-62aa1b7fe7a9 req-2e757528-5a26-42c1-a55b-722cafe87309 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:15.077899 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef559b81-95c3-4809-8242-62aa1b7fe7a9 req-2e757528-5a26-42c1-a55b-722cafe87309 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0489156 Dec 10 16:59:15.125158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef559b81-95c3-4809-8242-62aa1b7fe7a9 req-2479bb03-c7db-4e2c-928f-30760137085f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 Dec 10 16:59:16.238942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbb90e-32de-479e-b7f1-93c3e9b95a81 req-ac9b2e9f-56a5-411f-96a8-8d380d0b9f9d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:16.240399 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ccfbb90e-32de-479e-b7f1-93c3e9b95a81 req-ac9b2e9f-56a5-411f-96a8-8d380d0b9f9d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0480273 Dec 10 16:59:16.291011 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ccfbb90e-32de-479e-b7f1-93c3e9b95a81 req-d56b998e-e724-44f9-91c2-be1b99399092 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Dec 10 16:59:17.408815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e2c9b-a328-4de4-af9f-0ae09fa50e6d req-5c55fde1-2a52-46e8-84d9-979e40f81337 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:17.410188 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-378e2c9b-a328-4de4-af9f-0ae09fa50e6d req-5c55fde1-2a52-46e8-84d9-979e40f81337 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0472620 Dec 10 16:59:17.455045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-378e2c9b-a328-4de4-af9f-0ae09fa50e6d req-7440f212-5b17-4fd4-8852-8b418d60a675 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390468 Dec 10 16:59:17.629529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:18.569445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a572c-7b0c-4e37-8593-8a6e39a54387 req-9a1685ac-3849-4782-84ef-bff483819cc9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:18.570923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-611a572c-7b0c-4e37-8593-8a6e39a54387 req-9a1685ac-3849-4782-84ef-bff483819cc9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0494606 Dec 10 16:59:18.621020 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-611a572c-7b0c-4e37-8593-8a6e39a54387 req-c5b12173-c24a-42a7-8d2d-32c3adaf4207 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438402 Dec 10 16:59:19.747298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda14a3d-6037-4fab-90e9-22f9fd6cb10c req-e58e352e-5260-42c7-9428-2e9070dd6ce0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:19.748758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cda14a3d-6037-4fab-90e9-22f9fd6cb10c req-e58e352e-5260-42c7-9428-2e9070dd6ce0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0518036 Dec 10 16:59:19.795249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cda14a3d-6037-4fab-90e9-22f9fd6cb10c req-edc6ea2d-307b-47bf-832c-545b17f3f2b9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Dec 10 16:59:20.911881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40cade-54b5-4bf1-ad56-27a4b435800f req-b075273e-fda9-4586-816e-3ca5600d6236 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:20.913384 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-eb40cade-54b5-4bf1-ad56-27a4b435800f req-b075273e-fda9-4586-816e-3ca5600d6236 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0514750 Dec 10 16:59:20.959320 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-eb40cade-54b5-4bf1-ad56-27a4b435800f req-de78a364-e7a0-490c-9a84-8a10a8008753 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Dec 10 16:59:22.077625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233a8d6-cbdf-409a-895a-90143bc46ee2 req-87e61177-3ff7-4dca-8e38-aeb5b62b9b11 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:22.079111 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c233a8d6-cbdf-409a-895a-90143bc46ee2 req-87e61177-3ff7-4dca-8e38-aeb5b62b9b11 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0513616 Dec 10 16:59:22.126580 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c233a8d6-cbdf-409a-895a-90143bc46ee2 req-c24c96b1-86e2-4d1b-8fbc-62210a464017 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Dec 10 16:59:23.245631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a5225-be77-4f0a-8e4f-fcb639a0d37b req-622cafd3-2882-414c-9a12-eb6d809547fd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:23.247205 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3f2a5225-be77-4f0a-8e4f-fcb639a0d37b req-622cafd3-2882-414c-9a12-eb6d809547fd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0535054 Dec 10 16:59:23.293436 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3f2a5225-be77-4f0a-8e4f-fcb639a0d37b req-b02a1bab-b165-429b-9bbd-aebbb1daf48c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Dec 10 16:59:24.414667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030aa4bb-a114-46a3-bda1-502775b3a992 req-414c24f9-189e-40bf-90a7-ef51fcf3c601 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:24.416176 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-030aa4bb-a114-46a3-bda1-502775b3a992 req-414c24f9-189e-40bf-90a7-ef51fcf3c601 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0533807 Dec 10 16:59:24.463673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-030aa4bb-a114-46a3-bda1-502775b3a992 req-b151969c-e046-40e8-9ac6-8e0043413fde tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 Dec 10 16:59:25.584171 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbdc97-5a0b-480d-a5df-b52370fccab9 req-374096fd-b9c2-4d1d-a577-b37ef667de0e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:25.585691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bdbdc97-5a0b-480d-a5df-b52370fccab9 req-374096fd-b9c2-4d1d-a577-b37ef667de0e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0498981 Dec 10 16:59:25.632000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bdbdc97-5a0b-480d-a5df-b52370fccab9 req-11ef7600-2b79-44c6-9107-55ee90b20030 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 Dec 10 16:59:26.751121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b22e0-012e-43d7-a8a6-a80b9582954b req-a3c8bd96-6901-4615-bc64-68437691b5e7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:26.752632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-608b22e0-012e-43d7-a8a6-a80b9582954b req-a3c8bd96-6901-4615-bc64-68437691b5e7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0506780 Dec 10 16:59:26.799385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-608b22e0-012e-43d7-a8a6-a80b9582954b req-16336af6-7b50-4858-bce4-a6e1105b18d8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 Dec 10 16:59:27.914964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ee7cf-d62c-4969-9a52-450550df16e9 req-436ce4c4-a59e-46d1-bc55-e47a146139ba tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:27.916875 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e15ee7cf-d62c-4969-9a52-450550df16e9 req-436ce4c4-a59e-46d1-bc55-e47a146139ba tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0489678 Dec 10 16:59:27.970820 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e15ee7cf-d62c-4969-9a52-450550df16e9 req-b1d605b3-ea4d-4110-a84e-38f672c0c6c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476305 Dec 10 16:59:28.764983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-6b69de31-bf2a-4544-ba10-334525edfb24 service neutron] 10.222.0.61 "GET /v2.0/ports/9f421ed7-4787-42f6-b964-a9e06363ffaa/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0548177 Dec 10 16:59:29.098324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7bacd-7519-4793-8665-e3686ccbbdbc req-ce62fa27-f373-4a0f-9cf9-39d4f5c89eaf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.099803 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cab7bacd-7519-4793-8665-e3686ccbbdbc req-ce62fa27-f373-4a0f-9cf9-39d4f5c89eaf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0557215 Dec 10 16:59:29.149091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cab7bacd-7519-4793-8665-e3686ccbbdbc req-83f8dd45-f83c-432d-97a4-07ce9cb3b70d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Dec 10 16:59:29.312160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-c95f02df-bb71-4733-90e2-41c8be2776e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.313655 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-c95f02df-bb71-4733-90e2-41c8be2776e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1098 time: 0.0401082 Dec 10 16:59:29.381449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-c5d3d458-564d-45ad-8a70-b7f9a73b2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.382865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-c5d3d458-564d-45ad-8a70-b7f9a73b2bdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0398872 Dec 10 16:59:29.473776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-5aa8d219-b02a-4a27-95c3-1b92d6a494b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.475242 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-5aa8d219-b02a-4a27-95c3-1b92d6a494b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0846879 Dec 10 16:59:29.513819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:59:29.547058 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-7580ad17-1d18-468c-90a3-d20f6d722eac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0587320 Dec 10 16:59:29.587527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:29.604398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-23f91575-e685-4cd5-8710-c00ab416044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.605922 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-23f91575-e685-4cd5-8710-c00ab416044a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0480745 Dec 10 16:59:29.611992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:29.614286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66966bd1-ea06-4330-816e-4022681ec234" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:29.634531 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:29.660390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-a1cea937-d478-4c38-8d18-843e76a84345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:29.663273 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-a1cea937-d478-4c38-8d18-843e76a84345 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440805 Dec 10 16:59:29.716297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc7236-3e15-407d-82d5-9f7cfc71ac8d x-openstack-request-id: req-3ffc7236-3e15-407d-82d5-9f7cfc71ac8d {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:29.716594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:29.716851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ffc7236-3e15-407d-82d5-9f7cfc71ac8d {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:29.717354 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'code': 200} Dec 10 16:59:29.718026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:29.759485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-61cdfe79-1ce0-43e7-a30d-ffe9d05d06a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859821 Dec 10 16:59:29.764481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:29.771632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.771991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.772344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.772686 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.773058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.773400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.773737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.774070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.774404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.774736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.775067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.775394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.776231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 16:59:29.858313 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-327239c5-967b-4721-86a2-f602b3ed86cc service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875256 Dec 10 16:59:30.269807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ef698-cf27-4145-b432-4571ef21017f req-6693ef4a-224a-4985-bacb-e792e312fadb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:30.271445 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-224ef698-cf27-4145-b432-4571ef21017f req-6693ef4a-224a-4985-bacb-e792e312fadb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0499849 Dec 10 16:59:30.318979 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-224ef698-cf27-4145-b432-4571ef21017f req-c47c50bb-2aa1-4517-8fcb-475b16f8e47a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 Dec 10 16:59:31.439369 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb37eb-2ef3-41fe-8e99-a4677663ca15 req-8622135b-8e5f-4478-8b0d-ae8f3b69d98f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:31.441102 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-75eb37eb-2ef3-41fe-8e99-a4677663ca15 req-8622135b-8e5f-4478-8b0d-ae8f3b69d98f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0503025 Dec 10 16:59:31.490743 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-75eb37eb-2ef3-41fe-8e99-a4677663ca15 req-acac95b1-cf32-434e-94a7-f5d08a706eb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Dec 10 16:59:32.612405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e2d2-f35f-428b-9593-85a1159a10ef req-8eae7806-55ee-40e6-b6bb-68803610323f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:32.613920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5466e2d2-f35f-428b-9593-85a1159a10ef req-8eae7806-55ee-40e6-b6bb-68803610323f tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0530837 Dec 10 16:59:32.661613 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5466e2d2-f35f-428b-9593-85a1159a10ef req-c1237121-98b6-43bb-bca9-7982b5ef2bb6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Dec 10 16:59:32.983441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b059463c-bb5f-4c43-84a7-66dddbe63cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:33.777099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae9d9-34bc-4e5c-ae9d-3d1d39948e48 req-46580263-fdb4-40d4-8afb-008210662895 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:33.778610 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-71aae9d9-34bc-4e5c-ae9d-3d1d39948e48 req-46580263-fdb4-40d4-8afb-008210662895 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0484378 Dec 10 16:59:33.827126 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-71aae9d9-34bc-4e5c-ae9d-3d1d39948e48 req-de7a17f7-e79c-46ee-9ed3-56fc4f6ef5f0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Dec 10 16:59:34.943646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e447-3e73-498f-a808-d95969d43afb req-17865df0-4afb-40bd-abc1-da7df71ebaa7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:34.945270 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1448e447-3e73-498f-a808-d95969d43afb req-17865df0-4afb-40bd-abc1-da7df71ebaa7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0497580 Dec 10 16:59:34.994400 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1448e447-3e73-498f-a808-d95969d43afb req-5c22e4b6-562d-4e3c-8d5f-f2c4b79eed96 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Dec 10 16:59:35.204956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fcff63d1-c3e5-4ad4-9533-ec484e5760d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:36.114836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa79fd-ea60-4fe4-8c42-03a5e16793e3 req-e9a9f4f3-adb3-4545-bfcb-0fe3651a5c67 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:36.116207 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f2fa79fd-ea60-4fe4-8c42-03a5e16793e3 req-e9a9f4f3-adb3-4545-bfcb-0fe3651a5c67 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0527279 Dec 10 16:59:36.163272 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f2fa79fd-ea60-4fe4-8c42-03a5e16793e3 req-cf605866-90ee-4b3e-9c70-7299b78fa919 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Dec 10 16:59:36.680827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:37.278796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b282-45e7-4aa2-b8be-3f958cdc138e req-d14f8ae0-30b5-42c3-aab3-6e858166ac44 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:37.280290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5e51b282-45e7-4aa2-b8be-3f958cdc138e req-d14f8ae0-30b5-42c3-aab3-6e858166ac44 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0478508 Dec 10 16:59:37.330099 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5e51b282-45e7-4aa2-b8be-3f958cdc138e req-c4c00639-d33f-4447-9302-14a870523810 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439558 Dec 10 16:59:37.561032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:59:37.658085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:37.668882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:59:37.704204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:37.717605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:59:37.735988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:37.810082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:37.861746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:37.888190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9f421ed7-4787-42f6-b964-a9e06363ffaa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:59:37.947287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:38.449012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153051a-fa69-499f-b6d6-101622e6fa20 req-651af0b2-0b78-4a41-afb4-84282ce34f24 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:38.450472 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e153051a-fa69-499f-b6d6-101622e6fa20 req-651af0b2-0b78-4a41-afb4-84282ce34f24 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 944 time: 0.0519233 Dec 10 16:59:38.501503 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e153051a-fa69-499f-b6d6-101622e6fa20 req-f92d81c9-2892-4b82-923b-363a4e44123a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450265 Dec 10 16:59:38.701653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.576517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:59:39.616719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8bb2c-3ffe-4f16-a023-0e3545621135 req-66b9bfea-bd9d-49cb-8870-0a0ae302e0fc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:39.618879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-30b8bb2c-3ffe-4f16-a023-0e3545621135 req-66b9bfea-bd9d-49cb-8870-0a0ae302e0fc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 944 time: 0.0501659 Dec 10 16:59:39.625163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 9f421ed7-4787-42f6-b964-a9e06363ffaa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:59:39.625544 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.672639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-30b8bb2c-3ffe-4f16-a023-0e3545621135 req-0fb19a66-10ee-4964-9cc7-97b6d06d4419 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Dec 10 16:59:39.701341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.723238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:39.725548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e622b071-1423-47b3-9032-55bd6435b743" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:39.744263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:39.775075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db380cd-bb41-4c01-8df2-e3e7a999a05b x-openstack-request-id: req-0db380cd-bb41-4c01-8df2-e3e7a999a05b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:39.775075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:39.775075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0db380cd-bb41-4c01-8df2-e3e7a999a05b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:39.775075 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'code': 200} Dec 10 16:59:39.817568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:39.863412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:40.790955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122bdc0-4e7d-4d2c-b9d1-e3f778d2828f req-59d27b06-202c-4517-918f-eba3f3247e16 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:40.792440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c122bdc0-4e7d-4d2c-b9d1-e3f778d2828f req-59d27b06-202c-4517-918f-eba3f3247e16 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0488300 Dec 10 16:59:40.838911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c122bdc0-4e7d-4d2c-b9d1-e3f778d2828f req-6cebea7a-6677-4a34-9507-e54812240b55 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406146 Dec 10 16:59:41.959213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463952e-5922-4c8a-8e4d-2df3b8baeb1b req-56e6f2d0-bca1-4f68-ad65-d36461fa6442 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:41.960660 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c463952e-5922-4c8a-8e4d-2df3b8baeb1b req-56e6f2d0-bca1-4f68-ad65-d36461fa6442 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0509431 Dec 10 16:59:42.008118 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c463952e-5922-4c8a-8e4d-2df3b8baeb1b req-434681c4-ecf4-4abd-bc5c-9e6eff192451 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Dec 10 16:59:43.130092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2d12f-cbc9-407e-9175-d8b626a6b4b2 req-6a92f209-159a-4264-9559-c0837f13f295 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:43.131579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fed2d12f-cbc9-407e-9175-d8b626a6b4b2 req-6a92f209-159a-4264-9559-c0837f13f295 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0527833 Dec 10 16:59:43.178914 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fed2d12f-cbc9-407e-9175-d8b626a6b4b2 req-110e7266-4eb1-46f5-b140-1bacf600f6bb tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 Dec 10 16:59:43.807011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcbfc2-7e90-4461-bcab-56e586249f78 req-6e934466-3d61-40f5-81c5-ca1eb01da47a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:43.808531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5cfcbfc2-7e90-4461-bcab-56e586249f78 req-6e934466-3d61-40f5-81c5-ca1eb01da47a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0501387 Dec 10 16:59:43.894464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-e2ee5fae-0f39-4b7f-8470-456b3cbc408c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:43.895913 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-e2ee5fae-0f39-4b7f-8470-456b3cbc408c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b&tenant_id=8b145e843d9b4e8db1aabb08599276c6&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 945 time: 0.0850563 Dec 10 16:59:43.899190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5cfcbfc2-7e90-4461-bcab-56e586249f78 req-e326b9ff-0939-47a0-8b72-8de671711fec tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800285 Dec 10 16:59:43.934533 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 16:59:43.958155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-664a2093-55ab-4474-a90c-93c61eaf6a4f service neutron] 10.222.0.61 "GET /v2.0/ports/9f421ed7-4787-42f6-b964-a9e06363ffaa/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0543203 Dec 10 16:59:44.022687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-3d1f068f-3177-4012-9e7f-f4e7c4eada51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:44.024237 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-3d1f068f-3177-4012-9e7f-f4e7c4eada51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1098 time: 0.0437713 Dec 10 16:59:44.119242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-2195f7b0-6bbf-4f8e-b0cc-b94e3a1d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:44.121362 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-2195f7b0-6bbf-4f8e-b0cc-b94e3a1d7bee service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0899463 Dec 10 16:59:44.191872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-f19f575c-13c8-47c7-9b1f-fa52535fb17a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0626736 Dec 10 16:59:44.246090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-86c07621-3695-4519-ba0e-ce241fa2b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:44.247495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-86c07621-3695-4519-ba0e-ce241fa2b5a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0475788 Dec 10 16:59:44.297909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-60fe2898-0c61-4193-9109-95cf47d5c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:44.299415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-60fe2898-0c61-4193-9109-95cf47d5c0d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445311 Dec 10 16:59:44.389474 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-fe382cb3-8dc6-4fda-9c1a-67f9746b74bf service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Dec 10 16:59:44.491785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-76e0097e-3851-4fe9-a15b-ca2afc19804b service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941818 Dec 10 16:59:45.016129 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14aa28d-ae11-4060-847a-3aa9cfe9db0c req-b4c5ed77-52c0-40ef-baee-9dca47e77356 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:45.020944 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c14aa28d-ae11-4060-847a-3aa9cfe9db0c req-b4c5ed77-52c0-40ef-baee-9dca47e77356 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0484974 Dec 10 16:59:45.064952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c14aa28d-ae11-4060-847a-3aa9cfe9db0c req-843bf4be-d4a0-41a4-937a-e094719a878d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Dec 10 16:59:46.184731 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104fb0c-95f4-4669-a8ef-82f01a5fb9be req-c8ef18e0-2fe5-4920-a2e3-21a556e22046 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:46.186243 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a104fb0c-95f4-4669-a8ef-82f01a5fb9be req-c8ef18e0-2fe5-4920-a2e3-21a556e22046 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0496225 Dec 10 16:59:46.233139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a104fb0c-95f4-4669-a8ef-82f01a5fb9be req-43144d4c-4597-45e0-81dd-53380eb09775 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Dec 10 16:59:47.349820 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15c01-aa91-4404-9296-593d6e72060b req-21a85b45-2626-43ee-9984-d6199aceebdc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:47.351328 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1a15c01-aa91-4404-9296-593d6e72060b req-21a85b45-2626-43ee-9984-d6199aceebdc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0493617 Dec 10 16:59:47.402678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1a15c01-aa91-4404-9296-593d6e72060b req-51eb3da6-fd41-46b5-8db4-14f9248472dc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452886 Dec 10 16:59:47.663175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:48.518288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be118-ba84-4621-99a8-b006f84eaa49 req-53aeb549-9dd2-4509-bfb6-cf8318cb2378 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:48.519777 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-185be118-ba84-4621-99a8-b006f84eaa49 req-53aeb549-9dd2-4509-bfb6-cf8318cb2378 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0485544 Dec 10 16:59:48.569417 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-185be118-ba84-4621-99a8-b006f84eaa49 req-6b63cfe0-def3-43ac-b47c-0b42609c10dd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Dec 10 16:59:49.582904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 16:59:49.665820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.689918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:49.692220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833a9b9-6e1a-4f87-80cb-16408e9d5715" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:49.701424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2120359-376f-4b27-bac0-d07cdf16b2a2 req-bc6f60a3-cda1-4960-a53d-e90f3352bf53 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:49.702747 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b2120359-376f-4b27-bac0-d07cdf16b2a2 req-bc6f60a3-cda1-4960-a53d-e90f3352bf53 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0558107 Dec 10 16:59:49.705702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:49.737537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9066b7f6-f9ac-4657-926f-3b0a2f188cc9 x-openstack-request-id: req-9066b7f6-f9ac-4657-926f-3b0a2f188cc9 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:49.737842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:49.738100 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9066b7f6-f9ac-4657-926f-3b0a2f188cc9 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:49.738498 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'code': 200} Dec 10 16:59:49.757593 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b2120359-376f-4b27-bac0-d07cdf16b2a2 req-9c11d0de-f8c2-4bc8-87ab-66da3700eb17 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Dec 10 16:59:49.772003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:49.818457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:50.117691 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-1da3fcc5-f8bc-424c-9d61-3e02a689121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.119103 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-1da3fcc5-f8bc-424c-9d61-3e02a689121d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b&tenant_id=8b145e843d9b4e8db1aabb08599276c6 HTTP/1.1" status: 200 len: 1096 time: 0.0446312 Dec 10 16:59:50.192938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-32f95e6a-8eb1-48b4-bc04-95313e9d1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.194403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-32f95e6a-8eb1-48b4-bc04-95313e9d1ea3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b145e843d9b4e8db1aabb08599276c6&device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 1096 time: 0.0398915 Dec 10 16:59:50.288471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-ff679b0a-4d2c-4889-8200-1dc5f35153f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.289936 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-ff679b0a-4d2c-4889-8200-1dc5f35153f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 200 len: 912 time: 0.0832860 Dec 10 16:59:50.362910 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-f415277e-322d-4d98-88f8-4f3cc998f0ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 200 len: 1000 time: 0.0610733 Dec 10 16:59:50.417106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-cfeb3af7-c83c-4252-ac40-659aeb2007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.418441 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-cfeb3af7-c83c-4252-ac40-659aeb2007cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 200 len: 850 time: 0.0432146 Dec 10 16:59:50.469525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-2d02bca7-0e90-4f4e-b284-f21205bf0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.471421 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-2d02bca7-0e90-4f4e-b284-f21205bf0040 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400438 Dec 10 16:59:50.568859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-d7494239-c5d3-4507-9f61-5c966490e94e service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Dec 10 16:59:50.661459 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a3b414a2-2c71-414a-bf2c-bf4c704de100 req-d81962a1-ad55-46a4-a5f8-fa41a48f4a0c service neutron] 10.222.0.61 "GET /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806270 Dec 10 16:59:50.884726 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835c34-3e18-430e-9a3c-bf73c69229c4 req-655fc121-6a81-4c83-bf74-f505f0f3259e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:50.886244 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fd835c34-3e18-430e-9a3c-bf73c69229c4 req-655fc121-6a81-4c83-bf74-f505f0f3259e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0575042 Dec 10 16:59:50.934209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fd835c34-3e18-430e-9a3c-bf73c69229c4 req-7dabbd1a-ea03-461b-b07f-4a54e508ced6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Dec 10 16:59:52.054116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c13fb-ebe7-4c8c-9958-adcb35b46a36 req-18bbd959-19f0-490f-8bcd-b69e76d9435c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:52.055630 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5e5c13fb-ebe7-4c8c-9958-adcb35b46a36 req-18bbd959-19f0-490f-8bcd-b69e76d9435c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0504138 Dec 10 16:59:52.103562 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5e5c13fb-ebe7-4c8c-9958-adcb35b46a36 req-48d4f2e0-622c-4052-a84f-cbf492babba5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Dec 10 16:59:53.221212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1f01-184b-447f-bdee-15b0417c19da req-22de9d52-2319-4baa-a93a-52049b125dc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:53.222721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e4ec1f01-184b-447f-bdee-15b0417c19da req-22de9d52-2319-4baa-a93a-52049b125dc5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0494499 Dec 10 16:59:53.271200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e4ec1f01-184b-447f-bdee-15b0417c19da req-91f77114-25d8-4625-99f2-1f679400f952 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Dec 10 16:59:54.394503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdf196-6f07-4e6e-8023-ee74c6b88885 req-b55638ff-6de3-4cdb-acaa-39a28f192d27 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:54.396119 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-afbdf196-6f07-4e6e-8023-ee74c6b88885 req-b55638ff-6de3-4cdb-acaa-39a28f192d27 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0531533 Dec 10 16:59:54.443809 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-afbdf196-6f07-4e6e-8023-ee74c6b88885 req-a0983865-da28-4fd1-bbe7-f13c47e5e2a6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Dec 10 16:59:55.569592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194bdd0-15e7-4125-bfe8-4bdb47d024f3 req-1d4067a7-6532-4157-8d18-0ce69a5d9e7b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:55.571066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1194bdd0-15e7-4125-bfe8-4bdb47d024f3 req-1d4067a7-6532-4157-8d18-0ce69a5d9e7b tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0542910 Dec 10 16:59:55.617330 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1194bdd0-15e7-4125-bfe8-4bdb47d024f3 req-fa22f24b-0292-4b02-98fb-61daf239f607 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Dec 10 16:59:56.733635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc18359-aad7-4f07-b775-24cd11567ce1 req-5a362c65-2686-4d22-80b4-0b6ddc26ebec tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:56.735108 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2fc18359-aad7-4f07-b775-24cd11567ce1 req-5a362c65-2686-4d22-80b4-0b6ddc26ebec tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 943 time: 0.0487728 Dec 10 16:59:56.785449 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2fc18359-aad7-4f07-b775-24cd11567ce1 req-516a333d-9e04-4174-973b-2ff3546e79d9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Dec 10 16:59:57.627765 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 16:59:57.721775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:57.733931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'port_id': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'mac_address': 'fa:16:3e:0c:0d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 16:59:57.769365 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:57.785076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 16:59:57.804504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:57.863491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:57.904073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6534127-8da2-4830-a67b-e837c957fa9f req-6133eaf7-8ed2-4a74-bee5-0896c833fbe7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:57.905531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e6534127-8da2-4830-a67b-e837c957fa9f req-6133eaf7-8ed2-4a74-bee5-0896c833fbe7 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0519764 Dec 10 16:59:57.913174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 16:59:57.939806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['9f421ed7-4787-42f6-b964-a9e06363ffaa'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 16:59:57.953918 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e6534127-8da2-4830-a67b-e837c957fa9f req-0636b82d-0392-47d5-82d7-fe93fe2af205 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Dec 10 16:59:59.074551 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fcdfa-c8c7-4fc1-b283-b38fcbd3bce1 req-61cef3e2-b490-4096-b775-fa6133a8149d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 16:59:59.078504 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-859fcdfa-c8c7-4fc1-b283-b38fcbd3bce1 req-61cef3e2-b490-4096-b775-fa6133a8149d tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 945 time: 0.0524108 Dec 10 16:59:59.131733 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-859fcdfa-c8c7-4fc1-b283-b38fcbd3bce1 req-6dede246-d1b1-4454-b1c2-e8f9bd10b985 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459361 Dec 10 16:59:59.623228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 16:59:59.669309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 9f421ed7-4787-42f6-b964-a9e06363ffaa triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 16:59:59.669683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:59.742835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:59.765126 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 16:59:59.767353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64dd0a-a0d7-4d9e-b859-755c29b16eb0" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 16:59:59.780054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 16:59:59.811221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf9070-360f-431b-8615-48264620973c x-openstack-request-id: req-0ebf9070-360f-431b-8615-48264620973c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 16:59:59.811524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-plugged", "status": "completed", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 16:59:59.811784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ebf9070-360f-431b-8615-48264620973c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 16:59:59.812182 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'code': 200} Dec 10 16:59:59.839953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 16:59:59.889848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=11']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:00.247613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5743f8-7ea2-4195-a1a2-8371da550121 req-0eb8c5c3-dbcd-4a16-b9f3-2eb7588e3a80 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:00.249096 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c5743f8-7ea2-4195-a1a2-8371da550121 req-0eb8c5c3-dbcd-4a16-b9f3-2eb7588e3a80 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0499609 Dec 10 17:00:00.295143 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c5743f8-7ea2-4195-a1a2-8371da550121 req-83850fd2-e225-49d2-9420-5344e109f958 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Dec 10 17:00:01.410174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e994dba-35a2-4706-ba20-c40fe5e8469a req-5ae09d56-a805-4d85-b128-85fd237356bf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:01.411770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1e994dba-35a2-4706-ba20-c40fe5e8469a req-5ae09d56-a805-4d85-b128-85fd237356bf tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0477624 Dec 10 17:00:01.470229 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1e994dba-35a2-4706-ba20-c40fe5e8469a req-2352a267-d9e1-45d2-a184-f8c4ce42c9ea tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511968 Dec 10 17:00:02.585329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4058de-fa04-4546-9ada-b0c8d8949d54 req-ad895a20-996b-4d0b-ac59-40f6b1f19abd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:02.586832 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6b4058de-fa04-4546-9ada-b0c8d8949d54 req-ad895a20-996b-4d0b-ac59-40f6b1f19abd tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0492239 Dec 10 17:00:02.634062 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6b4058de-fa04-4546-9ada-b0c8d8949d54 req-2e7d21f5-c8d7-4d81-a388-bd45f74a370e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 Dec 10 17:00:02.982743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-709f474f-f02b-4301-91ed-7054511b6052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:03.747779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cff919-61b4-426f-906f-0c227206917b req-41442adf-e166-434b-bb31-3c79b8a97edc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:03.749269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-69cff919-61b4-426f-906f-0c227206917b req-41442adf-e166-434b-bb31-3c79b8a97edc tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0484073 Dec 10 17:00:03.796175 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-69cff919-61b4-426f-906f-0c227206917b req-0a915ccb-3656-48db-97ae-98670adaece2 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Dec 10 17:00:03.913806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8950f93-d3c1-4332-9876-cfcfe181e620 req-a10a7ae5-f31d-4091-8ecb-0bb62c90eeb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:03.915204 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f8950f93-d3c1-4332-9876-cfcfe181e620 req-a10a7ae5-f31d-4091-8ecb-0bb62c90eeb9 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0535116 Dec 10 17:00:03.963910 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f8950f93-d3c1-4332-9876-cfcfe181e620 req-ae58fce0-f9e2-4001-874f-d18eb82148ba tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Dec 10 17:00:04.077836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f2927-ecb0-460a-a7d0-55bc28202549 req-2beae4d0-27e2-4249-9b00-c73f4417aca0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:04.079322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d59f2927-ecb0-460a-a7d0-55bc28202549 req-2beae4d0-27e2-4249-9b00-c73f4417aca0 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0488818 Dec 10 17:00:04.125531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d59f2927-ecb0-460a-a7d0-55bc28202549 req-71bcba86-548a-4776-b8c2-09bf55dceace tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403349 Dec 10 17:00:04.581654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf91d7-b034-4f94-97b4-f6e1d4704375 req-8fee8cca-5624-4cdc-9e3d-c19b73244bac tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:04.583154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faaf91d7-b034-4f94-97b4-f6e1d4704375 req-8fee8cca-5624-4cdc-9e3d-c19b73244bac tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0544181 Dec 10 17:00:04.630428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-faaf91d7-b034-4f94-97b4-f6e1d4704375 req-3271d877-04e5-4df9-bee9-2a917a262cad tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Dec 10 17:00:05.188645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00405597-9372-4f47-af30-220a410f70e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:05.748165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b6c6-b83e-4358-a626-6b04d484520d req-75f5cf82-9e92-4098-acfc-80749cd089a5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:05.749678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4413b6c6-b83e-4358-a626-6b04d484520d req-75f5cf82-9e92-4098-acfc-80749cd089a5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0484958 Dec 10 17:00:05.796479 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4413b6c6-b83e-4358-a626-6b04d484520d req-c571c79b-9253-4c47-a851-188f78c2c92c tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Dec 10 17:00:06.696948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:06.910160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8df40-e27b-447c-96e3-bc6096534c11 req-b80001ef-92a7-438a-a783-10fd9e45e06e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:06.911639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60e8df40-e27b-447c-96e3-bc6096534c11 req-b80001ef-92a7-438a-a783-10fd9e45e06e tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0483229 Dec 10 17:00:06.959571 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60e8df40-e27b-447c-96e3-bc6096534c11 req-ca9334d7-efff-490f-8e13-5bf6e12644c6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups?id=71d9f0bb-d700-42b5-a8e1-c822ea40f257&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Dec 10 17:00:07.213664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-8286c0f0-0718-4245-ac0e-f023a74eebe4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:07.216383 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-8286c0f0-0718-4245-ac0e-f023a74eebe4 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 946 time: 0.0483203 Dec 10 17:00:07.312398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Deleting port 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:07.312739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:07.413483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] For port 9f421ed7-4787-42f6-b964-a9e06363ffaa, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=9f421ed7-4787-42f6-b964-a9e06363ffaa,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:07.413848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:07.585087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:07.585458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:07.585782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Floating IP 6511653d-cf4b-4946-9779-26b9bd291757 disassociated. External IP: 172.26.4.106, port: 9f421ed7-4787-42f6-b964-a9e06363ffaa. Dec 10 17:00:07.586125 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Calling delete_port for 9f421ed7-4787-42f6-b964-a9e06363ffaa owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:07.765783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:07.797076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'Port': ['ID=9f421ed7-4787-42f6-b964-a9e06363ffaa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:07.808723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.809619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.809973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.810322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.813337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.813701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.814045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.814389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.814878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.815220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.815572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.815904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.816230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:07.931706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:00:07.947249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:08.048266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:00:08.058690 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:00:08.062113 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0a5a35d5-ac68-4fbc-bc97-40d3733341cd req-b91f2fea-4446-47da-aea0-86c35a3375a5 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0271227 Dec 10 17:00:08.071968 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:00:08.072527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:00:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:08.089176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] No DVR routers for this DVR port 9f421ed7-4787-42f6-b964-a9e06363ffaa on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:00:08.091985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:08.095342 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b98a7950-497e-4d15-ab2b-86bfc703370d req-6109ab31-81d7-4532-9259-cd443efe18db tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.61 "DELETE /v2.0/ports/9f421ed7-4787-42f6-b964-a9e06363ffaa HTTP/1.1" status: 204 len: 173 time: 0.8704646 Dec 10 17:00:08.095805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-deleted', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:08.098092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e79b53-84f4-475b-9db7-d4901097472b" -d '{"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-deleted", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:08.188960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf99f4-6fc5-4dc6-987c-917b3c36c329 x-openstack-request-id: req-accf99f4-6fc5-4dc6-987c-917b3c36c329 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:08.189681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2778e-9967-4580-b87e-9a1f85b92a3b", "name": "network-vif-deleted", "tag": "9f421ed7-4787-42f6-b964-a9e06363ffaa", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:08.189681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-accf99f4-6fc5-4dc6-987c-917b3c36c329 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:08.189978 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2778e-9967-4580-b87e-9a1f85b92a3b', 'name': 'network-vif-deleted', 'tag': '9f421ed7-4787-42f6-b964-a9e06363ffaa', 'status': 'completed', 'code': 200} Dec 10 17:00:08.190836 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:00:08.392159 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:08.421132 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:00:08.429437 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:00:08.430041 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:00:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:08.532729 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:00:08.707376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:08.813462 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:08.842878 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f613f-988b-4b73-b3ba-29c874b42c6f None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '22d252be-a45d-4d29-8090-af5a7bbb768e', 'name': '', 'network_id': '3d77e96c-8d3b-495f-b637-6a66dbb8a9d9', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'mac_address': 'fa:16:3e:4d:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:26Z', 'updated_at': '2021-12-10T16:53:30Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'subnets': [{'id': '7a1ee06d-4b7e-45c0-ad43-d22ab36b4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:00:09.075427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e89b62-22f2-43bc-b200-5c34d186d291 None None] New status for floating IP 6511653d-cf4b-4946-9779-26b9bd291757: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:00:09.165169 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bce57efd-24c6-408c-9522-1351c940a25e req-a2ec1efc-787d-4fcf-b606-a5352ce721b6 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0312634 Dec 10 17:00:09.655875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:09.676762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 9f421ed7-4787-42f6-b964-a9e06363ffaa {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:09.677149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 9f421ed7-4787-42f6-b964-a9e06363ffaa not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:10.263120 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c32c4c79-3573-476e-958a-9098c4243fae req-87fa73de-e384-43f1-80b7-1591dd125c7a tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0265217 Dec 10 17:00:11.364724 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c4e71281-cfbb-485c-a462-5d542791550b req-5bf4f36c-4c60-4582-96e9-6680bd34d181 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0316973 Dec 10 17:00:12.458448 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-45faea82-3fb4-4617-9b8d-c56a15ed07cd req-79493547-61a6-48b8-9c80-059e93f5e707 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aa2778e-9967-4580-b87e-9a1f85b92a3b HTTP/1.1" status: 200 len: 210 time: 0.0267751 Dec 10 17:00:17.366878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:17.432491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.454628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.576994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.579636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.580844 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "DELETE /v2.0/security-groups/71d9f0bb-d700-42b5-a8e1-c822ea40f257 HTTP/1.1" status: 204 len: 168 time: 0.2128816 Dec 10 17:00:17.583574 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57260) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:17.599196 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.api.v2.resource [None req-70dbd886-3a8d-4d6e-a645-795661b28b15 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] show failed (client error): The resource could not be found. Dec 10 17:00:17.600539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c5fba-8ef3-4cdf-a810-b382d95da620 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9f0bb-d700-42b5-a8e1-c822ea40f257,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:17.600801 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-70dbd886-3a8d-4d6e-a645-795661b28b15 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "GET /v2.0/security-groups/71d9f0bb-d700-42b5-a8e1-c822ea40f257 HTTP/1.1" status: 404 len: 347 time: 0.0154035 Dec 10 17:00:17.603162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57262) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:17.674309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.731995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Deleting port b3452314-a973-4b6c-b5b7-573628623c43 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:17.732299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.813233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.813489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:17.825110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Calling delete_port for b3452314-a973-4b6c-b5b7-573628623c43 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:18.028600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.064036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Pushing event deleted for resources: {'Port': ['ID=b3452314-a973-4b6c-b5b7-573628623c43,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:18.088520 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.088865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.089235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.089573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.090174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.090537 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.090866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.091194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.091521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.091849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.092176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.092497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.093465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:18.133446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.136048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.137229 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f33b7609-766f-4d4a-95e8-9ad80d9e8af8 tempest-ServerActionsTestJSON-1130385263 tempest-ServerActionsTestJSON-1130385263-project] 10.222.0.21 "DELETE /v2.0/floatingips/6511653d-cf4b-4946-9779-26b9bd291757 HTTP/1.1" status: 204 len: 168 time: 0.5329552 Dec 10 17:00:18.140690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57264) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:18.560067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.804785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Deleting port 22d252be-a45d-4d29-8090-af5a7bbb768e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:18.805560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.884879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] For port 22d252be-a45d-4d29-8090-af5a7bbb768e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=22d252be-a45d-4d29-8090-af5a7bbb768e,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:18.885275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:18.898133 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Calling delete_port for 22d252be-a45d-4d29-8090-af5a7bbb768e owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:19.153045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:19.181038 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d252be-a45d-4d29-8090-af5a7bbb768e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:19.346068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:19.559914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Router d20d653b-fa65-4ce1-8109-63426fde72a1 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:00:19.668411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:00:19.673612 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-67b203b5-18cf-4f33-9ed2-711c41f5c406 admin admin] 10.222.0.21 "PUT /v2.0/routers/d20d653b-fa65-4ce1-8109-63426fde72a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5319386 Dec 10 17:00:19.676100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57268) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:19.678897 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Sync routers for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:00:19.689859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:00:19.690500 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:00:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:19.792681 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:00:19.978500 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T17:00:19Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:20.007796 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Checking router: d20d653b-fa65-4ce1-8109-63426fde72a1 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:00:20.016952 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Routers {'d20d653b-fa65-4ce1-8109-63426fde72a1'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:00:20.017572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:00:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['d20d653b-fa65-4ce1-8109-63426fde72a1'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:20.083451 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.116810 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] Set router d20d653b-fa65-4ce1-8109-63426fde72a1 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:00:20.187806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.291388 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T17:00:19Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:20.315194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Deleting port 2390c107-874c-401e-8c2c-c123590e8fdd {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:20.315194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.316890 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3ebeb-d496-4196-b681-9fe87ebc060b None None] The sync data for ids ['d20d653b-fa65-4ce1-8109-63426fde72a1'] in dv-neutron-820858-1-hyperv is: [{'id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'name': 'tempest-ServerActionsTestJSON-418114895-router', 'tenant_id': '8b145e843d9b4e8db1aabb08599276c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35'}], 'enable_snat': True}, 'gw_port_id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T16:53:23Z', 'updated_at': '2021-12-10T17:00:19Z', 'revision_number': 5, 'project_id': '8b145e843d9b4e8db1aabb08599276c6', 'gw_port': {'id': '2390c107-874c-401e-8c2c-c123590e8fdd', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20d653b-fa65-4ce1-8109-63426fde72a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T16:53:24Z', 'updated_at': '2021-12-10T16:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:00:20.398015 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] For port 2390c107-874c-401e-8c2c-c123590e8fdd, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2390c107-874c-401e-8c2c-c123590e8fdd,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:20.398377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.414190 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Calling delete_port for 2390c107-874c-401e-8c2c-c123590e8fdd owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:20.640830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.673480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2390c107-874c-401e-8c2c-c123590e8fdd,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:20.687992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80078695-fc6b-4544-9580-53a48060b16c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:00:20.737858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.832456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.834721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.933361 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:00:20.937663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.938247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20d653b-fa65-4ce1-8109-63426fde72a1 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:00:20.942525 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:20.943691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9d1386af-431f-488f-b0f2-acf26aaba3a0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d20d653b-fa65-4ce1-8109-63426fde72a1 HTTP/1.1" status: 204 len: 168 time: 1.2666602 Dec 10 17:00:20.946249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57270) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:20.994021 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Deleting subnet 7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:00:20.997674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.034557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.118453 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.234710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.257843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1ee06d-4b7e-45c0-ad43-d22ab36b4283,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:21.263404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.266633 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6ee940f9-2481-4396-ac6c-192622883f08 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a1ee06d-4b7e-45c0-ad43-d22ab36b4283 HTTP/1.1" status: 204 len: 168 time: 0.3192673 Dec 10 17:00:21.269179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985ba95-94f0-4b13-93c0-dba7dc73a9a4 None None] Network 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:00:21.269332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57272) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:21.337560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.404921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Deleting port 0d064028-d8e6-490c-bd01-e7dbce94d37d {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:21.406601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.413540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] DHCP port deletion for 3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:00:21.466022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Deleting port 0d064028-d8e6-490c-bd01-e7dbce94d37d {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:21.466395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.473193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] For port 0d064028-d8e6-490c-bd01-e7dbce94d37d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0d064028-d8e6-490c-bd01-e7dbce94d37d,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:21.473553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.486865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Calling delete_port for 0d064028-d8e6-490c-bd01-e7dbce94d37d owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:21.525775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] For port 0d064028-d8e6-490c-bd01-e7dbce94d37d, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=0d064028-d8e6-490c-bd01-e7dbce94d37d,segment=NetworkSegment(21893d7a-3414-45db-975a-247b70cb2d36),segment_id=21893d7a-3414-45db-975a-247b70cb2d36)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:21.526167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.537892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Calling delete_port for 0d064028-d8e6-490c-bd01-e7dbce94d37d owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:00:21.633657 dv-neutron-820858-1-hyperv neutron-server[103600]: self.session.flush() Dec 10 17:00:21.637349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.640059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.660238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d064028-d8e6-490c-bd01-e7dbce94d37d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:21.663784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] No DVR routers for this DVR port 0d064028-d8e6-490c-bd01-e7dbce94d37d on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:00:21.667386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] Pushing event deleted for resources: {'Port': ['ID=0d064028-d8e6-490c-bd01-e7dbce94d37d,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:21.672650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbe908-0f70-486a-93d5-5a99cc15b9f8 None None] No DVR routers for this DVR port 0d064028-d8e6-490c-bd01-e7dbce94d37d on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:00:21.736404 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.757031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d77e96c-8d3b-495f-b637-6a66dbb8a9d9']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:21.766163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21893d7a-3414-45db-975a-247b70cb2d36') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:21.766476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21893d7a-3414-45db-975a-247b70cb2d36') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:21.779811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.793097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.799671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:00:21.800059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:00:21.801775 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:00:21.937403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.940588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d252be-a45d-4d29-8090-af5a7bbb768e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:21.943842 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:21.947238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d77e96c-8d3b-495f-b637-6a66dbb8a9d9 HTTP/1.1" status: 204 len: 168 time: 0.6770720 Dec 10 17:00:21.962290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 22d252be-a45d-4d29-8090-af5a7bbb768e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:21.962643 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 22d252be-a45d-4d29-8090-af5a7bbb768e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:21.963409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0d064028-d8e6-490c-bd01-e7dbce94d37d no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:21.967240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae8166-0d8b-41d0-a049-2d80a3eca4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d77e96c-8d3b-495f-b637-6a66dbb8a9d9,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:21.982906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 0d064028-d8e6-490c-bd01-e7dbce94d37d {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:21.983265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 0d064028-d8e6-490c-bd01-e7dbce94d37d not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:21.983693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2390c107-874c-401e-8c2c-c123590e8fdd no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:22.006576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2390c107-874c-401e-8c2c-c123590e8fdd {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:22.009809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2390c107-874c-401e-8c2c-c123590e8fdd not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:22.297333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57276) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:22.338259 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ed81fbd5-b66a-48c0-86b3-0fa15bf0139f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b145e843d9b4e8db1aabb08599276c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394082 Dec 10 17:00:22.340917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57278) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:22.387805 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:22.409405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:22.531503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:22.534158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:22.535345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0439852-341c-41dc-9b1c-eca0d23927e3 HTTP/1.1" status: 204 len: 168 time: 0.1935074 Dec 10 17:00:22.543013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6c4dd-6e85-4ecb-8cbf-79a5d7a061cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0439852-341c-41dc-9b1c-eca0d23927e3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:23.575972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57300) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:23.673067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-656401454-network', 'tenant_id': '1dc07e2efb994d82b5cd33aff3a04b7e'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:23.754069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Made reservation on behalf of 1dc07e2efb994d82b5cd33aff3a04b7e for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:00:23.756370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:23.765374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:23.837539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:23.919835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:23.944179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:00:23.953389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e41d72-8e8b-406b-9c95-ad9506db85f2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:23.960751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:23.971004 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Added segment 371b372a-1f80-4364-8091-0e7cbb8c256b of type vlan for network c747e4ac-4c74-431a-82cc-d4ed095ebac8 Dec 10 17:00:24.002008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.068363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.069333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:24.069918 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.157539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] Pushing event updated for resources: {'Network': ['ID=c747e4ac-4c74-431a-82cc-d4ed095ebac8,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:24.167219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:00:24.174122 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b12170fd-579b-4d5b-82cd-334a06ffefc8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5970011 Dec 10 17:00:24.176970 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57304) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:24.181759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Request body: {'subnet': {'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-656401454-subnet', 'tenant_id': '1dc07e2efb994d82b5cd33aff3a04b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:24.245177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Made reservation on behalf of 1dc07e2efb994d82b5cd33aff3a04b7e for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:00:24.247599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.478372 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.533952 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73125b63-cd2d-45f4-a0ac-5ac93289074b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:24.542570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Checking segment: {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:00:24.542941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Network hostable DHCP agents. Network: c747e4ac-4c74-431a-82cc-d4ed095ebac8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:00:24.632405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:00:24.712561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c747e4ac-4c74-431a-82cc-d4ed095ebac8) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:00:24.717063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:24.718247 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:24.724316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ad8bf-7e73-47d3-abff-2ac68b54732c None None] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:00:24.801269 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-afb2b876-a34c-491f-bbc2-4bd0d1b1835e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6230786 Dec 10 17:00:24.825956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843e428-3eca-4be7-9af6-85d8934d7772 None None] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:00:25.238408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-81077b5c-c299-4465-97d9-8c1bb46ad398 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:25.239906 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-81077b5c-c299-4465-97d9-8c1bb46ad398 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/networks?id=c747e4ac-4c74-431a-82cc-d4ed095ebac8 HTTP/1.1" status: 200 len: 813 time: 0.1067016 Dec 10 17:00:25.254920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-e1464779-96af-4088-b80b-4c32e7347140 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/quotas/1dc07e2efb994d82b5cd33aff3a04b7e HTTP/1.1" status: 200 len: 375 time: 0.0092599 Dec 10 17:00:25.286826 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-8009a549-f765-4414-89f6-5645d0f95407 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263579 Dec 10 17:00:25.429597 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-3426ff7b-aa84-4e4a-b900-da1da51999f6 service neutron] 10.222.0.21 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358244 Dec 10 17:00:25.522363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-3dd84cb1-4124-4035-91a4-c296ac82224a service neutron] 10.222.0.21 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 Dec 10 17:00:25.829462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-54d4a533-c588-4afc-8834-7d653622c205 req-3b21afb2-4076-4448-a0ec-0d905ef257c0 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 210 time: 0.0312934 Dec 10 17:00:26.925402 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f2598773-20b4-4486-ad7d-b9dc84965f10 req-a80571b2-508f-4e38-b6a0-c1eea1141cd5 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 210 time: 0.0281930 Dec 10 17:00:28.025889 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-17d2d701-a994-4178-a213-55b3b3d48e5d req-ec36eb83-c422-4d71-adb1-04d5c0c1f6cd tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 210 time: 0.0318789 Dec 10 17:00:28.196502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-cb59de93-f93c-4c50-b97a-dc50e10aa6d3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:28.197973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-cb59de93-f93c-4c50-b97a-dc50e10aa6d3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "GET /v2.0/networks?id=c747e4ac-4c74-431a-82cc-d4ed095ebac8 HTTP/1.1" status: 200 len: 813 time: 0.1054754 Dec 10 17:00:28.218817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Request body: {'port': {'device_id': '951312f8-8204-479d-afe4-23bb1174ba9e', 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8', 'admin_state_up': True, 'tenant_id': '1dc07e2efb994d82b5cd33aff3a04b7e'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:28.411235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Made reservation on behalf of 1dc07e2efb994d82b5cd33aff3a04b7e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:00:28.414832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:28.811449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Allocated IP 172.20.0.3 (c747e4ac-4c74-431a-82cc-d4ed095ebac8/73125b63-cd2d-45f4-a0ac-5ac93289074b/599fb5c5-8275-4d52-86f2-c1a48588e767) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:00:28.955156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.040087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.084362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:00:29.087610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:00:29.091706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:00:29.125556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Pushing event updated for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:29.172390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:29.173036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.194305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea7dc7-8100-479f-a485-568eb1d86c44 req-51672e23-d171-4354-83a3-56d783f07381 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:29.195814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bea7dc7-8100-479f-a485-568eb1d86c44 req-51672e23-d171-4354-83a3-56d783f07381 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 931 time: 0.0971410 Dec 10 17:00:29.243720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bea7dc7-8100-479f-a485-568eb1d86c44 req-f04f94c5-ede4-458d-b251-500d2866db22 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Dec 10 17:00:29.247824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-aa891093-8b8a-4091-9add-fa85b50ccd90 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0331950 Dec 10 17:00:29.266444 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Request body: {'port': {'device_id': '951312f8-8204-479d-afe4-23bb1174ba9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:29.318479 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.574419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599fb5c5-8275-4d52-86f2-c1a48588e767 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:00:29.582387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.594464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Transition to ACTIVE for port object 599fb5c5-8275-4d52-86f2-c1a48588e767 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:00:29.661200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.716079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:29.781277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Attempting to bind port 599fb5c5-8275-4d52-86f2-c1a48588e767 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:00:29.781621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Attempting to bind port 599fb5c5-8275-4d52-86f2-c1a48588e767 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:00:29.781954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Attempting to bind port 599fb5c5-8275-4d52-86f2-c1a48588e767 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:00:29.786466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Port 599fb5c5-8275-4d52-86f2-c1a48588e767 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:00:29.786795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Attempting to bind port 599fb5c5-8275-4d52-86f2-c1a48588e767 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:00:29.791564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:00:29.791902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Checking segment: {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:00:29.792292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Bound using segment: {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:00:29.792714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Bound port: 599fb5c5-8275-4d52-86f2-c1a48588e767, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:00:29.793107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.858576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:00:29.862024 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=599fb5c5-8275-4d52-86f2-c1a48588e767,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:00:29.948779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.985340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:29.985961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:29.987325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] 10.222.0.61 "PUT /v2.0/ports/599fb5c5-8275-4d52-86f2-c1a48588e767 HTTP/1.1" status: 200 len: 1093 time: 0.7256720 Dec 10 17:00:29.987774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:29.990044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:30.013546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099254f5-87f9-48ff-bb2d-b1473294fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:30.036496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7cce57-4c1a-4bb4-891d-3857be97d085 x-openstack-request-id: req-1b7cce57-4c1a-4bb4-891d-3857be97d085 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:30.037010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:30.037245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b7cce57-4c1a-4bb4-891d-3857be97d085 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:30.037660 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767', 'status': 'completed', 'code': 200} Dec 10 17:00:30.103469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-1ebb8b55-b13e-4305-8541-a7ba6094b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.104996 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-1ebb8b55-b13e-4305-8541-a7ba6094b677 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 1096 time: 0.0427837 Dec 10 17:00:30.205995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-40768d93-d48c-476e-892e-c86db97924d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.207468 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-40768d93-d48c-476e-892e-c86db97924d5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0931535 Dec 10 17:00:30.306725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-9366a624-f6d2-4f67-a52f-b695718b4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.308255 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b4ba7f89-d7a3-4978-8847-ee997ea8d25d req-9366a624-f6d2-4f67-a52f-b695718b4042 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879519 Dec 10 17:00:30.367969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6deb4-604b-4e04-8447-68352dbfc027 req-71d9c1f1-c339-4eed-a0d1-b8027907d29d tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.369482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-90a6deb4-604b-4e04-8447-68352dbfc027 req-71d9c1f1-c339-4eed-a0d1-b8027907d29d tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 943 time: 0.0586910 Dec 10 17:00:30.438483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-c3b9b830-7fc5-469e-b9b6-6479e619f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.439900 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-c3b9b830-7fc5-469e-b9b6-6479e619f768 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 1096 time: 0.0695496 Dec 10 17:00:30.443364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-90a6deb4-604b-4e04-8447-68352dbfc027 req-7129cdbb-cff0-4e8b-b168-331fbd76f3b5 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Dec 10 17:00:30.490796 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-52c7e29d-16d9-4680-87a1-9f655c8d6039 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599fb5c5-8275-4d52-86f2-c1a48588e767 HTTP/1.1" status: 200 len: 217 time: 0.0349712 Dec 10 17:00:30.547534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-d6dbced2-b0d7-42ce-a770-5b0ba5af60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:30.548980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-d6dbced2-b0d7-42ce-a770-5b0ba5af60cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73125b63-cd2d-45f4-a0ac-5ac93289074b HTTP/1.1" status: 200 len: 853 time: 0.0466120 Dec 10 17:00:30.586372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-1e9d974c-3a07-4aff-a092-0192b5005704 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c747e4ac-4c74-431a-82cc-d4ed095ebac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239420 Dec 10 17:00:30.677183 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-6e8ae565-b494-4fe9-ad8e-91d19605b3f0 service neutron] 10.222.0.61 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789411 Dec 10 17:00:30.774446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-44af1133-a199-4c47-aaf9-beb9750c1b5f req-b993be93-f152-40e5-9712-700edb71155e service neutron] 10.222.0.61 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840130 Dec 10 17:00:31.558947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831d8f8-58ba-4820-8bd6-30466dcab171 req-43679b98-1b73-4f7e-a327-7ef64998bae2 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:31.560413 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2831d8f8-58ba-4820-8bd6-30466dcab171 req-43679b98-1b73-4f7e-a327-7ef64998bae2 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 943 time: 0.0481060 Dec 10 17:00:31.607030 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2831d8f8-58ba-4820-8bd6-30466dcab171 req-54fcb234-353e-4835-b967-a1f3d8b3fdc9 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Dec 10 17:00:31.731787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 599fb5c5-8275-4d52-86f2-c1a48588e767 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:00:31.969195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=599fb5c5-8275-4d52-86f2-c1a48588e767,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:31.979689 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '599fb5c5-8275-4d52-86f2-c1a48588e767', 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8', 'port_id': '599fb5c5-8275-4d52-86f2-c1a48588e767', 'mac_address': 'fa:16:3e:64:3f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73125b63-cd2d-45f4-a0ac-5ac93289074b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:00:32.015375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:32.027442 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599fb5c5-8275-4d52-86f2-c1a48588e767 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:00:32.047003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=599fb5c5-8275-4d52-86f2-c1a48588e767,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:32.113579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:32.162230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:32.169169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.169526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.169871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.170213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.170550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.170884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.171732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.172072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.172405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.172737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.173095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.173420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.173746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:00:32.381637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['599fb5c5-8275-4d52-86f2-c1a48588e767'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:00:32.719861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746baae3-9517-42c9-8ae4-d7b54ae7fd11 req-f95fa621-f136-47ea-98aa-521cf9597fea tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:32.721478 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-746baae3-9517-42c9-8ae4-d7b54ae7fd11 req-f95fa621-f136-47ea-98aa-521cf9597fea tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 944 time: 0.0505202 Dec 10 17:00:32.767832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-746baae3-9517-42c9-8ae4-d7b54ae7fd11 req-7f3d1b88-b37f-4dca-bac1-d73e044cad20 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Dec 10 17:00:32.993553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b482ff3f-d617-466d-9959-6b66562e5921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:33.730970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 599fb5c5-8275-4d52-86f2-c1a48588e767 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:00:33.862398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 599fb5c5-8275-4d52-86f2-c1a48588e767 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:00:33.866512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 599fb5c5-8275-4d52-86f2-c1a48588e767 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:00:33.866966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:33.883221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a8dab-db1b-4837-8ac8-03f87890d524 req-a041e76a-03d3-4d09-a996-b950b4daf174 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:33.884762 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-325a8dab-db1b-4837-8ac8-03f87890d524 req-a041e76a-03d3-4d09-a996-b950b4daf174 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 944 time: 0.0494816 Dec 10 17:00:33.937087 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-325a8dab-db1b-4837-8ac8-03f87890d524 req-2d351b59-29a3-4cb8-91b7-7f4df88cdf27 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Dec 10 17:00:33.944004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:33.966078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:33.968791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b69f7-63fa-4dfe-bb7a-fa24ea8299c5" -d '{"events": [{"server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:33.981080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=599fb5c5-8275-4d52-86f2-c1a48588e767,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:34.006005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964f9b42-d107-4aa3-a3d6-8f4a710c9ec6 x-openstack-request-id: req-964f9b42-d107-4aa3-a3d6-8f4a710c9ec6 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:34.006580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:34.006580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-964f9b42-d107-4aa3-a3d6-8f4a710c9ec6 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:34.006935 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767', 'code': 200} Dec 10 17:00:34.067943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:34.116757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:34.310410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a296-70bb-44a2-8f90-d81f64d93474 req-ed97e2b8-8935-4dc3-85c4-64e1c7356f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:34.312447 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8844a296-70bb-44a2-8f90-d81f64d93474 req-ed97e2b8-8935-4dc3-85c4-64e1c7356f91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 1098 time: 0.0439155 Dec 10 17:00:34.361409 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8844a296-70bb-44a2-8f90-d81f64d93474 req-b1584404-7f24-4399-a54b-08057150b569 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Dec 10 17:00:35.050619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acf5f-1ce6-41ba-b521-7f2299ec6e14 req-822d30c2-d7fb-4c7b-8a03-79c74d70691f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:35.052152 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-992acf5f-1ce6-41ba-b521-7f2299ec6e14 req-822d30c2-d7fb-4c7b-8a03-79c74d70691f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0498862 Dec 10 17:00:35.099938 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-992acf5f-1ce6-41ba-b521-7f2299ec6e14 req-3f7fa7da-776b-423a-a5f3-43a385b4d1e0 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Dec 10 17:00:35.210775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c2da-8f44-440b-8a7a-b2daa337be44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:36.218276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178af0d-7b7e-44f2-9d51-ac2e71fd6882 req-3083c975-1c53-4ec9-a866-719f0693eb58 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:36.219809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1178af0d-7b7e-44f2-9d51-ac2e71fd6882 req-3083c975-1c53-4ec9-a866-719f0693eb58 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0509176 Dec 10 17:00:36.270345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1178af0d-7b7e-44f2-9d51-ac2e71fd6882 req-43294a85-61a4-45f6-83e2-a4a734f0bdc9 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Dec 10 17:00:36.497950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-cbcc523c-0110-411c-8158-209876d31dba tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:36.499932 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-cbcc523c-0110-411c-8158-209876d31dba tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/networks?id=c747e4ac-4c74-431a-82cc-d4ed095ebac8 HTTP/1.1" status: 200 len: 813 time: 0.1048717 Dec 10 17:00:36.515105 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-f07165aa-53f7-4d66-a0a4-6bc6187d7bc8 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/quotas/1dc07e2efb994d82b5cd33aff3a04b7e HTTP/1.1" status: 200 len: 375 time: 0.0092344 Dec 10 17:00:36.564345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-dec72044-9951-4f42-a51f-75d28f3928d3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438230 Dec 10 17:00:36.654116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-327911bc-f42b-4300-b044-8d00effb3f86 service neutron] 10.222.0.21 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Dec 10 17:00:36.691124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:36.751490 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-9886f959-ab30-4642-8175-8935b04802f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910738 Dec 10 17:00:36.978469 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-49589bb6-a357-4dd9-94f7-ccb41104ee5e req-8ecea374-6a92-41e2-b5ee-2a0f19a030ca tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 210 time: 0.0275421 Dec 10 17:00:37.948264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:38.074128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-23faec20-dc80-4f48-900d-62beaaa8a1ee req-51702eca-f01e-46f4-8b31-cad312c72708 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 210 time: 0.0271738 Dec 10 17:00:38.742349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:38.846051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-d1787a45-9361-4b04-a1c4-0b5a5bac3785 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:38.847524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-d1787a45-9361-4b04-a1c4-0b5a5bac3785 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "GET /v2.0/networks?id=c747e4ac-4c74-431a-82cc-d4ed095ebac8 HTTP/1.1" status: 200 len: 813 time: 0.1127179 Dec 10 17:00:38.860392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Request body: {'port': {'device_id': '015a5864-208b-4f5e-83ca-550c4a07001f', 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8', 'admin_state_up': True, 'tenant_id': '1dc07e2efb994d82b5cd33aff3a04b7e'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:39.028227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Made reservation on behalf of 1dc07e2efb994d82b5cd33aff3a04b7e for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:00:39.032720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.183314 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Allocated IP 172.20.0.5 (c747e4ac-4c74-431a-82cc-d4ed095ebac8/73125b63-cd2d-45f4-a0ac-5ac93289074b/2787b876-5273-4082-86b4-c29c65827ce1) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:00:39.187093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d42dbbf4-9d8d-4fc3-92d1-954ff5867b8c req-030c19e6-7b24-428a-90dc-22e77f013178 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 210 time: 0.0405083 Dec 10 17:00:39.329219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.405242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.419307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['599fb5c5-8275-4d52-86f2-c1a48588e767'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:00:39.453147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Network c747e4ac-4c74-431a-82cc-d4ed095ebac8 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:00:39.456391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:00:39.460205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:00:39.487578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Pushing event updated for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:39.514661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:39.515303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.595169 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-a457f89b-a57a-4ffb-b0f1-dca804f87ed3 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384660 Dec 10 17:00:39.610316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Request body: {'port': {'device_id': '015a5864-208b-4f5e-83ca-550c4a07001f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:39.663454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.928222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2787b876-5273-4082-86b4-c29c65827ce1 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:00:39.935510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:39.947298 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Transition to ACTIVE for port object 2787b876-5273-4082-86b4-c29c65827ce1 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:00:40.011063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:40.063143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Pushing event updated for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:40.125290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Attempting to bind port 2787b876-5273-4082-86b4-c29c65827ce1 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:00:40.125620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Attempting to bind port 2787b876-5273-4082-86b4-c29c65827ce1 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:00:40.125943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Attempting to bind port 2787b876-5273-4082-86b4-c29c65827ce1 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:00:40.130129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Port 2787b876-5273-4082-86b4-c29c65827ce1 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:00:40.130447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Attempting to bind port 2787b876-5273-4082-86b4-c29c65827ce1 on network c747e4ac-4c74-431a-82cc-d4ed095ebac8 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:00:40.135093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:00:40.135432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Checking segment: {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:00:40.135828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Bound using segment: {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:00:40.136233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Bound port: 2787b876-5273-4082-86b4-c29c65827ce1, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371b372a-1f80-4364-8091-0e7cbb8c256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:00:40.136577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:40.201785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:00:40.205438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2787b876-5273-4082-86b4-c29c65827ce1,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:00:40.274081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:40.307218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fa8a4-f93b-40b5-8793-a4f917e59d00 req-92f04522-6067-4f4a-970a-631d0deacbeb tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.308996 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b98fa8a4-f93b-40b5-8793-a4f917e59d00 req-92f04522-6067-4f4a-970a-631d0deacbeb tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 943 time: 0.0496061 Dec 10 17:00:40.310225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.310829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:40.312861 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] 10.222.0.61 "PUT /v2.0/ports/2787b876-5273-4082-86b4-c29c65827ce1 HTTP/1.1" status: 200 len: 1093 time: 0.7073150 Dec 10 17:00:40.313329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:40.315576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa27b0b7-04b6-4081-97a2-2428490110b3" -d '{"events": [{"name": "network-changed", "server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "tag": "2787b876-5273-4082-86b4-c29c65827ce1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:40.337849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c1136-cbd2-44c5-8a18-a676661e5381 service neutron] Pushing event updated for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:40.359861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06656503-c980-46b0-a4e7-d2ab950771ed x-openstack-request-id: req-06656503-c980-46b0-a4e7-d2ab950771ed {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:40.360171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "tag": "2787b876-5273-4082-86b4-c29c65827ce1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:40.360433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06656503-c980-46b0-a4e7-d2ab950771ed {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:40.361087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1', 'status': 'completed', 'code': 200} Dec 10 17:00:40.364738 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b98fa8a4-f93b-40b5-8793-a4f917e59d00 req-a55c611a-3efd-455e-ae12-7f7b7503b32a tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482731 Dec 10 17:00:40.424843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-f50cdae6-61fc-490b-8bbd-17ff8994d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.426335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-f50cdae6-61fc-490b-8bbd-17ff8994d588 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 1096 time: 0.0421178 Dec 10 17:00:40.526788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-c8aa73af-46d8-40bd-a8a8-fab1df9f739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.528233 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-c8aa73af-46d8-40bd-a8a8-fab1df9f739c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0931156 Dec 10 17:00:40.621019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-c67900c2-54b1-4289-a3ce-8a763c18ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.622463 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa27b0b7-04b6-4081-97a2-2428490110b3 req-c67900c2-54b1-4289-a3ce-8a763c18ad51 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869317 Dec 10 17:00:40.699472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-9f7cc655-18e3-4867-b224-2e2554a1cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.700855 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-9f7cc655-18e3-4867-b224-2e2554a1cdaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 1096 time: 0.0440471 Dec 10 17:00:40.743705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-6ff54906-1eea-4790-9464-212eb6e175e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2787b876-5273-4082-86b4-c29c65827ce1 HTTP/1.1" status: 200 len: 217 time: 0.0344629 Dec 10 17:00:40.791296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-af8398cb-2bec-4944-9200-6999344e4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:40.792700 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-af8398cb-2bec-4944-9200-6999344e4f68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73125b63-cd2d-45f4-a0ac-5ac93289074b HTTP/1.1" status: 200 len: 853 time: 0.0419195 Dec 10 17:00:40.832326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-3c449fc0-ae85-4aca-8c66-a3a3d59b9ff0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c747e4ac-4c74-431a-82cc-d4ed095ebac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313275 Dec 10 17:00:40.926178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-ccfc6d59-aaa2-41ee-a0e3-c4b584e176c4 service neutron] 10.222.0.61 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Dec 10 17:00:41.024475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cbd9565-fe45-4cd2-a2d5-a485fe3b6770 req-97cd358a-028c-498a-809f-caf2e5b4ceb0 service neutron] 10.222.0.61 "GET /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815167 Dec 10 17:00:41.491292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f203f0-d679-42d1-a4e4-6237f042e154 req-5e300669-c965-481a-9aaa-9fddde4ef25e tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:41.492785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-56f203f0-d679-42d1-a4e4-6237f042e154 req-5e300669-c965-481a-9aaa-9fddde4ef25e tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 943 time: 0.0587857 Dec 10 17:00:41.543415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-56f203f0-d679-42d1-a4e4-6237f042e154 req-f06ec4b8-a149-462b-b953-8f1fb566ad9a tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Dec 10 17:00:41.760746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2787b876-5273-4082-86b4-c29c65827ce1 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:00:41.860447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2787b876-5273-4082-86b4-c29c65827ce1,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:41.871462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '2787b876-5273-4082-86b4-c29c65827ce1', 'network_id': 'c747e4ac-4c74-431a-82cc-d4ed095ebac8', 'port_id': '2787b876-5273-4082-86b4-c29c65827ce1', 'mac_address': 'fa:16:3e:5b:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73125b63-cd2d-45f4-a0ac-5ac93289074b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:00:41.907730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:41.920419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2787b876-5273-4082-86b4-c29c65827ce1 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:00:41.939799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2787b876-5273-4082-86b4-c29c65827ce1,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:42.009606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:42.055724 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:42.243108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['2787b876-5273-4082-86b4-c29c65827ce1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:00:42.657145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd41ad8-66e1-4deb-87a1-77caa47db2a4 req-538acf02-f7b9-4a9d-86eb-ceee7d0b35e1 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:42.658616 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7fd41ad8-66e1-4deb-87a1-77caa47db2a4 req-538acf02-f7b9-4a9d-86eb-ceee7d0b35e1 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 944 time: 0.0486407 Dec 10 17:00:42.704014 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7fd41ad8-66e1-4deb-87a1-77caa47db2a4 req-05000e6a-f315-4526-940c-59f1c81d6da6 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Dec 10 17:00:43.767394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2787b876-5273-4082-86b4-c29c65827ce1 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:00:43.817133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8315-7a04-4b61-98e6-a993559d0b98 req-ac587a74-bb2f-45a1-9aaa-5af168c91816 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:43.818637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-134f8315-7a04-4b61-98e6-a993559d0b98 req-ac587a74-bb2f-45a1-9aaa-5af168c91816 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 944 time: 0.0487430 Dec 10 17:00:43.866398 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-134f8315-7a04-4b61-98e6-a993559d0b98 req-6c9adad8-74e7-4a29-bfd4-e5e9eb14f069 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Dec 10 17:00:43.900872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 2787b876-5273-4082-86b4-c29c65827ce1 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:00:43.905640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 2787b876-5273-4082-86b4-c29c65827ce1 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:00:43.906025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:43.984007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:44.005079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:44.007273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ce323-4364-4760-88ba-bb1ad92a607f" -d '{"events": [{"server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "name": "network-vif-plugged", "status": "completed", "tag": "2787b876-5273-4082-86b4-c29c65827ce1"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:44.020110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2787b876-5273-4082-86b4-c29c65827ce1,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:44.044270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439bafe4-2d6c-40d7-9bba-162ab4c5b06f x-openstack-request-id: req-439bafe4-2d6c-40d7-9bba-162ab4c5b06f {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:44.044574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "name": "network-vif-plugged", "status": "completed", "tag": "2787b876-5273-4082-86b4-c29c65827ce1", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:44.044832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-439bafe4-2d6c-40d7-9bba-162ab4c5b06f {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:44.045278 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1', 'code': 200} Dec 10 17:00:44.079557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:44.126285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:44.326533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e5097-a7f0-4c4f-a31d-3bcacd648765 req-db360f91-3b0a-4ff3-a9b7-f29cbafc1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:44.328006 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d0e5097-a7f0-4c4f-a31d-3bcacd648765 req-db360f91-3b0a-4ff3-a9b7-f29cbafc1efd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 1098 time: 0.0399930 Dec 10 17:00:44.379098 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0d0e5097-a7f0-4c4f-a31d-3bcacd648765 req-783f1418-406b-4672-a20f-bb0fc9ce36a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Dec 10 17:00:44.980646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf6e47-9879-4ea1-a323-93350175adb2 req-bcb17130-244c-4e73-a212-74d346d8f7b9 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:44.982151 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11cf6e47-9879-4ea1-a323-93350175adb2 req-bcb17130-244c-4e73-a212-74d346d8f7b9 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 945 time: 0.0484273 Dec 10 17:00:45.028923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11cf6e47-9879-4ea1-a323-93350175adb2 req-424e2d85-3ab6-4f5e-807a-1719bfbde6f9 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Dec 10 17:00:46.150143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6786-83b7-4b71-b7f8-5736ac9d23d6 req-a5acee39-fe7f-4bd7-957c-2c039111d771 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:46.152255 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dbc6786-83b7-4b71-b7f8-5736ac9d23d6 req-a5acee39-fe7f-4bd7-957c-2c039111d771 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 945 time: 0.0519695 Dec 10 17:00:46.203380 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dbc6786-83b7-4b71-b7f8-5736ac9d23d6 req-e57984f0-9833-4316-a2dc-7847453c069d tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Dec 10 17:00:46.601698 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e10e6-e1d4-4a06-8f2f-338b1daadf1e req-69956883-482d-4243-b9e2-6678ca8903df tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:46.603184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f34e10e6-e1d4-4a06-8f2f-338b1daadf1e req-69956883-482d-4243-b9e2-6678ca8903df tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 945 time: 0.0583551 Dec 10 17:00:46.653845 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f34e10e6-e1d4-4a06-8f2f-338b1daadf1e req-90c9ba63-7bcd-4896-ad1d-5560212925c6 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Dec 10 17:00:47.673764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:47.771046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b19e-16d9-4d51-a802-9f0532f06ae2 req-07732d03-6373-4ac3-b58d-aed274a103df tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:47.772506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a548b19e-16d9-4d51-a802-9f0532f06ae2 req-07732d03-6373-4ac3-b58d-aed274a103df tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 945 time: 0.0486803 Dec 10 17:00:47.819191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a548b19e-16d9-4d51-a802-9f0532f06ae2 req-73d04a0f-605d-46cc-b820-46ad5cd3f938 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Dec 10 17:00:48.037235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-e5edf723-624e-4948-9543-abe387a53264 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:48.038590 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-e5edf723-624e-4948-9543-abe387a53264 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 945 time: 0.0514319 Dec 10 17:00:48.128794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Deleting port 2787b876-5273-4082-86b4-c29c65827ce1 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:48.129167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:48.219794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] For port 2787b876-5273-4082-86b4-c29c65827ce1, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2787b876-5273-4082-86b4-c29c65827ce1,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:48.220162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:48.232855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Calling delete_port for 2787b876-5273-4082-86b4-c29c65827ce1 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:48.405009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:48.418202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['599fb5c5-8275-4d52-86f2-c1a48588e767', '2787b876-5273-4082-86b4-c29c65827ce1'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:00:48.436279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Pushing event deleted for resources: {'Port': ['ID=2787b876-5273-4082-86b4-c29c65827ce1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:48.482936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] No DVR routers for this DVR port 2787b876-5273-4082-86b4-c29c65827ce1 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:00:48.485484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:48.488807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ea07214b-7912-49c1-9b0e-8694369e2800 req-75d4e784-bece-4bc1-8d7a-b02349aefe40 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "DELETE /v2.0/ports/2787b876-5273-4082-86b4-c29c65827ce1 HTTP/1.1" status: 204 len: 173 time: 0.4406722 Dec 10 17:00:48.489279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'name': 'network-vif-deleted', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:48.491549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d66a3-938e-48d4-8222-c9b805e2a34f" -d '{"events": [{"server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "name": "network-vif-deleted", "tag": "2787b876-5273-4082-86b4-c29c65827ce1"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:48.528547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d7f811-c6de-4949-82ab-d25e60b81d2e x-openstack-request-id: req-91d7f811-c6de-4949-82ab-d25e60b81d2e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:48.528943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a5864-208b-4f5e-83ca-550c4a07001f", "name": "network-vif-deleted", "tag": "2787b876-5273-4082-86b4-c29c65827ce1", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:48.529174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91d7f811-c6de-4949-82ab-d25e60b81d2e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:48.529634 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a5864-208b-4f5e-83ca-550c4a07001f', 'name': 'network-vif-deleted', 'tag': '2787b876-5273-4082-86b4-c29c65827ce1', 'status': 'completed', 'code': 200} Dec 10 17:00:48.922143 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b085bf18-faae-4a1f-bbb1-0d242820a2ea req-142a2dc9-3ddd-475c-a28d-061780257bee tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=015a5864-208b-4f5e-83ca-550c4a07001f HTTP/1.1" status: 200 len: 210 time: 0.0260131 Dec 10 17:00:50.071610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d38a43-2e6c-4ec9-b65a-0f2bf895efa9 req-5ffe03d8-f1a7-4463-97a6-744c5e1743a4 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.073084 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46d38a43-2e6c-4ec9-b65a-0f2bf895efa9 req-5ffe03d8-f1a7-4463-97a6-744c5e1743a4 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0484872 Dec 10 17:00:50.122191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46d38a43-2e6c-4ec9-b65a-0f2bf895efa9 req-1d03772f-a1b7-4271-838e-531f2bb28472 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Dec 10 17:00:50.250760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c8902-5440-4c46-b0a7-733d866dccff req-2a36188c-346a-4c0f-946d-706b84243df1 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.252239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-288c8902-5440-4c46-b0a7-733d866dccff req-2a36188c-346a-4c0f-946d-706b84243df1 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0486386 Dec 10 17:00:50.298394 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-288c8902-5440-4c46-b0a7-733d866dccff req-50729dc0-298a-4d2d-aa4f-d12efa42f28e tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402792 Dec 10 17:00:50.411344 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026d8b3-e104-4ff7-90ec-b263fcd9fb85 req-5e0e43a2-e250-4851-aad5-e05457970a72 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.412748 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8026d8b3-e104-4ff7-90ec-b263fcd9fb85 req-5e0e43a2-e250-4851-aad5-e05457970a72 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0482583 Dec 10 17:00:50.459555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8026d8b3-e104-4ff7-90ec-b263fcd9fb85 req-1c75c5f0-5217-4548-aa4c-4d45d8be6428 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Dec 10 17:00:50.529864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-79663a4f-6be2-42df-b17c-7c72916573ae req-00c860b8-bd74-48d2-a137-b0d1a6faa05e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:00:50.530864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-79663a4f-6be2-42df-b17c-7c72916573ae req-00c860b8-bd74-48d2-a137-b0d1a6faa05e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053284 Dec 10 17:00:50.636399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea486e-01a6-4b3f-98e2-15f392914395 req-438568ea-0ef5-431a-bc5c-e602d12cb58f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.637891 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dea486e-01a6-4b3f-98e2-15f392914395 req-438568ea-0ef5-431a-bc5c-e602d12cb58f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0481369 Dec 10 17:00:50.688951 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5dea486e-01a6-4b3f-98e2-15f392914395 req-6368818d-3c74-4d3d-9eed-868f991365d7 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 Dec 10 17:00:50.800295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd91b-57ad-43d2-bf64-496fe1bd6d17 req-24331892-e362-4a82-8f04-0984827225fb tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.801821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-de5dd91b-57ad-43d2-bf64-496fe1bd6d17 req-24331892-e362-4a82-8f04-0984827225fb tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0474067 Dec 10 17:00:50.848699 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-de5dd91b-57ad-43d2-bf64-496fe1bd6d17 req-2f06cd7b-daf6-4b1d-8b13-c3e526b08994 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Dec 10 17:00:50.973292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1945-eda8-4fc4-b9af-7511a083a477 req-5bbc752d-e2f6-4ab6-97df-83a3a1a2351f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:50.974689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e7d1945-eda8-4fc4-b9af-7511a083a477 req-5bbc752d-e2f6-4ab6-97df-83a3a1a2351f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0526512 Dec 10 17:00:51.021373 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8e7d1945-eda8-4fc4-b9af-7511a083a477 req-42eafa8f-8b40-4ceb-ac18-f310351b5777 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Dec 10 17:00:51.557516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634c3a6-cbad-4bee-b03a-11a98540019a req-aad7f2d0-5888-4b9c-b790-0dece4d8b34f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:51.559019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9634c3a6-cbad-4bee-b03a-11a98540019a req-aad7f2d0-5888-4b9c-b790-0dece4d8b34f tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0478885 Dec 10 17:00:51.611735 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9634c3a6-cbad-4bee-b03a-11a98540019a req-9621c424-d9ec-44ce-a01d-236268d08358 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Dec 10 17:00:52.736181 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9f1b7-ac86-4a7d-a883-ee590f109d20 req-0e43c037-f7bc-4542-b876-73303a9224c6 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:52.737688 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4a9f1b7-ac86-4a7d-a883-ee590f109d20 req-0e43c037-f7bc-4542-b876-73303a9224c6 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0485139 Dec 10 17:00:52.784276 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4a9f1b7-ac86-4a7d-a883-ee590f109d20 req-a45ac05d-19e4-4ae9-9b27-a02f247460ee tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/security-groups?id=94e41d72-8e8b-406b-9c95-ad9506db85f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Dec 10 17:00:53.027843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862704-7e68-428f-8bf1-9d0342da380b req-be233ff0-2ec9-478c-967d-dc2bbce06068 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:53.029292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27862704-7e68-428f-8bf1-9d0342da380b req-be233ff0-2ec9-478c-967d-dc2bbce06068 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 945 time: 0.0524886 Dec 10 17:00:53.119780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Deleting port 599fb5c5-8275-4d52-86f2-c1a48588e767 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:00:53.120121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:53.209709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] For port 599fb5c5-8275-4d52-86f2-c1a48588e767, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=599fb5c5-8275-4d52-86f2-c1a48588e767,segment=NetworkSegment(371b372a-1f80-4364-8091-0e7cbb8c256b),segment_id=371b372a-1f80-4364-8091-0e7cbb8c256b)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:00:53.210069 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:53.221751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Calling delete_port for 599fb5c5-8275-4d52-86f2-c1a48588e767 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:00:53.408952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:53.425428 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['599fb5c5-8275-4d52-86f2-c1a48588e767'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:00:53.440292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Pushing event deleted for resources: {'Port': ['ID=599fb5c5-8275-4d52-86f2-c1a48588e767,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:53.482610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] No DVR routers for this DVR port 599fb5c5-8275-4d52-86f2-c1a48588e767 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:00:53.485595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:53.488936 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27862704-7e68-428f-8bf1-9d0342da380b req-06781d99-571c-4647-b9de-2092f7861683 tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.61 "DELETE /v2.0/ports/599fb5c5-8275-4d52-86f2-c1a48588e767 HTTP/1.1" status: 204 len: 173 time: 0.4505112 Dec 10 17:00:53.489393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'name': 'network-vif-deleted', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:00:53.491615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9930dd-c347-4343-825d-2804e57873d7" -d '{"events": [{"server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "name": "network-vif-deleted", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:00:53.526014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be3cac-d25d-4ffa-b88f-dba4584c179e x-openstack-request-id: req-92be3cac-d25d-4ffa-b88f-dba4584c179e {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:00:53.526327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951312f8-8204-479d-afe4-23bb1174ba9e", "name": "network-vif-deleted", "tag": "599fb5c5-8275-4d52-86f2-c1a48588e767", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:00:53.526588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92be3cac-d25d-4ffa-b88f-dba4584c179e {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:00:53.526994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951312f8-8204-479d-afe4-23bb1174ba9e', 'name': 'network-vif-deleted', 'tag': '599fb5c5-8275-4d52-86f2-c1a48588e767', 'status': 'completed', 'code': 200} Dec 10 17:00:53.776969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2787b876-5273-4082-86b4-c29c65827ce1 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:53.797736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 2787b876-5273-4082-86b4-c29c65827ce1 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:53.798083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2787b876-5273-4082-86b4-c29c65827ce1 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:53.887953 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b08a80ae-d23c-40d5-b8ca-9126b4c702c3 req-5f5c1a21-a90a-4848-ab83-b095648c9d6b tempest-ServersNegativeTestJSON-391706460 tempest-ServersNegativeTestJSON-391706460-project] 10.222.0.21 "GET /v2.0/ports?device_id=951312f8-8204-479d-afe4-23bb1174ba9e HTTP/1.1" status: 200 len: 210 time: 0.0259056 Dec 10 17:00:54.942385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57454) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:54.986041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Deleting subnet 73125b63-cd2d-45f4-a0ac-5ac93289074b {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:00:54.989068 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.027484 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.065640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.205004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.231682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73125b63-cd2d-45f4-a0ac-5ac93289074b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:55.233656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.239758 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dcafdb5d-30e4-4fd9-99f0-91fbddb6559d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73125b63-cd2d-45f4-a0ac-5ac93289074b HTTP/1.1" status: 204 len: 168 time: 0.2940135 Dec 10 17:00:55.239908 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57456) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:55.310265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.387501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.406349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c747e4ac-4c74-431a-82cc-d4ed095ebac8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:55.415286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371b372a-1f80-4364-8091-0e7cbb8c256b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:55.415590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371b372a-1f80-4364-8091-0e7cbb8c256b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:00:55.425207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.438445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.445036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:00:55.445431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:00:55.447115 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:00:55.559158 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.564603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.567923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c747e4ac-4c74-431a-82cc-d4ed095ebac8 HTTP/1.1" status: 204 len: 168 time: 0.3271046 Dec 10 17:00:55.579275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb427-9737-405c-bfc1-3f5881590365 admin admin] Pushing event deleted for resources: {'Network': ['ID=c747e4ac-4c74-431a-82cc-d4ed095ebac8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:55.816524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57460) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:55.858504 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6bd1db5f-1fb7-4b1b-991c-203ead97db72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dc07e2efb994d82b5cd33aff3a04b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406835 Dec 10 17:00:55.861582 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57462) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:55.907006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:55.927920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:56.072044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:56.074712 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:56.075881 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94e41d72-8e8b-406b-9c95-ad9506db85f2 HTTP/1.1" status: 204 len: 168 time: 0.2134054 Dec 10 17:00:56.084383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b00a9-39b3-465c-9522-89c37bebd411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e41d72-8e8b-406b-9c95-ad9506db85f2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:57.047896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:00:57.142108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262065715'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:00:57.227638 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:00:57.231266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.240297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.313841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.422118 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.450972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:00:57.457222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b626604-924c-48a8-ac07-d53b0a4ddc15,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:57.463048 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.463400 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Added segment e20bec66-b50c-4b5b-9f34-2fc8a4d03a49 of type vlan for network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 Dec 10 17:00:57.507020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.604530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.610741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:00:57.613732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:00:57.683250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Network': ['ID=32d221a2-3c93-4ddf-ae27-2a09dabddd95,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:00:57.694618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:00:57.716260 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-af06d0c9-9a5c-4a1a-8820-381ffe1754c2 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6672421 Dec 10 17:00:57.793311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 599fb5c5-8275-4d52-86f2-c1a48588e767 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:00:57.817928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 599fb5c5-8275-4d52-86f2-c1a48588e767 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:00:57.818275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 599fb5c5-8275-4d52-86f2-c1a48588e767 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:00:57.933123 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:01:01.082398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57488) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:01.087519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'subnet': {'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:01.233325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:01.237415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.456455 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.530151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Subnet': ['ID=412af326-725c-4e5a-acc6-111df0e4bdf5,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:01.541400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking segment: {'id': 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:01.541769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network hostable DHCP agents. Network: 32d221a2-3c93-4ddf-ae27-2a09dabddd95, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:01.593075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:01.656732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 32d221a2-3c93-4ddf-ae27-2a09dabddd95) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:01.661333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:01.662126 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.666129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e10a5-d8b0-4c8c-a349-5bb2ce82fe0d None None] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:01.727898 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-60e4342c-ef0f-4a64-92f6-bfc4d97b47ed tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6442556 Dec 10 17:01:01.731296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57490) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:01.736861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1740084726'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:01.763267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-32d221a2-3c93-4ddf-ae27-2a09dabddd95', 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95', 'project_id': '5a5084272f3f4645a173067f4b724ec9', 'fixed_ips': [{'subnet_id': '412af326-725c-4e5a-acc6-111df0e4bdf5'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:01.764140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.839517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:01.843229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.869905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:01.878563 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:01.878907 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Added segment 8b140199-34df-43c7-8a05-53e999e5b41b of type vlan for network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 Dec 10 17:01:01.909269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Allocated IP 2001:db8:0:ffff::2 (32d221a2-3c93-4ddf-ae27-2a09dabddd95/412af326-725c-4e5a-acc6-111df0e4bdf5/49b78f6a-60cb-43a3-8b24-890c7d728b7e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:01.918332 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.004731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.010403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:02.011022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.043439 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.079659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Network': ['ID=ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:02.089862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:02.122149 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-cb18177e-e2b8-401b-bcf4-933d1d6a0f45 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3897781 Dec 10 17:01:02.125017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57492) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:02.129884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'subnet': {'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:02.130876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.189468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:02.193844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:02.198416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:02.205096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Pushing event updated for resources: {'Port': ['ID=49b78f6a-60cb-43a3-8b24-890c7d728b7e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:02.258430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Attempting to bind port 49b78f6a-60cb-43a3-8b24-890c7d728b7e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:02.258713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Attempting to bind port 49b78f6a-60cb-43a3-8b24-890c7d728b7e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:02.259085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Attempting to bind port 49b78f6a-60cb-43a3-8b24-890c7d728b7e on network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:02.263970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:02.264347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Checking segment: {'id': 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:02.264744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.265166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Bound using segment: {'id': 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:02.266161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Bound port: 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '32d221a2-3c93-4ddf-ae27-2a09dabddd95'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:02.266548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.300668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:02.304419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.326177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] For port 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:02.329744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] For port 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=49b78f6a-60cb-43a3-8b24-890c7d728b7e,segment=NetworkSegment(e20bec66-b50c-4b5b-9f34-2fc8a4d03a49),segment_id=e20bec66-b50c-4b5b-9f34-2fc8a4d03a49)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:02.422946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.481918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7061b26-fe82-408e-9211-37f857b2f4b0 None None] Pushing event updated for resources: {'Port': ['ID=49b78f6a-60cb-43a3-8b24-890c7d728b7e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:02.581279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.646599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Subnet': ['ID=7d300883-2f56-4ddb-af0c-23a156daaa36,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:02.665696 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking segment: {'id': '8b140199-34df-43c7-8a05-53e999e5b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:02.666069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network hostable DHCP agents. Network: ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:02.810496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:02.908619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:02.913095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:02.917567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:02.921618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951015f-4379-4e94-89b8-567ad97634e8 None None] Network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:03.002346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-35e44641-7b17-4165-9a04-6110b76d93d4 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8762727 Dec 10 17:01:03.005150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57494) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:03.022458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7de55a51-9c7b-4ec3-9caf-2d8cfe8d6f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.025177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5', 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5', 'project_id': '5a5084272f3f4645a173067f4b724ec9', 'fixed_ips': [{'subnet_id': '7d300883-2f56-4ddb-af0c-23a156daaa36'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:03.026256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.110933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.173792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Allocated IP 2001:db8::2 (ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5/7d300883-2f56-4ddb-af0c-23a156daaa36/172bc6b6-299c-4997-852a-3aef12658198) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:03.197871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.454656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36653c84-25f1-4b38-9da9-f3de81925395 None None] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:03.520015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.539654 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-0202a557-800c-427e-9009-8580607a082d None None] Provisioning complete for port 49b78f6a-60cb-43a3-8b24-890c7d728b7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:03.540021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0202a557-800c-427e-9009-8580607a082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.600113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.665705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:03.668423 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.675524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:03.679012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:03.681786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Pushing event updated for resources: {'Port': ['ID=172bc6b6-299c-4997-852a-3aef12658198,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:03.700030 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Subnet': ['ID=7d300883-2f56-4ddb-af0c-23a156daaa36,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:03.768084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Attempting to bind port 172bc6b6-299c-4997-852a-3aef12658198 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:03.768418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Attempting to bind port 172bc6b6-299c-4997-852a-3aef12658198 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8b140199-34df-43c7-8a05-53e999e5b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:03.768795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Attempting to bind port 172bc6b6-299c-4997-852a-3aef12658198 on network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:03.778210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0202a557-800c-427e-9009-8580607a082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.778941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.780375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:03.781369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Checking segment: {'id': '8b140199-34df-43c7-8a05-53e999e5b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:03.782107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.782227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Bound using segment: {'id': '8b140199-34df-43c7-8a05-53e999e5b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:03.782630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Bound port: 172bc6b6-299c-4997-852a-3aef12658198, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b140199-34df-43c7-8a05-53e999e5b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:03.783020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.807260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:03.825288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b140199-34df-43c7-8a05-53e999e5b41b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:03.825828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b140199-34df-43c7-8a05-53e999e5b41b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:03.842070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.860461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0202a557-800c-427e-9009-8580607a082d None None] For port 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=49b78f6a-60cb-43a3-8b24-890c7d728b7e,segment=NetworkSegment(e20bec66-b50c-4b5b-9f34-2fc8a4d03a49),segment_id=e20bec66-b50c-4b5b-9f34-2fc8a4d03a49)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:03.861149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.868576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:03.869024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:03.872730 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:03.879934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] For port 172bc6b6-299c-4997-852a-3aef12658198, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:03.930796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0202a557-800c-427e-9009-8580607a082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:03.936773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] For port 172bc6b6-299c-4997-852a-3aef12658198, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=172bc6b6-299c-4997-852a-3aef12658198,segment=NetworkSegment(8b140199-34df-43c7-8a05-53e999e5b41b),segment_id=8b140199-34df-43c7-8a05-53e999e5b41b)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:03.961363 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 17:01:03.961363 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 17:01:03.961363 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': 'ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5'}] Dec 10 17:01:03.961363 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:01:03.961795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:01:03.984263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202a557-800c-427e-9009-8580607a082d None None] Pushing event updated for resources: {'Port': ['ID=49b78f6a-60cb-43a3-8b24-890c7d728b7e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:03.993645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.019751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 49b78f6a-60cb-43a3-8b24-890c7d728b7e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:04.113585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f12b1-896d-4b6b-8936-434ab4a69143 None None] Pushing event updated for resources: {'Port': ['ID=172bc6b6-299c-4997-852a-3aef12658198,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:04.123483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3439759b-bdf8-4bea-bfdd-75f35193a443 None None] Provisioning complete for port 49b78f6a-60cb-43a3-8b24-890c7d728b7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:04.123858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3439759b-bdf8-4bea-bfdd-75f35193a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.152621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941582a7-7160-471c-8e50-c8be24fbe758 None None] Network ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:04.202171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 49b78f6a-60cb-43a3-8b24-890c7d728b7e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:04.202547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.348802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475344ee-5383-4985-b639-a6837adabde3 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 17:01:04.424785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475344ee-5383-4985-b639-a6837adabde3 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 17:01:04.463168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.516481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting port 172bc6b6-299c-4997-852a-3aef12658198 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:04.516834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.583167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] For port 172bc6b6-299c-4997-852a-3aef12658198, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=172bc6b6-299c-4997-852a-3aef12658198,segment=NetworkSegment(8b140199-34df-43c7-8a05-53e999e5b41b),segment_id=8b140199-34df-43c7-8a05-53e999e5b41b)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:04.583531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.596508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Calling delete_port for 172bc6b6-299c-4997-852a-3aef12658198 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:04.770413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.794173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Port': ['ID=172bc6b6-299c-4997-852a-3aef12658198,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:04.801531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No DVR routers for this DVR port 172bc6b6-299c-4997-852a-3aef12658198 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:04.878672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.897758 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:04.907351 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b140199-34df-43c7-8a05-53e999e5b41b') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:04.907645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b140199-34df-43c7-8a05-53e999e5b41b') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:04.920605 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.934573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.940412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:04.940788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:04.943745 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:05.079614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.086296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.089827 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 HTTP/1.1" status: 204 len: 168 time: 2.0823815 Dec 10 17:01:05.094560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57496) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:05.099754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458782089'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:05.102483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170f717-e9ce-46c3-942c-37a405d21800 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Network': ['ID=ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:05.193334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:05.196883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.204458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64f0-337c-43ee-aa09-f9bf1ac79c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.222773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:05.231741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.232086 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Added segment 90da4370-9219-420a-af70-3fe57cb13600 of type vlan for network 54aff575-6702-4964-9003-08b782a7cd4f Dec 10 17:01:05.271058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.335715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.341596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:05.342178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.440839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Network': ['ID=54aff575-6702-4964-9003-08b782a7cd4f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:05.450744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 54aff575-6702-4964-9003-08b782a7cd4f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:05.465041 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a8ee1d09-8a5d-4e0b-8c68-96f127dceea8 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3691924 Dec 10 17:01:05.467827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:05.473031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'subnet': {'network_id': '54aff575-6702-4964-9003-08b782a7cd4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:05.907749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:05.910724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:05.967383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 49b78f6a-60cb-43a3-8b24-890c7d728b7e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:05.967804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Performing IP validity checks on allocation pools {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 17:01:05.968399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.ipam_backend_mixin [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 17:01:06.020479 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 49b78f6a-60cb-43a3-8b24-890c7d728b7e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:06.020860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.142559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.200254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Subnet': ['ID=65af4be2-213c-4569-8246-64b2d83b5290,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:06.211143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking segment: {'id': '90da4370-9219-420a-af70-3fe57cb13600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:06.211505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network hostable DHCP agents. Network: 54aff575-6702-4964-9003-08b782a7cd4f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:06.289826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network 54aff575-6702-4964-9003-08b782a7cd4f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:06.358292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 54aff575-6702-4964-9003-08b782a7cd4f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:06.362287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:06.362905 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.367678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170c00f-0808-4395-8ca7-bab14fc903e8 None None] Network 54aff575-6702-4964-9003-08b782a7cd4f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:06.447279 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-17e87f5d-d9d4-41b1-8d1e-f95ec22536cd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9782882 Dec 10 17:01:06.450037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57500) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:06.464540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-54aff575-6702-4964-9003-08b782a7cd4f', 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f', 'project_id': '5a5084272f3f4645a173067f4b724ec9', 'fixed_ips': [{'subnet_id': '65af4be2-213c-4569-8246-64b2d83b5290'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:06.465464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.550165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.598131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Allocated IP 2001:db8::3 (54aff575-6702-4964-9003-08b782a7cd4f/65af4be2-213c-4569-8246-64b2d83b5290/21524e5b-4373-4738-bec6-1b33cfd414ce) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:06.627089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.728884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.747419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.810386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.850316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Network 54aff575-6702-4964-9003-08b782a7cd4f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:06.853366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:06.856792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:06.862694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Pushing event updated for resources: {'Port': ['ID=21524e5b-4373-4738-bec6-1b33cfd414ce,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:06.883791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.912308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Subnet': ['ID=65af4be2-213c-4569-8246-64b2d83b5290,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:06.913824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Attempting to bind port 21524e5b-4373-4738-bec6-1b33cfd414ce on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:06.914018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Attempting to bind port 21524e5b-4373-4738-bec6-1b33cfd414ce by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '90da4370-9219-420a-af70-3fe57cb13600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:06.914401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Attempting to bind port 21524e5b-4373-4738-bec6-1b33cfd414ce on network 54aff575-6702-4964-9003-08b782a7cd4f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:06.920319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:06.920596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Checking segment: {'id': '90da4370-9219-420a-af70-3fe57cb13600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:06.921047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.922026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Bound using segment: {'id': '90da4370-9219-420a-af70-3fe57cb13600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:06.922560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Bound port: 21524e5b-4373-4738-bec6-1b33cfd414ce, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90da4370-9219-420a-af70-3fe57cb13600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '54aff575-6702-4964-9003-08b782a7cd4f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:06.922882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.971887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:06.987981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] For port 21524e5b-4373-4738-bec6-1b33cfd414ce, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:06.990932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] For port 21524e5b-4373-4738-bec6-1b33cfd414ce, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=21524e5b-4373-4738-bec6-1b33cfd414ce,segment=NetworkSegment(90da4370-9219-420a-af70-3fe57cb13600),segment_id=90da4370-9219-420a-af70-3fe57cb13600)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:06.991709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54aff575-6702-4964-9003-08b782a7cd4f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:07.000860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90da4370-9219-420a-af70-3fe57cb13600') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:07.001193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90da4370-9219-420a-af70-3fe57cb13600') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:07.010511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.072542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.074816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.081316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:07.081710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:07.084770 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:07.149845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08907a74-10d2-40fd-b102-94685f1f0f4f None None] Pushing event updated for resources: {'Port': ['ID=21524e5b-4373-4738-bec6-1b33cfd414ce,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:07.163928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.db.api [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 17:01:07.163928 dv-neutron-820858-1-hyperv neutron-server[103598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 17:01:07.163928 dv-neutron-820858-1-hyperv neutron-server[103598]: [parameters: {'id': '54aff575-6702-4964-9003-08b782a7cd4f'}] Dec 10 17:01:07.163928 dv-neutron-820858-1-hyperv neutron-server[103598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:01:07.164581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG oslo_db.api [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:01:07.164868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53ff73-4947-4cc6-be42-566051c36757 None None] Network 54aff575-6702-4964-9003-08b782a7cd4f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:07.261027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5dfab-b4bf-4e35-b0b5-9bd18de4382d None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 17:01:07.326382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5dfab-b4bf-4e35-b0b5-9bd18de4382d None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 17:01:07.665975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.723399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting port 21524e5b-4373-4738-bec6-1b33cfd414ce {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:07.723721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.788376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] For port 21524e5b-4373-4738-bec6-1b33cfd414ce, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=21524e5b-4373-4738-bec6-1b33cfd414ce,segment=NetworkSegment(90da4370-9219-420a-af70-3fe57cb13600),segment_id=90da4370-9219-420a-af70-3fe57cb13600)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:07.788664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.801319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Calling delete_port for 21524e5b-4373-4738-bec6-1b33cfd414ce owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:07.946653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.972048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Port': ['ID=21524e5b-4373-4738-bec6-1b33cfd414ce,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:07.975816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:07.976342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No DVR routers for this DVR port 21524e5b-4373-4738-bec6-1b33cfd414ce on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:07.984307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.984662 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.985038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.985378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.985714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.986100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.986437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.986765 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.987089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.987416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.987740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.988063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:07.988384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:08.067493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.086355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54aff575-6702-4964-9003-08b782a7cd4f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:08.095517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90da4370-9219-420a-af70-3fe57cb13600') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:08.095815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90da4370-9219-420a-af70-3fe57cb13600') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:08.104948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.118058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.123755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:08.124136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:08.127604 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:08.238895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.245889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.249116 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/54aff575-6702-4964-9003-08b782a7cd4f HTTP/1.1" status: 204 len: 168 time: 1.7980607 Dec 10 17:01:08.253888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57502) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:08.259192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428118005'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:08.261602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386d4bb-3fd5-42bf-8197-14d0e4e9a353 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Network': ['ID=54aff575-6702-4964-9003-08b782a7cd4f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:08.335678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:08.339462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.363766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:08.372291 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.372639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Added segment 95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2 of type vlan for network 9fc32514-9bca-43de-a4a8-a169b1ad36be Dec 10 17:01:08.414250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.506137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.511648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:08.512228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.578888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Network': ['ID=9fc32514-9bca-43de-a4a8-a169b1ad36be,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:08.588716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:08.627008 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1bc8d71a-07b1-4735-9bb1-3ecd85af7308 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3691525 Dec 10 17:01:08.627230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57504) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:08.632241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'subnet': {'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:08.730423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:08.810002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:08.813657 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.050396 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.411330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Subnet': ['ID=e67dd808-9284-44ec-af44-e23d29cf031f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:09.419963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking segment: {'id': '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:09.420331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network hostable DHCP agents. Network: 9fc32514-9bca-43de-a4a8-a169b1ad36be, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:09.558979 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:09.633445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9fc32514-9bca-43de-a4a8-a169b1ad36be) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:09.637542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:09.638162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.643253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fea14c-7396-4b62-b2b5-7ea3a62dca8b None None] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:09.739203 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4c5396ab-a17f-4b8b-81bd-68a7fab4fc0a tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1108158 Dec 10 17:01:09.742893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57506) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:09.748076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766292992'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:09.833277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:09.836915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.861160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:09.869791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.870133 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Added segment 38f53737-1965-4c3f-9adc-17fc64915fab of type vlan for network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 Dec 10 17:01:09.895067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9fc32514-9bca-43de-a4a8-a169b1ad36be', 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be', 'project_id': '5a5084272f3f4645a173067f4b724ec9', 'fixed_ips': [{'subnet_id': 'e67dd808-9284-44ec-af44-e23d29cf031f'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:09.895945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.911510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.987511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:09.993223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:09.993794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.033672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Allocated IP 2001:db8::2 (9fc32514-9bca-43de-a4a8-a169b1ad36be/e67dd808-9284-44ec-af44-e23d29cf031f/b6899aa4-168f-4309-b22b-8f1e810ff18b) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:10.063026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Network': ['ID=9548a530-9b39-4ec9-81f2-9af6eb7dd224,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:10.084164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:10.104640 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3d22fa5b-4043-4db2-b746-918b2fd9d917 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3606267 Dec 10 17:01:10.107495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57508) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:10.112574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Request body: {'subnet': {'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:10.230353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.267503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Made reservation on behalf of 5a5084272f3f4645a173067f4b724ec9 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:10.271030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.297045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.339016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:10.344343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:10.346951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:10.350315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Pushing event updated for resources: {'Port': ['ID=b6899aa4-168f-4309-b22b-8f1e810ff18b,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:10.407252 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Attempting to bind port b6899aa4-168f-4309-b22b-8f1e810ff18b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:10.407628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Attempting to bind port b6899aa4-168f-4309-b22b-8f1e810ff18b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:10.407999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Attempting to bind port b6899aa4-168f-4309-b22b-8f1e810ff18b on network 9fc32514-9bca-43de-a4a8-a169b1ad36be {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:10.413040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:10.413432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Checking segment: {'id': '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:10.413838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.414246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Bound using segment: {'id': '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:10.414710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Bound port: b6899aa4-168f-4309-b22b-8f1e810ff18b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9fc32514-9bca-43de-a4a8-a169b1ad36be'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:10.415094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.477042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] For port b6899aa4-168f-4309-b22b-8f1e810ff18b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:10.480029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] For port b6899aa4-168f-4309-b22b-8f1e810ff18b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b6899aa4-168f-4309-b22b-8f1e810ff18b,segment=NetworkSegment(95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2),segment_id=95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:10.496056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.532198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.563784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event updated for resources: {'Subnet': ['ID=22c7230e-4b6a-41a8-9a6a-b2a17247cc7d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:10.571838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Checking segment: {'id': '38f53737-1965-4c3f-9adc-17fc64915fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:10.571838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network hostable DHCP agents. Network: 9548a530-9b39-4ec9-81f2-9af6eb7dd224, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:10.589041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a9b52-76d6-4a9d-bb56-fb146609ba4d None None] Pushing event updated for resources: {'Port': ['ID=b6899aa4-168f-4309-b22b-8f1e810ff18b,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:10.650543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:10.724528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9548a530-9b39-4ec9-81f2-9af6eb7dd224) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:10.729746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:10.731185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.737413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74c7a6-65e5-4055-b966-e4f09f90f6ff None None] Network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:10.803967 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ea661eaf-fec7-4bce-b61a-f347c400c923 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6930242 Dec 10 17:01:10.804526 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:10.851636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9548a530-9b39-4ec9-81f2-9af6eb7dd224', 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224', 'project_id': '5a5084272f3f4645a173067f4b724ec9', 'fixed_ips': [{'subnet_id': '22c7230e-4b6a-41a8-9a6a-b2a17247cc7d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:10.852601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.914034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.967730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:10.994728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Allocated IP 2001:db8::2 (9548a530-9b39-4ec9-81f2-9af6eb7dd224/22c7230e-4b6a-41a8-9a6a-b2a17247cc7d/4881d938-78a6-4b1b-ac98-323f85f2e62a) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:11.136447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.210619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.252526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:11.257427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:11.261985 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:11.265847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Pushing event updated for resources: {'Port': ['ID=4881d938-78a6-4b1b-ac98-323f85f2e62a,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:11.302096 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.320488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Attempting to bind port 4881d938-78a6-4b1b-ac98-323f85f2e62a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:11.320870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Attempting to bind port 4881d938-78a6-4b1b-ac98-323f85f2e62a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '38f53737-1965-4c3f-9adc-17fc64915fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:11.321319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Attempting to bind port 4881d938-78a6-4b1b-ac98-323f85f2e62a on network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:11.329226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:11.329898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Checking segment: {'id': '38f53737-1965-4c3f-9adc-17fc64915fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:11.330227 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Subnet': ['ID=22c7230e-4b6a-41a8-9a6a-b2a17247cc7d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:11.330349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.330691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Bound using segment: {'id': '38f53737-1965-4c3f-9adc-17fc64915fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:11.331198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Bound port: 4881d938-78a6-4b1b-ac98-323f85f2e62a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f53737-1965-4c3f-9adc-17fc64915fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:11.331582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.405585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.412945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] For port 4881d938-78a6-4b1b-ac98-323f85f2e62a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:11.416196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] For port 4881d938-78a6-4b1b-ac98-323f85f2e62a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4881d938-78a6-4b1b-ac98-323f85f2e62a,segment=NetworkSegment(38f53737-1965-4c3f-9adc-17fc64915fab),segment_id=38f53737-1965-4c3f-9adc-17fc64915fab)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:11.427709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9548a530-9b39-4ec9-81f2-9af6eb7dd224']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:11.438331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f53737-1965-4c3f-9adc-17fc64915fab') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:11.438559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f53737-1965-4c3f-9adc-17fc64915fab') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:11.448474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.496377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.498981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.508292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:11.513617 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:11.531371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af3191-1496-4c12-947d-d3f6fe780b11 None None] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:11.599116 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.db.api [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 17:01:11.599116 dv-neutron-820858-1-hyperv neutron-server[103599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 17:01:11.599116 dv-neutron-820858-1-hyperv neutron-server[103599]: [parameters: {'id': '9548a530-9b39-4ec9-81f2-9af6eb7dd224'}] Dec 10 17:01:11.599116 dv-neutron-820858-1-hyperv neutron-server[103599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:01:11.599617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG oslo_db.api [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:01:11.631418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141242e1-6b85-4b47-bab9-825c5b5d318b None None] Pushing event updated for resources: {'Port': ['ID=4881d938-78a6-4b1b-ac98-323f85f2e62a,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:11.651329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b892a7-b220-4d3a-b30c-240de2fe86a8 None None] Network 9548a530-9b39-4ec9-81f2-9af6eb7dd224 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:11.653357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] Provisioning complete for port b6899aa4-168f-4309-b22b-8f1e810ff18b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:11.653729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.841267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.878599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] For port b6899aa4-168f-4309-b22b-8f1e810ff18b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b6899aa4-168f-4309-b22b-8f1e810ff18b,segment=NetworkSegment(95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2),segment_id=95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:11.952426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:11.984727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4c62b-e47b-4af3-85f1-2c09007a3681 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 17:01:12.016111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b6899aa4-168f-4309-b22b-8f1e810ff18b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:12.068992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e1a6-73af-4ed8-81ea-39e845fc6fc9 None None] Pushing event updated for resources: {'Port': ['ID=b6899aa4-168f-4309-b22b-8f1e810ff18b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:12.100912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.105647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ae92f6a9-04cb-4945-8a76-1ab696e81bf1 None None] Provisioning complete for port b6899aa4-168f-4309-b22b-8f1e810ff18b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:12.106009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae92f6a9-04cb-4945-8a76-1ab696e81bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.154496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting port 4881d938-78a6-4b1b-ac98-323f85f2e62a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:12.156237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.160217 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4c62b-e47b-4af3-85f1-2c09007a3681 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 17:01:12.167111 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b6899aa4-168f-4309-b22b-8f1e810ff18b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:12.167477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.223627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] For port 4881d938-78a6-4b1b-ac98-323f85f2e62a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4881d938-78a6-4b1b-ac98-323f85f2e62a,segment=NetworkSegment(38f53737-1965-4c3f-9adc-17fc64915fab),segment_id=38f53737-1965-4c3f-9adc-17fc64915fab)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:12.224000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.237663 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Calling delete_port for 4881d938-78a6-4b1b-ac98-323f85f2e62a owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:12.410489 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.438238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No DVR routers for this DVR port 4881d938-78a6-4b1b-ac98-323f85f2e62a on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:12.443779 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Port': ['ID=4881d938-78a6-4b1b-ac98-323f85f2e62a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:12.520231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.539848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9548a530-9b39-4ec9-81f2-9af6eb7dd224']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:12.548882 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f53737-1965-4c3f-9adc-17fc64915fab') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:12.549213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f53737-1965-4c3f-9adc-17fc64915fab') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:12.562347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.574971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.581248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:12.581633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:12.584539 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:12.690863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.699359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.703068 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/9548a530-9b39-4ec9-81f2-9af6eb7dd224 HTTP/1.1" status: 204 len: 168 time: 1.8968642 Dec 10 17:01:12.707812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57512) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:12.717611 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b874-5231-4198-93f9-b68e046d208f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Network': ['ID=9548a530-9b39-4ec9-81f2-9af6eb7dd224,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:12.737742 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c45040c-f7c3-42fd-84a1-adee08502db7 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] GET failed (client error): The resource could not be found. Dec 10 17:01:12.739070 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5c45040c-f7c3-42fd-84a1-adee08502db7 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "GET /v2.0/subnets/22c7230e-4b6a-41a8-9a6a-b2a17247cc7d HTTP/1.1" status: 404 len: 337 time: 0.0300753 Dec 10 17:01:12.741902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57514) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:12.759289 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1793bde-2b64-4c7a-8e10-5e3181142a3e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:12.759768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1793bde-2b64-4c7a-8e10-5e3181142a3e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:12.762733 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f1793bde-2b64-4c7a-8e10-5e3181142a3e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/9548a530-9b39-4ec9-81f2-9af6eb7dd224 HTTP/1.1" status: 404 len: 339 time: 0.0199106 Dec 10 17:01:12.766768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57516) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:12.792359 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d057cbd2-3602-4b06-aa2b-3e146562c656 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:12.792786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d057cbd2-3602-4b06-aa2b-3e146562c656 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:12.795752 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d057cbd2-3602-4b06-aa2b-3e146562c656 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/subnets/22c7230e-4b6a-41a8-9a6a-b2a17247cc7d HTTP/1.1" status: 404 len: 337 time: 0.0281172 Dec 10 17:01:12.798008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57518) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:12.815580 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecc2611-15b7-4e80-8fb9-24137bc9261f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:12.816063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecc2611-15b7-4e80-8fb9-24137bc9261f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:12.819158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4ecc2611-15b7-4e80-8fb9-24137bc9261f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/9548a530-9b39-4ec9-81f2-9af6eb7dd224 HTTP/1.1" status: 404 len: 339 time: 0.0201828 Dec 10 17:01:12.821621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57520) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:12.878185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting subnet e67dd808-9284-44ec-af44-e23d29cf031f {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:12.881439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:12.923810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.046310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.152276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.180418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Subnet': ['ID=e67dd808-9284-44ec-af44-e23d29cf031f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:13.182407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.185646 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-170bde86-c275-4cb3-adc7-4d80a0d7c408 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/subnets/e67dd808-9284-44ec-af44-e23d29cf031f HTTP/1.1" status: 204 len: 168 time: 0.3630915 Dec 10 17:01:13.188737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57522) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.188882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026dbea-a0df-4c35-8aa2-c0a7b332fd81 None None] Network 9fc32514-9bca-43de-a4a8-a169b1ad36be requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:13.278341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.332673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting port b6899aa4-168f-4309-b22b-8f1e810ff18b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:13.333056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.351680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] DHCP port deletion for 9fc32514-9bca-43de-a4a8-a169b1ad36be request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:13.395988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] For port b6899aa4-168f-4309-b22b-8f1e810ff18b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b6899aa4-168f-4309-b22b-8f1e810ff18b,segment=NetworkSegment(95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2),segment_id=95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:13.396353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.409568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Calling delete_port for b6899aa4-168f-4309-b22b-8f1e810ff18b owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:13.551254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Deleting port b6899aa4-168f-4309-b22b-8f1e810ff18b {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:13.551664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.553472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.580735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Port': ['ID=b6899aa4-168f-4309-b22b-8f1e810ff18b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:13.583526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No DVR routers for this DVR port b6899aa4-168f-4309-b22b-8f1e810ff18b on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:13.620371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] For port b6899aa4-168f-4309-b22b-8f1e810ff18b, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:13.620776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.633189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Calling delete_port for b6899aa4-168f-4309-b22b-8f1e810ff18b owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:13.635894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.ipam_backend_mixin [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Port b6899aa4-168f-4309-b22b-8f1e810ff18b was not found and therefore no delete operation was performed {{(pid=103600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 17:01:13.637301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.664890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.665944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] Pushing event deleted for resources: {'Port': ['ID=b6899aa4-168f-4309-b22b-8f1e810ff18b,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:13.670279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e630b-4611-4019-ad2d-0b03488b4173 None None] No DVR routers for this DVR port b6899aa4-168f-4309-b22b-8f1e810ff18b on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:13.686799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc32514-9bca-43de-a4a8-a169b1ad36be']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:13.695681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:13.695981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ba8d99-f6d9-4fb6-a7fe-9c98b754e9a2') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:13.705518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.719189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.725116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:13.725631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:13.728721 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:13.850428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.857074 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:13.860948 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/9fc32514-9bca-43de-a4a8-a169b1ad36be HTTP/1.1" status: 204 len: 168 time: 0.6712406 Dec 10 17:01:13.863664 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57524) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.872240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027d43-aafe-4e84-bbd5-d8769191535e tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Network': ['ID=9fc32514-9bca-43de-a4a8-a169b1ad36be,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:13.889862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b21fba-4fa6-4a84-9231-2d7147dbbdfd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:13.890331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b21fba-4fa6-4a84-9231-2d7147dbbdfd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:13.893454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-80b21fba-4fa6-4a84-9231-2d7147dbbdfd tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/subnets/65af4be2-213c-4569-8246-64b2d83b5290 HTTP/1.1" status: 404 len: 337 time: 0.0287850 Dec 10 17:01:13.896135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57526) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.916346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac3c674-3457-46d1-808f-610f91a9161f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:13.920022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac3c674-3457-46d1-808f-610f91a9161f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:13.920396 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6ac3c674-3457-46d1-808f-610f91a9161f tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/54aff575-6702-4964-9003-08b782a7cd4f HTTP/1.1" status: 404 len: 339 time: 0.0233459 Dec 10 17:01:13.926855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57528) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.958282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c3135a-3bf3-47f1-b906-6cb70fd57297 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:13.958661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c3135a-3bf3-47f1-b906-6cb70fd57297 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:13.961806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d6c3135a-3bf3-47f1-b906-6cb70fd57297 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/subnets/7d300883-2f56-4ddb-af0c-23a156daaa36 HTTP/1.1" status: 404 len: 337 time: 0.0338979 Dec 10 17:01:13.964689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57530) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.977487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b6899aa4-168f-4309-b22b-8f1e810ff18b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:13.983497 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6431ad3b-8282-460f-87a8-aed95d06648c tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] DELETE failed (client error): The resource could not be found. Dec 10 17:01:13.984030 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6431ad3b-8282-460f-87a8-aed95d06648c tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 17:01:13.987115 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6431ad3b-8282-460f-87a8-aed95d06648c tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/ff94aa7d-dcd4-47af-bb6a-4daebbed9cd5 HTTP/1.1" status: 404 len: 339 time: 0.0214643 Dec 10 17:01:13.989640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57532) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:13.997542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b6899aa4-168f-4309-b22b-8f1e810ff18b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:13.997887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b6899aa4-168f-4309-b22b-8f1e810ff18b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:14.039899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting subnet 412af326-725c-4e5a-acc6-111df0e4bdf5 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:14.042988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.081528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.165889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.307673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.336254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Subnet': ['ID=412af326-725c-4e5a-acc6-111df0e4bdf5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:14.340173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.343884 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-65e2c479-b364-4df9-8fbe-b6f3e44348ff tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/subnets/412af326-725c-4e5a-acc6-111df0e4bdf5 HTTP/1.1" status: 204 len: 168 time: 0.3528481 Dec 10 17:01:14.345975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:14.348284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa38805-1a87-44f1-850b-df6ec9b6dabd None None] Network 32d221a2-3c93-4ddf-ae27-2a09dabddd95 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:14.425054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.479894 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Deleting port 49b78f6a-60cb-43a3-8b24-890c7d728b7e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:14.480243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.495161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] DHCP port deletion for 32d221a2-3c93-4ddf-ae27-2a09dabddd95 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:14.541644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Deleting port 49b78f6a-60cb-43a3-8b24-890c7d728b7e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:14.542027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.543846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] For port 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=49b78f6a-60cb-43a3-8b24-890c7d728b7e,segment=NetworkSegment(e20bec66-b50c-4b5b-9f34-2fc8a4d03a49),segment_id=e20bec66-b50c-4b5b-9f34-2fc8a4d03a49)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:14.544229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.561167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Calling delete_port for 49b78f6a-60cb-43a3-8b24-890c7d728b7e owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:14.607935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] For port 49b78f6a-60cb-43a3-8b24-890c7d728b7e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=49b78f6a-60cb-43a3-8b24-890c7d728b7e,segment=NetworkSegment(e20bec66-b50c-4b5b-9f34-2fc8a4d03a49),segment_id=e20bec66-b50c-4b5b-9f34-2fc8a4d03a49)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:14.608339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.620607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Calling delete_port for 49b78f6a-60cb-43a3-8b24-890c7d728b7e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:14.696270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.702129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.722344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Port': ['ID=49b78f6a-60cb-43a3-8b24-890c7d728b7e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:14.725900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] No DVR routers for this DVR port 49b78f6a-60cb-43a3-8b24-890c7d728b7e on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:14.726281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] Pushing event deleted for resources: {'Port': ['ID=49b78f6a-60cb-43a3-8b24-890c7d728b7e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:14.730688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69890b-2b6e-4610-8f71-e5b493068b6c None None] No DVR routers for this DVR port 49b78f6a-60cb-43a3-8b24-890c7d728b7e on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:14.810231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.830214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d221a2-3c93-4ddf-ae27-2a09dabddd95']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:14.839482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:14.839788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20bec66-b50c-4b5b-9f34-2fc8a4d03a49') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:14.849378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.863119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.869271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:14.872721 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:14.980647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.987604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:14.990812 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] 10.222.0.21 "DELETE /v2.0/networks/32d221a2-3c93-4ddf-ae27-2a09dabddd95 HTTP/1.1" status: 204 len: 168 time: 0.6438463 Dec 10 17:01:15.002595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71285-d5f6-4497-aeb5-b10da92d04d3 tempest-NetworksIpV6Test-692159660 tempest-NetworksIpV6Test-692159660-project] Pushing event deleted for resources: {'Network': ['ID=32d221a2-3c93-4ddf-ae27-2a09dabddd95,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:15.437937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:15.569806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7aed3da5-3f73-4fcf-b698-31492c4fa45d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a5084272f3f4645a173067f4b724ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306074 Dec 10 17:01:15.572355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57544) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:15.618584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:15.639964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:15.758998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:15.761699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:15.762861 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b626604-924c-48a8-ac07-d53b0a4ddc15 HTTP/1.1" status: 204 len: 168 time: 0.1894789 Dec 10 17:01:15.771148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00832f-ff80-4306-bc58-445632cb089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b626604-924c-48a8-ac07-d53b0a4ddc15,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:15.974644 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 49b78f6a-60cb-43a3-8b24-890c7d728b7e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:15.994872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 49b78f6a-60cb-43a3-8b24-890c7d728b7e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:15.995225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 49b78f6a-60cb-43a3-8b24-890c7d728b7e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:16.701193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:16.791118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1615634481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:16.900753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:16.902003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:16.965135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.033057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.107903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.109687 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ed1e1965-8ef7-42c7-809f-0972a3eaad41 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4074664 Dec 10 17:01:17.112378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:17.117081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-880496644'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:17.198344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Made reservation on behalf of 0872be12a239478f92248922616545d4 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:17.201759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.210409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.288751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.357332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.380259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:17.395423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6fae3a-bf7d-4440-b814-ae65bec02c23,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:17.398279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.398625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Added segment 62c62c79-0135-4aa2-ba34-e8202f329684 of type vlan for network f94c701b-0447-42aa-a581-3871c29b1de6 Dec 10 17:01:17.438146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.518331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.523872 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:17.524454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.592813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event updated for resources: {'Network': ['ID=f94c701b-0447-42aa-a581-3871c29b1de6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:17.603168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network f94c701b-0447-42aa-a581-3871c29b1de6 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:17.664536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0d1cf6d4-2a04-4ffe-b2d1-860a26ea91c8 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5510228 Dec 10 17:01:17.667287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57572) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:17.672920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'subnet': {'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:17.730424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:17.822127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Made reservation on behalf of 0872be12a239478f92248922616545d4 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:17.825794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.056249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.113711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event updated for resources: {'Subnet': ['ID=4eef473a-c767-4a23-8146-91f42ff8527d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:18.123646 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Checking segment: {'id': '62c62c79-0135-4aa2-ba34-e8202f329684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:18.124007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Network hostable DHCP agents. Network: f94c701b-0447-42aa-a581-3871c29b1de6, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:18.208978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Network f94c701b-0447-42aa-a581-3871c29b1de6 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:18.301654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, f94c701b-0447-42aa-a581-3871c29b1de6) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:18.305689 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:18.306279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.310375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75bc608-9798-4ab4-8215-11d0c2c0d3d3 None None] Network f94c701b-0447-42aa-a581-3871c29b1de6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:18.401287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0e5eff41-3bf1-4793-893b-125b456a684e tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7328174 Dec 10 17:01:18.404310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57574) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:18.409493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-978596019'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:18.412008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-f94c701b-0447-42aa-a581-3871c29b1de6', 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6', 'project_id': '0872be12a239478f92248922616545d4', 'fixed_ips': [{'subnet_id': '4eef473a-c767-4a23-8146-91f42ff8527d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:18.412853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.535980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Made reservation on behalf of 0872be12a239478f92248922616545d4 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:18.539474 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.544726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Allocated IP 172.20.0.2 (f94c701b-0447-42aa-a581-3871c29b1de6/4eef473a-c767-4a23-8146-91f42ff8527d/2bad2286-0e18-457a-be8f-50cd0815555c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:18.564287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:18.572985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.573335 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Added segment 43f05fb5-527a-4925-ac01-aa4b91caa8eb of type vlan for network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 Dec 10 17:01:18.613351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.681730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.707344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.712959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:18.714983 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.730970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.774902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Network f94c701b-0447-42aa-a581-3871c29b1de6 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:18.777958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:18.781940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:18.785423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event updated for resources: {'Network': ['ID=1de4ce28-f9dd-46ac-91a5-12a6f9df28f5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:18.787375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Pushing event updated for resources: {'Port': ['ID=2bad2286-0e18-457a-be8f-50cd0815555c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:18.795944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:18.846742 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-587490bb-19e8-4327-b324-960d1e88a145 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4413695 Dec 10 17:01:18.849489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57576) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:18.854419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'subnet': {'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:18.885892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Attempting to bind port 2bad2286-0e18-457a-be8f-50cd0815555c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:18.886267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Attempting to bind port 2bad2286-0e18-457a-be8f-50cd0815555c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '62c62c79-0135-4aa2-ba34-e8202f329684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:18.886638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Attempting to bind port 2bad2286-0e18-457a-be8f-50cd0815555c on network f94c701b-0447-42aa-a581-3871c29b1de6 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:18.898102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:18.898493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Checking segment: {'id': '62c62c79-0135-4aa2-ba34-e8202f329684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:18.898892 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.899293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Bound using segment: {'id': '62c62c79-0135-4aa2-ba34-e8202f329684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:18.899766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Bound port: 2bad2286-0e18-457a-be8f-50cd0815555c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c62c79-0135-4aa2-ba34-e8202f329684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f94c701b-0447-42aa-a581-3871c29b1de6'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:18.900151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:18.966193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] For port 2bad2286-0e18-457a-be8f-50cd0815555c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:18.969777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] For port 2bad2286-0e18-457a-be8f-50cd0815555c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2bad2286-0e18-457a-be8f-50cd0815555c,segment=NetworkSegment(62c62c79-0135-4aa2-ba34-e8202f329684),segment_id=62c62c79-0135-4aa2-ba34-e8202f329684)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:19.021786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Made reservation on behalf of 0872be12a239478f92248922616545d4 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:19.025694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:19.050951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:19.107987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a850-6ef0-46ef-a942-1b4ba741a003 None None] Pushing event updated for resources: {'Port': ['ID=2bad2286-0e18-457a-be8f-50cd0815555c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:19.301677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:19.679530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event updated for resources: {'Subnet': ['ID=a3df3e94-fb63-44b3-8fce-4ead8c4279bf,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:19.682157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Checking segment: {'id': '43f05fb5-527a-4925-ac01-aa4b91caa8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:19.682525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Network hostable DHCP agents. Network: 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:19.769900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:19.827306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:19.833880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:19.834838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:19.836052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055885c-acd9-4d14-96b2-b06c4e70daf2 None None] Network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:19.910874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-da4f946a-d66a-4717-84de-183772565498 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0601225 Dec 10 17:01:19.917392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:19.923311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b19e6037-9f8f-4928-aa3c-cc547a070a0b tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Request body: {'router': {'external_gateway_info': {'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:19.946849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-1de4ce28-f9dd-46ac-91a5-12a6f9df28f5', 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5', 'project_id': '0872be12a239478f92248922616545d4', 'fixed_ips': [{'subnet_id': 'a3df3e94-fb63-44b3-8fce-4ead8c4279bf'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:19.947806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.040719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2bad2286-0e18-457a-be8f-50cd0815555c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:20.077196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfb65f-6ff7-4710-8938-ddc0f0251248 None None] Network f94c701b-0447-42aa-a581-3871c29b1de6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:20.162329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b19e6037-9f8f-4928-aa3c-cc547a070a0b tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.204520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Allocated IP 172.21.0.2 (1de4ce28-f9dd-46ac-91a5-12a6f9df28f5/a3df3e94-fb63-44b3-8fce-4ead8c4279bf/dcaa6693-8a6e-4399-8374-adb2bbcf5f21) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:20.227564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2bad2286-0e18-457a-be8f-50cd0815555c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:20.227936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.229392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b2017607-9ca9-4880-a476-1a24c129075d None None] Provisioning complete for port 2bad2286-0e18-457a-be8f-50cd0815555c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:20.229750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2017607-9ca9-4880-a476-1a24c129075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.331814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.api.v2.resource [None req-b19e6037-9f8f-4928-aa3c-cc547a070a0b tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 17:01:20.333023 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b19e6037-9f8f-4928-aa3c-cc547a070a0b tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "PUT /v2.0/routers/aa217ad8-a2d8-4521-be31-c6bb8b8844a3 HTTP/1.1" status: 400 len: 364 time: 0.4144154 Dec 10 17:01:20.338946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57580) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:20.395357 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Deleting subnet a3df3e94-fb63-44b3-8fce-4ead8c4279bf {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:20.508261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.513490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b2017607-9ca9-4880-a476-1a24c129075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.521271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.564295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 2bad2286-0e18-457a-be8f-50cd0815555c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2bad2286-0e18-457a-be8f-50cd0815555c,segment=NetworkSegment(62c62c79-0135-4aa2-ba34-e8202f329684),segment_id=62c62c79-0135-4aa2-ba34-e8202f329684)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:20.586929 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.587755 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.628940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:20.629994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.633488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:20.639481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:20.645912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.650954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6693-8a6e-4399-8374-adb2bbcf5f21,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:20.743122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.866466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.899205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Subnet': ['ID=a3df3e94-fb63-44b3-8fce-4ead8c4279bf,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:20.901259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.904736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-edf694ce-d727-4935-a719-a019097bf55a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "DELETE /v2.0/subnets/a3df3e94-fb63-44b3-8fce-4ead8c4279bf HTTP/1.1" status: 204 len: 168 time: 0.5647991 Dec 10 17:01:20.907836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:20.911130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-b2017607-9ca9-4880-a476-1a24c129075d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:01:20.911603 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-b2017607-9ca9-4880-a476-1a24c129075d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:01:20.921799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Attempting to bind port dcaa6693-8a6e-4399-8374-adb2bbcf5f21 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:20.922174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Attempting to bind port dcaa6693-8a6e-4399-8374-adb2bbcf5f21 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '43f05fb5-527a-4925-ac01-aa4b91caa8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:20.922543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Attempting to bind port dcaa6693-8a6e-4399-8374-adb2bbcf5f21 on network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:20.930742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:20.931134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Checking segment: {'id': '43f05fb5-527a-4925-ac01-aa4b91caa8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:20.931542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.931948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Bound using segment: {'id': '43f05fb5-527a-4925-ac01-aa4b91caa8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:20.932414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Bound port: dcaa6693-8a6e-4399-8374-adb2bbcf5f21, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f05fb5-527a-4925-ac01-aa4b91caa8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1de4ce28-f9dd-46ac-91a5-12a6f9df28f5'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:20.932800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.934611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=2bad2286-0e18-457a-be8f-50cd0815555c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:20.990909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:20.999206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] For port dcaa6693-8a6e-4399-8374-adb2bbcf5f21, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:21.002483 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] For port dcaa6693-8a6e-4399-8374-adb2bbcf5f21, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=dcaa6693-8a6e-4399-8374-adb2bbcf5f21,segment=NetworkSegment(43f05fb5-527a-4925-ac01-aa4b91caa8eb),segment_id=43f05fb5-527a-4925-ac01-aa4b91caa8eb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:21.043642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Deleting port dcaa6693-8a6e-4399-8374-adb2bbcf5f21 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:21.043982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.073799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.111547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] For port dcaa6693-8a6e-4399-8374-adb2bbcf5f21, host dv-neutron-820858-1-hyperv, got binding levels [] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:21.112176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.125106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Calling delete_port for dcaa6693-8a6e-4399-8374-adb2bbcf5f21 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:21.152382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7788a4a-6a22-4b51-bd84-4f19f4b3b277 None None] Pushing event updated for resources: {'Port': ['ID=dcaa6693-8a6e-4399-8374-adb2bbcf5f21,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:21.171395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191e9a9-2618-4971-bbb3-36cc555a494d None None] Network 1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:21.264348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228f3a8-baae-4940-8199-e25e01593006 None None] get_active_networks_info from dv-neutron-820858-1-hyperv {{(pid=103600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 17:01:21.267342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.293241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Port': ['ID=dcaa6693-8a6e-4399-8374-adb2bbcf5f21,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:21.296997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] No DVR routers for this DVR port dcaa6693-8a6e-4399-8374-adb2bbcf5f21 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:21.333336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228f3a8-baae-4940-8199-e25e01593006 None None] Resources bound (agent type, host, resource id): {{(pid=103600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 17:01:21.379021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.399374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de4ce28-f9dd-46ac-91a5-12a6f9df28f5']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:21.408492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f05fb5-527a-4925-ac01-aa4b91caa8eb') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:21.408793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f05fb5-527a-4925-ac01-aa4b91caa8eb') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:21.418161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.431820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.438630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:21.439021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:21.442122 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:21.589431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dcbc3cfa-ca33-4a81-b983-0570e36a49b4 None None] Provisioning complete for port 2bad2286-0e18-457a-be8f-50cd0815555c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:21.589804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3cfa-ca33-4a81-b983-0570e36a49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.593055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.599888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.605532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "DELETE /v2.0/networks/1de4ce28-f9dd-46ac-91a5-12a6f9df28f5 HTTP/1.1" status: 204 len: 168 time: 0.6943908 Dec 10 17:01:21.605919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:21.616175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d7a78-557f-4600-ae28-9bd834294990 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Network': ['ID=1de4ce28-f9dd-46ac-91a5-12a6f9df28f5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:21.663162 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Deleting subnet 4eef473a-c767-4a23-8146-91f42ff8527d {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:01:21.666301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.706626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.797204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.907634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.935013 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Subnet': ['ID=4eef473a-c767-4a23-8146-91f42ff8527d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:21.943207 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:21.946577 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "DELETE /v2.0/subnets/4eef473a-c767-4a23-8146-91f42ff8527d HTTP/1.1" status: 204 len: 168 time: 0.3396208 Dec 10 17:01:21.948433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.948792 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.949179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.949527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.949914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.950200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57588) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:21.950334 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.950533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.950896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.951204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.951535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.951869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.952193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.952528 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29640019-31d9-46d8-bb3a-4da297328493 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:21.954772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688d359-1871-4ef1-9a9d-e849d1a81a3a None None] Network f94c701b-0447-42aa-a581-3871c29b1de6 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:21.998560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2bad2286-0e18-457a-be8f-50cd0815555c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:22.031382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.080043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2bad2286-0e18-457a-be8f-50cd0815555c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:22.080416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.089231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Deleting port 2bad2286-0e18-457a-be8f-50cd0815555c {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:22.089580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.149955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] DHCP port deletion for f94c701b-0447-42aa-a581-3871c29b1de6 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:22.159547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] For port 2bad2286-0e18-457a-be8f-50cd0815555c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2bad2286-0e18-457a-be8f-50cd0815555c,segment=NetworkSegment(62c62c79-0135-4aa2-ba34-e8202f329684),segment_id=62c62c79-0135-4aa2-ba34-e8202f329684)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:22.159852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.173109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Calling delete_port for 2bad2286-0e18-457a-be8f-50cd0815555c owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:22.210550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Deleting port 2bad2286-0e18-457a-be8f-50cd0815555c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:01:22.210929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.276361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] For port 2bad2286-0e18-457a-be8f-50cd0815555c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2bad2286-0e18-457a-be8f-50cd0815555c,segment=NetworkSegment(62c62c79-0135-4aa2-ba34-e8202f329684),segment_id=62c62c79-0135-4aa2-ba34-e8202f329684)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:22.276757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.289134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Calling delete_port for 2bad2286-0e18-457a-be8f-50cd0815555c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:01:22.329420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.356050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Port': ['ID=2bad2286-0e18-457a-be8f-50cd0815555c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:22.359603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] No DVR routers for this DVR port 2bad2286-0e18-457a-be8f-50cd0815555c on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:22.363101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.388218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] Pushing event deleted for resources: {'Port': ['ID=2bad2286-0e18-457a-be8f-50cd0815555c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:22.392742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41141e23-c043-472b-9348-f39bfcd271e3 None None] No DVR routers for this DVR port 2bad2286-0e18-457a-be8f-50cd0815555c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:01:22.441624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.461293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94c701b-0447-42aa-a581-3871c29b1de6']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:22.471214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c62c79-0135-4aa2-ba34-e8202f329684') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:22.471512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c62c79-0135-4aa2-ba34-e8202f329684') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:22.480715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.493638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.499459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:01:22.499839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:01:22.504596 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:01:22.610076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.617038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.619833 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "DELETE /v2.0/networks/f94c701b-0447-42aa-a581-3871c29b1de6 HTTP/1.1" status: 204 len: 168 time: 0.6686032 Dec 10 17:01:22.622553 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:22.631952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05852083-b97e-4aa1-928a-7f07031802b9 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Pushing event deleted for resources: {'Network': ['ID=f94c701b-0447-42aa-a581-3871c29b1de6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:22.650348 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d48f91bf-0199-45b3-91b3-f0a4418d313a tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa217ad8-a2d8-4521-be31-c6bb8b8844a3 HTTP/1.1" status: 200 len: 205 time: 0.0265987 Dec 10 17:01:22.652674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:22.726349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.887650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.890395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:22.998809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.000199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Fanout notify agent at l3_agent the message router_deleted on router aa217ad8-a2d8-4521-be31-c6bb8b8844a3 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:01:23.007643 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.008763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-baf2c975-c3fe-44cd-bb23-c1b2a454c337 tempest-RoutersNegativeTest-1140932615 tempest-RoutersNegativeTest-1140932615-project] 10.222.0.21 "DELETE /v2.0/routers/aa217ad8-a2d8-4521-be31-c6bb8b8844a3 HTTP/1.1" status: 204 len: 168 time: 0.3551648 Dec 10 17:01:23.433766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:23.560710 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3b77a5c9-8440-4bc4-aafb-02c18bdf207d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0872be12a239478f92248922616545d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257854 Dec 10 17:01:23.563148 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57602) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:23.610182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.630409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.741240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.743897 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:23.745078 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e6fae3a-bf7d-4440-b814-ae65bec02c23 HTTP/1.1" status: 204 len: 168 time: 0.1810100 Dec 10 17:01:23.757844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be9972-6c81-451f-b81e-d84958852539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6fae3a-bf7d-4440-b814-ae65bec02c23,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:23.969820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2bad2286-0e18-457a-be8f-50cd0815555c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:01:23.994114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2bad2286-0e18-457a-be8f-50cd0815555c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:01:23.994462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2bad2286-0e18-457a-be8f-50cd0815555c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:01:24.713226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:24.811458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-614168785-network', 'tenant_id': 'a3005278f4b840508648bb355a9a9661'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:24.889940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Made reservation on behalf of a3005278f4b840508648bb355a9a9661 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:24.892427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.901370 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:24.974145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.044355 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.071004 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:25.082235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff45630-683a-47db-b5bc-ac92b01c2a8d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:25.087047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.087403 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Added segment 39c6f075-e23b-4a21-9836-366af5f8eb28 of type vlan for network 191f1728-d7f3-4e19-baf2-cc1999f7f9db Dec 10 17:01:25.128289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.210053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.211036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:25.211647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.274420 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=191f1728-d7f3-4e19-baf2-cc1999f7f9db,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:25.284195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:25.332807 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f95dae66-c7c1-4821-9c4d-e7d8ed28d7f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6181805 Dec 10 17:01:25.335651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:25.340974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Request body: {'subnet': {'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-subnet', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:25.431647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Made reservation on behalf of a3005278f4b840508648bb355a9a9661 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:25.434022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.684326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.739755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c8280f-134d-45a7-936d-75d3dd550f13,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:25.751144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Checking segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:25.751511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Network hostable DHCP agents. Network: 191f1728-d7f3-4e19-baf2-cc1999f7f9db, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:25.826002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:25.905807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 191f1728-d7f3-4e19-baf2-cc1999f7f9db) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:25.910342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:25.911180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:25.914812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21dcf3-6202-4d3b-9511-09d9dde3429e None None] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:26.007526 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b205e27f-8357-4131-b2b9-a723211b650b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6705225 Dec 10 17:01:26.009883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:26.014065 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:26.015140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'project_id': 'a3005278f4b840508648bb355a9a9661', 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:26.016069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.112019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.113145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.150406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Allocated IP 172.20.0.2 (191f1728-d7f3-4e19-baf2-cc1999f7f9db/55c8280f-134d-45a7-936d-75d3dd550f13/82e98870-6b05-4407-a704-9ab110f7d0ae) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:26.168281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.293702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.366416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.370259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.408688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:26.411567 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:26.415050 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:26.424299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Pushing event updated for resources: {'Port': ['ID=82e98870-6b05-4407-a704-9ab110f7d0ae,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:26.470431 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Attempting to bind port 82e98870-6b05-4407-a704-9ab110f7d0ae on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:26.470806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Attempting to bind port 82e98870-6b05-4407-a704-9ab110f7d0ae by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:26.471167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Attempting to bind port 82e98870-6b05-4407-a704-9ab110f7d0ae on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:26.476142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:26.476524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Checking segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:26.476942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.477344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Bound using segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:26.477806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Bound port: 82e98870-6b05-4407-a704-9ab110f7d0ae, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:26.478188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.542110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] For port 82e98870-6b05-4407-a704-9ab110f7d0ae, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:26.545987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] For port 82e98870-6b05-4407-a704-9ab110f7d0ae, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=82e98870-6b05-4407-a704-9ab110f7d0ae,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:26.627877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.657934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.680398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.687370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53c7d2-e46c-4f24-b244-b258881ff276 None None] Pushing event updated for resources: {'Port': ['ID=82e98870-6b05-4407-a704-9ab110f7d0ae,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:26.782184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Allocated IP 172.26.4.153 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/23bb16e2-4afa-4be8-85a1-48bd98214f49) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:26.909603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:26.987915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.027846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:27.031504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:27.035075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:27.040651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Pushing event updated for resources: {'Port': ['ID=23bb16e2-4afa-4be8-85a1-48bd98214f49,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:27.045228 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8039cf7-34a1-4175-9bc0-0296eb33ca0c None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:27.126472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-23fb60e1-ce61-46b4-bb75-d091f783b4e8 None None] Provisioning complete for port 23bb16e2-4afa-4be8-85a1-48bd98214f49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:27.126915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23fb60e1-ce61-46b4-bb75-d091f783b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.163802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-23fb60e1-ce61-46b4-bb75-d091f783b4e8 None None] Port 23bb16e2-4afa-4be8-85a1-48bd98214f49 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:27.381833 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.573132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac211ff-1899-46c4-8be3-56e80a719365 None None] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:27.592559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.635732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] Provisioning complete for port 82e98870-6b05-4407-a704-9ab110f7d0ae triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:27.636110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.749193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.783273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:01:27.795310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] For port 82e98870-6b05-4407-a704-9ab110f7d0ae, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=82e98870-6b05-4407-a704-9ab110f7d0ae,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:27.872710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.905248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:27.928600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Sync routers for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:27.942147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cf3e6-db74-4273-873e-c84b9bf076a9 None None] Pushing event updated for resources: {'Port': ['ID=82e98870-6b05-4407-a704-9ab110f7d0ae,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:27.947232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:27.947232 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:27.989431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:27.990852 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f608fa81-e03d-4030-9b9f-a0206874e834 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9800000 Dec 10 17:01:27.993837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:28.021071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 82e98870-6b05-4407-a704-9ab110f7d0ae up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:28.072388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cbd77097-8482-4fcb-a3ab-b5f0973ec1d4 None None] Provisioning complete for port 82e98870-6b05-4407-a704-9ab110f7d0ae triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:28.072766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbd77097-8482-4fcb-a3ab-b5f0973ec1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.142009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:28.199269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 82e98870-6b05-4407-a704-9ab110f7d0ae triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:28.199648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.426758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:27Z', 'revision_number': 3, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:28.433131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.454239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Checking router: 4b7e52f3-767a-4a8b-8e6d-e590187f4080 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:28.454608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Updating router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 port 23bb16e2-4afa-4be8-85a1-48bd98214f49 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:01:28.480920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.598226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Allocated IP 172.20.0.1 (191f1728-d7f3-4e19-baf2-cc1999f7f9db/55c8280f-134d-45a7-936d-75d3dd550f13/d859cf0c-8ba1-4d83-8e75-7870e5cde536) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:28.707639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.810252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.852003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:28.855078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:28.858658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:28.873127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.881772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Pushing event updated for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:28.902690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.935996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:28.989402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Attempting to bind port 23bb16e2-4afa-4be8-85a1-48bd98214f49 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:28.989784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Attempting to bind port 23bb16e2-4afa-4be8-85a1-48bd98214f49 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:28.990160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Attempting to bind port 23bb16e2-4afa-4be8-85a1-48bd98214f49 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:28.996839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063570c-b35a-4295-b5b8-376422cf9eef None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:29.006777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:29.007244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:29.007624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.008030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:29.008514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Bound port: 23bb16e2-4afa-4be8-85a1-48bd98214f49, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:29.008936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.031448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae1270-450c-4256-9622-dade727876c6 None None] Pushing event updated for resources: {'Port': ['ID=23bb16e2-4afa-4be8-85a1-48bd98214f49,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:29.080735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] For port 23bb16e2-4afa-4be8-85a1-48bd98214f49, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:29.084408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] For port 23bb16e2-4afa-4be8-85a1-48bd98214f49, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23bb16e2-4afa-4be8-85a1-48bd98214f49,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:29.085992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-26f4701a-dd6b-4a30-9ba9-082fcef2a85f None None] Provisioning complete for port 23bb16e2-4afa-4be8-85a1-48bd98214f49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:29.086357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26f4701a-dd6b-4a30-9ba9-082fcef2a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.116778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.119832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-26f4701a-dd6b-4a30-9ba9-082fcef2a85f None None] Port 23bb16e2-4afa-4be8-85a1-48bd98214f49 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:29.147607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.192795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03765dfb-c3cd-41e4-a88a-2e2e1af135d0 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:29.214969 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:29.215589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:29.220019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae1270-450c-4256-9622-dade727876c6 None None] Pushing event updated for resources: {'Port': ['ID=23bb16e2-4afa-4be8-85a1-48bd98214f49,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:29.290361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.307375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Provisioning complete for port 23bb16e2-4afa-4be8-85a1-48bd98214f49 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:29.307753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.358370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.360591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:29.425701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Pushing event updated for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:29.428467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.516437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.527330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:29.528859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:29.546464 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] For port 23bb16e2-4afa-4be8-85a1-48bd98214f49, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23bb16e2-4afa-4be8-85a1-48bd98214f49,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:29.621112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'd859cf0c-8ba1-4d83-8e75-7870e5cde536', 'name': '', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'mac_address': 'fa:16:3e:26:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:28Z', 'updated_at': '2021-12-10T17:01:28Z', 'revision_number': 1, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'subnets': [{'id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:29.625367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.658063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:29.659000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aee742-14ba-44eb-b7fd-3c5d905ec5cd None None] The sync data for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv is: [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'd859cf0c-8ba1-4d83-8e75-7870e5cde536', 'name': '', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'mac_address': 'fa:16:3e:26:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:28Z', 'updated_at': '2021-12-10T17:01:28Z', 'revision_number': 1, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'subnets': [{'id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:29.704244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Provisioning complete for port d859cf0c-8ba1-4d83-8e75-7870e5cde536 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:29.704752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.745532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Pushing event updated for resources: {'Port': ['ID=23bb16e2-4afa-4be8-85a1-48bd98214f49,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:29.761812 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-75bb6b47-0ad8-44e0-8882-a3c534dc770e None None] Port d859cf0c-8ba1-4d83-8e75-7870e5cde536 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:29.790386 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:29.795536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b6d0f850-c018-4ce5-b0e9-8e2bde0ba4ab admin admin] 10.222.0.21 "PUT /v2.0/routers/4b7e52f3-767a-4a8b-8e6d-e590187f4080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007042 Dec 10 17:01:29.899901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a2b9fd17-0e18-4bb5-af3c-99e4478d0cf4 None None] Provisioning complete for port d859cf0c-8ba1-4d83-8e75-7870e5cde536 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:29.900402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fd17-0e18-4bb5-af3c-99e4478d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:29.939796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9fd17-0e18-4bb5-af3c-99e4478d0cf4 None None] Port d859cf0c-8ba1-4d83-8e75-7870e5cde536 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:30.008123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 82e98870-6b05-4407-a704-9ab110f7d0ae up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:30.063907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 82e98870-6b05-4407-a704-9ab110f7d0ae triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:30.064274 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.548612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:30.554385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1106358342-network', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:30.644452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Made reservation on behalf of 83c0bdd3f9c64fa58fe716c3a95395cb for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:30.646909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.657252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.734404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.804517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.831403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:01:30.841390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1f842-f88b-4bea-8b3a-91e5de3f00e6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:30.847630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.847989 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Added segment c632cd44-73fe-4617-b4c0-f468ebf92051 of type vlan for network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 Dec 10 17:01:30.890822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.980060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:30.981053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:30.981632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.043861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] Pushing event updated for resources: {'Network': ['ID=64f141b9-7abb-4c9d-8e9d-17f63febd2b8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:31.053347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:01:31.109926 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e6a3ce92-0708-45d5-9d0e-3e93f122bf30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5586967 Dec 10 17:01:31.111774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:31.116508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Request body: {'subnet': {'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-subnet', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:31.197758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Made reservation on behalf of 83c0bdd3f9c64fa58fe716c3a95395cb for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:31.200216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.445109 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.508880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:31.517779 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Checking segment: {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:31.518143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Network hostable DHCP agents. Network: 64f141b9-7abb-4c9d-8e9d-17f63febd2b8, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:01:31.574267 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Sync routers for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:31.585020 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:31.585581 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:31.592394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:01:31.678282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 64f141b9-7abb-4c9d-8e9d-17f63febd2b8) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:31.682563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:31.683354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.688176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d88dd7-d654-470e-8edd-399995ab589d None None] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:31.688859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:31.773019 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-90e4dd81-a28e-44b6-9cb3-bb40cf4376ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6600237 Dec 10 17:01:31.775469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:31.780375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:31.792678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811f219-1948-470f-9250-411073760954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'fixed_ips': [{'subnet_id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:01:31.794027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.878645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.879650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:31.926987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a811f219-1948-470f-9250-411073760954 None None] Allocated IP 172.20.0.2 (64f141b9-7abb-4c9d-8e9d-17f63febd2b8/dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5/429dc6e0-cbe0-4af6-98da-4a22aa35992e) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:31.964620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.016228 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'd859cf0c-8ba1-4d83-8e75-7870e5cde536', 'name': '', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'mac_address': 'fa:16:3e:26:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:28Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 2, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'subnets': [{'id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:32.030287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23bb16e2-4afa-4be8-85a1-48bd98214f49 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:32.045266 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Checking router: 4b7e52f3-767a-4a8b-8e6d-e590187f4080 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:32.045622 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Updating router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 port d859cf0c-8ba1-4d83-8e75-7870e5cde536 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:01:32.071374 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.104316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.126599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 23bb16e2-4afa-4be8-85a1-48bd98214f49 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:32.127270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.178056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.179835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.244559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a811f219-1948-470f-9250-411073760954 None None] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:32.252872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a811f219-1948-470f-9250-411073760954 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:32.255662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811f219-1948-470f-9250-411073760954 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:32.257984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811f219-1948-470f-9250-411073760954 None None] Pushing event updated for resources: {'Port': ['ID=429dc6e0-cbe0-4af6-98da-4a22aa35992e,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:32.271391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.271738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.272094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.272438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.272776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.273141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.273480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.273811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.274147 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.274480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.274809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.275138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.275462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811f219-1948-470f-9250-411073760954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.324255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a811f219-1948-470f-9250-411073760954 None None] Attempting to bind port 429dc6e0-cbe0-4af6-98da-4a22aa35992e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:32.324626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a811f219-1948-470f-9250-411073760954 None None] Attempting to bind port 429dc6e0-cbe0-4af6-98da-4a22aa35992e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:32.325546 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811f219-1948-470f-9250-411073760954 None None] Attempting to bind port 429dc6e0-cbe0-4af6-98da-4a22aa35992e on network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:32.330272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811f219-1948-470f-9250-411073760954 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:32.330652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811f219-1948-470f-9250-411073760954 None None] Checking segment: {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:32.331060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.331463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811f219-1948-470f-9250-411073760954 None None] Bound using segment: {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:32.331940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a811f219-1948-470f-9250-411073760954 None None] Bound port: 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:32.332323 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.342629 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.401833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a811f219-1948-470f-9250-411073760954 None None] For port 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:32.405445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a811f219-1948-470f-9250-411073760954 None None] For port 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=429dc6e0-cbe0-4af6-98da-4a22aa35992e,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:32.425408 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.470386 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Pushing event updated for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:32.479081 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.483439 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:01:32.544815 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Attempting to bind port d859cf0c-8ba1-4d83-8e75-7870e5cde536 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:32.545223 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Attempting to bind port d859cf0c-8ba1-4d83-8e75-7870e5cde536 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:32.545593 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Attempting to bind port d859cf0c-8ba1-4d83-8e75-7870e5cde536 on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:32.552514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a811f219-1948-470f-9250-411073760954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.552685 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:32.552992 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Checking segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:32.553402 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.553808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Bound using segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:32.554283 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Bound port: d859cf0c-8ba1-4d83-8e75-7870e5cde536, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:32.554678 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.616073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811f219-1948-470f-9250-411073760954 None None] Pushing event updated for resources: {'Port': ['ID=429dc6e0-cbe0-4af6-98da-4a22aa35992e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:32.636218 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] For port d859cf0c-8ba1-4d83-8e75-7870e5cde536, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:32.642886 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] For port d859cf0c-8ba1-4d83-8e75-7870e5cde536, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d859cf0c-8ba1-4d83-8e75-7870e5cde536,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:32.723817 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.771212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.786442 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:32.786985 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:32.789829 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e136b-5806-48c6-b33d-142fc7a7e2d3 None None] Pushing event updated for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:32.793262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.802090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] Provisioning complete for port d859cf0c-8ba1-4d83-8e75-7870e5cde536 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:32.803106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:32.944248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Allocated IP 172.26.4.43 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/64bcc4f5-382b-4f86-98ad-a42f9215113e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:32.946191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:32.990647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.048627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] For port d859cf0c-8ba1-4d83-8e75-7870e5cde536, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d859cf0c-8ba1-4d83-8e75-7870e5cde536,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:33.062265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13bc70e8-a4d2-4fa7-bdb9-0aaf56d5d88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.083476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.123968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.179461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b1d4-0bf4-40b7-8e0b-b53319860690 None None] Pushing event updated for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:33.188830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.199513 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'd859cf0c-8ba1-4d83-8e75-7870e5cde536', 'name': '', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'mac_address': 'fa:16:3e:26:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:28Z', 'updated_at': '2021-12-10T17:01:32Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'subnets': [{'id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:33.229892 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b62bb1-d10c-4034-a6cd-61d31ee5c5ff None None] The sync data for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv is: [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'd859cf0c-8ba1-4d83-8e75-7870e5cde536', 'name': '', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'mac_address': 'fa:16:3e:26:22:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:28Z', 'updated_at': '2021-12-10T17:01:32Z', 'revision_number': 4, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'subnets': [{'id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:33.232262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:33.237284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:33.241059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:33.246934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Pushing event updated for resources: {'Port': ['ID=64bcc4f5-382b-4f86-98ad-a42f9215113e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:33.254937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d4d84-f293-40c4-8ad4-7b2ca4088e70 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:33.258894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-22c7fa63-59a6-4938-858c-fda9dab595b8 None None] Provisioning complete for port d859cf0c-8ba1-4d83-8e75-7870e5cde536 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:33.259424 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-22c7fa63-59a6-4938-858c-fda9dab595b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.479414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d4afb770-aeea-4f73-a6b0-f82623691c20 None None] Provisioning complete for port 64bcc4f5-382b-4f86-98ad-a42f9215113e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:33.479793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d4afb770-aeea-4f73-a6b0-f82623691c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.516817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d4afb770-aeea-4f73-a6b0-f82623691c20 None None] Port 64bcc4f5-382b-4f86-98ad-a42f9215113e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:33.659150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.761869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26144dc6-4fd3-49a0-8327-e2a71ad5d4cc None None] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:01:33.873425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.876868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] Provisioning complete for port 429dc6e0-cbe0-4af6-98da-4a22aa35992e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:33.877263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:33.964236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.001711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] For port 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=429dc6e0-cbe0-4af6-98da-4a22aa35992e,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:34.055976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.094624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:01:34.116168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 429dc6e0-cbe0-4af6-98da-4a22aa35992e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:34.119610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fbd9e-70b0-49b1-94a2-d1c99e4ecfd2 None None] Pushing event updated for resources: {'Port': ['ID=429dc6e0-cbe0-4af6-98da-4a22aa35992e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:34.178575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 429dc6e0-cbe0-4af6-98da-4a22aa35992e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:34.179193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.222276 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:34.243853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Sync routers for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:34.273495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:34.274099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:34.279062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d859cf0c-8ba1-4d83-8e75-7870e5cde536 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:34.319253 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.320574 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-68bbb834-0d9d-48c0-8652-dfecad887be7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5437889 Dec 10 17:01:34.323413 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57654) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:01:34.537474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-dcc5ad23-8aae-4f39-92c9-41f9fe10d148 None None] Provisioning complete for port 429dc6e0-cbe0-4af6-98da-4a22aa35992e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:34.537843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ad23-8aae-4f39-92c9-41f9fe10d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.622628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:34.625881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port d859cf0c-8ba1-4d83-8e75-7870e5cde536 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:34.626374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:34.917083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:33Z', 'revision_number': 3, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:34.933907 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:01:34.947617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Checking router: 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:34.947971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Updating router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 port 64bcc4f5-382b-4f86-98ad-a42f9215113e binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:01:34.972640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.058123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.228398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c8439abf-6d2d-4199-8281-69b35ffcc5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.232131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.257647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Allocated IP 172.20.0.1 (64f141b9-7abb-4c9d-8e9d-17f63febd2b8/dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5/7674e4d4-9c8c-46b1-8681-952de3c07044) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:35.318349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.365746 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.366712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe1b12-ec7c-4e81-97c3-621b0d41fdea None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:35.381052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Attempting to bind port 64bcc4f5-382b-4f86-98ad-a42f9215113e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:35.381423 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Attempting to bind port 64bcc4f5-382b-4f86-98ad-a42f9215113e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:35.381786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Attempting to bind port 64bcc4f5-382b-4f86-98ad-a42f9215113e on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:35.385599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ac023-000b-45bc-acd9-ed7c85849760 None None] Pushing event updated for resources: {'Port': ['ID=64bcc4f5-382b-4f86-98ad-a42f9215113e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:35.391366 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:35.391746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:35.392148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.392534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:35.393105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Bound port: 64bcc4f5-382b-4f86-98ad-a42f9215113e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:35.393875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.450482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a17db685-a855-4e33-9b3a-bc7ceb9257d4 None None] Provisioning complete for port 64bcc4f5-382b-4f86-98ad-a42f9215113e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:35.450856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a17db685-a855-4e33-9b3a-bc7ceb9257d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.475345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] For port 64bcc4f5-382b-4f86-98ad-a42f9215113e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:35.490165 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.493396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] For port 64bcc4f5-382b-4f86-98ad-a42f9215113e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=64bcc4f5-382b-4f86-98ad-a42f9215113e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:35.494984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a17db685-a855-4e33-9b3a-bc7ceb9257d4 None None] Port 64bcc4f5-382b-4f86-98ad-a42f9215113e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:35.530772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:35.533719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:35.537242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:35.558662 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Pushing event updated for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:35.579986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.585325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.627514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265c4a9-9816-48b9-a807-f3ef38682730 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:01:35.647661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:35.648295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:35.684848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ac023-000b-45bc-acd9-ed7c85849760 None None] Pushing event updated for resources: {'Port': ['ID=64bcc4f5-382b-4f86-98ad-a42f9215113e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:35.747950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] Provisioning complete for port 64bcc4f5-382b-4f86-98ad-a42f9215113e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:35.748321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.772989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.792659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:35.945840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.956170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:35.993701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] For port 64bcc4f5-382b-4f86-98ad-a42f9215113e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=64bcc4f5-382b-4f86-98ad-a42f9215113e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:35.996204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 429dc6e0-cbe0-4af6-98da-4a22aa35992e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:36.032180 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.060445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 429dc6e0-cbe0-4af6-98da-4a22aa35992e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:36.060814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.064978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:33Z', 'revision_number': 3, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:36.104091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.106022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Pushing event updated for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:36.108502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.113407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc98721-2d31-43dc-b880-e56671a6842d None None] The sync data for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv is: [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:33Z', 'revision_number': 3, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:36.174151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4d392-bda3-470a-aa94-78821dcc2c7f None None] Pushing event updated for resources: {'Port': ['ID=64bcc4f5-382b-4f86-98ad-a42f9215113e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:36.208383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:36.210000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:36.230158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ba299a22-26e2-40bb-b123-831d5f1883ee None None] Provisioning complete for port 7674e4d4-9c8c-46b1-8681-952de3c07044 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:36.230661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ba299a22-26e2-40bb-b123-831d5f1883ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.266220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ba299a22-26e2-40bb-b123-831d5f1883ee None None] Port 7674e4d4-9c8c-46b1-8681-952de3c07044 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:36.339572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:01:36.463802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:01:36.469077 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-97f8d223-bb8a-4e35-8159-67e300ad1344 admin admin] 10.222.0.21 "PUT /v2.0/routers/49ec2863-0caa-4ed5-b30b-8f27c3c4b836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445677 Dec 10 17:01:36.589452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7e1e7bc8-11e3-4d6a-a8ec-0072fba5e662 None None] Provisioning complete for port 7674e4d4-9c8c-46b1-8681-952de3c07044 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:36.589831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7bc8-11e3-4d6a-a8ec-0072fba5e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:36.642278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e7bc8-11e3-4d6a-a8ec-0072fba5e662 None None] Port 7674e4d4-9c8c-46b1-8681-952de3c07044 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:36.706219 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:37.212490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-549f234e-9156-49d0-b9c3-ded2017a676b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:37.214326 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-549f234e-9156-49d0-b9c3-ded2017a676b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/networks?id=191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 200 len: 816 time: 0.1075974 Dec 10 17:01:37.229963 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-3aac1aee-9001-48bb-9b73-9a4f88a2d989 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/quotas/a3005278f4b840508648bb355a9a9661 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Dec 10 17:01:37.281535 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-1b6e57fb-26d2-4c11-af1f-74485ea90b96 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455110 Dec 10 17:01:37.384678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-dc3726ed-1331-41ac-9c9b-71c467f34a76 service neutron] 10.222.0.21 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862727 Dec 10 17:01:37.476810 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-62832346-0208-4303-88fc-1a66f688df07 service neutron] 10.222.0.21 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Dec 10 17:01:37.722271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Sync routers for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:01:37.725901 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-71bb72d4-b343-4f7c-b509-918835b8a186 req-39a37a02-f0af-4330-aa4c-a4162bba762a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 210 time: 0.0296667 Dec 10 17:01:37.734222 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:37.735097 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:37.839594 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:37.969407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.006325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 64bcc4f5-382b-4f86-98ad-a42f9215113e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:38.041142 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7674e4d4-9c8c-46b1-8681-952de3c07044', 'name': '', 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'mac_address': 'fa:16:3e:cb:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:35Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 2, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'subnets': [{'id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:38.065314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 64bcc4f5-382b-4f86-98ad-a42f9215113e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:38.065692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.070075 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Checking router: 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:01:38.070623 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Updating router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 port 7674e4d4-9c8c-46b1-8681-952de3c07044 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:01:38.095715 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.354841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.427095 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.477500 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc014140-07b6-4f76-87d9-c8aa997151c4 None None] Pushing event updated for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:38.532394 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Attempting to bind port 7674e4d4-9c8c-46b1-8681-952de3c07044 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:38.532766 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Attempting to bind port 7674e4d4-9c8c-46b1-8681-952de3c07044 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:38.533170 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Attempting to bind port 7674e4d4-9c8c-46b1-8681-952de3c07044 on network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:38.538395 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:38.538741 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Checking segment: {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:38.539127 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.539527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Bound using segment: {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:38.540621 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Bound port: 7674e4d4-9c8c-46b1-8681-952de3c07044, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c632cd44-73fe-4617-b4c0-f468ebf92051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:38.541032 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.606797 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] For port 7674e4d4-9c8c-46b1-8681-952de3c07044, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:38.610046 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] For port 7674e4d4-9c8c-46b1-8681-952de3c07044, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7674e4d4-9c8c-46b1-8681-952de3c07044,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:38.667370 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.674072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] Provisioning complete for port 7674e4d4-9c8c-46b1-8681-952de3c07044 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:38.674446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.717849 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:01:38.718487 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:01:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:38.741295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.770528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.812769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] For port 7674e4d4-9c8c-46b1-8681-952de3c07044, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7674e4d4-9c8c-46b1-8681-952de3c07044,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:38.846232 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ea6e5ba-8350-48be-bc3e-6127c93d089b req-51a7b967-c459-4e6f-901b-1a20d101a5fc tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 210 time: 0.0297551 Dec 10 17:01:38.883296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:38.903384 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc014140-07b6-4f76-87d9-c8aa997151c4 None None] Pushing event updated for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:38.953946 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:01:38.954507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18966ce2-ce46-4650-bd5b-dcccc2e6be63 None None] Pushing event updated for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:39.004292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-894b93fd-d11c-40e3-9ff6-7b148d48dff8 None None] Provisioning complete for port 7674e4d4-9c8c-46b1-8681-952de3c07044 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:39.004992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-894b93fd-d11c-40e3-9ff6-7b148d48dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:39.164355 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7674e4d4-9c8c-46b1-8681-952de3c07044', 'name': '', 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'mac_address': 'fa:16:3e:cb:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:35Z', 'updated_at': '2021-12-10T17:01:38Z', 'revision_number': 4, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'subnets': [{'id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:01:39.192163 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a17011-5bf8-488d-81af-c0f9163c51e4 None None] The sync data for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv is: [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7674e4d4-9c8c-46b1-8681-952de3c07044', 'name': '', 'network_id': '64f141b9-7abb-4c9d-8e9d-17f63febd2b8', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'mac_address': 'fa:16:3e:cb:9b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:35Z', 'updated_at': '2021-12-10T17:01:38Z', 'revision_number': 4, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'subnets': [{'id': 'dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:01:39.900013 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-8c626c38-21f6-4ba9-94d4-433b4ee76f4e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:39.902031 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-8c626c38-21f6-4ba9-94d4-433b4ee76f4e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "GET /v2.0/networks?id=191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 200 len: 816 time: 0.1073310 Dec 10 17:01:39.924862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Request body: {'port': {'device_id': '4edc8077-8be7-463b-b173-a94a29b2c916', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'admin_state_up': True, 'tenant_id': 'a3005278f4b840508648bb355a9a9661'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:39.960455 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bcbead5c-0abe-4f06-84de-d92ee0f310dd req-6e8788fa-768e-4a84-a34a-03f28c8a0a5b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 210 time: 0.0388877 Dec 10 17:01:40.041299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7674e4d4-9c8c-46b1-8681-952de3c07044 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:40.142093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Made reservation on behalf of a3005278f4b840508648bb355a9a9661 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:01:40.146710 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.256471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7674e4d4-9c8c-46b1-8681-952de3c07044 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:40.256847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.301222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Allocated IP 172.20.0.9 (191f1728-d7f3-4e19-baf2-cc1999f7f9db/55c8280f-134d-45a7-936d-75d3dd550f13/433a106b-ba8c-4003-8492-2593d294007e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:01:40.459633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.579023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.621372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:01:40.624566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:01:40.628992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:01:40.635520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Pushing event updated for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:40.686416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:40.687073 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.784449 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-cc989082-719b-43a0-bd77-c4d0727cb7a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639472 Dec 10 17:01:40.802206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Request body: {'port': {'device_id': '4edc8077-8be7-463b-b173-a94a29b2c916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:01:40.818585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8cf84b53-b6f5-49d3-889f-00bfee08824d None None] Provisioning complete for port 433a106b-ba8c-4003-8492-2593d294007e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:40.819110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8cf84b53-b6f5-49d3-889f-00bfee08824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:40.851876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8cf84b53-b6f5-49d3-889f-00bfee08824d None None] Port 433a106b-ba8c-4003-8492-2593d294007e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:01:40.861018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.116204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9038c57-9441-4d1f-9c06-5cfe8d6eeae3 req-76368ae1-e778-4c62-97f3-51ebda7be539 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:41.117725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9038c57-9441-4d1f-9c06-5cfe8d6eeae3 req-76368ae1-e778-4c62-97f3-51ebda7be539 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 931 time: 0.0797577 Dec 10 17:01:41.184384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433a106b-ba8c-4003-8492-2593d294007e {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:01:41.195536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.215392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9038c57-9441-4d1f-9c06-5cfe8d6eeae3 req-5d4be817-d09f-4aea-891f-17d51e46d0f9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890985 Dec 10 17:01:41.218367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Transition to ACTIVE for port object 433a106b-ba8c-4003-8492-2593d294007e will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:01:41.289671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.340589 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Pushing event updated for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:41.409982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Attempting to bind port 433a106b-ba8c-4003-8492-2593d294007e on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:01:41.410325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Attempting to bind port 433a106b-ba8c-4003-8492-2593d294007e by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:01:41.410664 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Attempting to bind port 433a106b-ba8c-4003-8492-2593d294007e on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:41.415175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Port 433a106b-ba8c-4003-8492-2593d294007e on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:01:41.415505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Attempting to bind port 433a106b-ba8c-4003-8492-2593d294007e on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:01:41.420621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:01:41.421035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Checking segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:01:41.421429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Bound using segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:01:41.421866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Bound port: 433a106b-ba8c-4003-8492-2593d294007e, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:01:41.422229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.494838 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:01:41.495559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=433a106b-ba8c-4003-8492-2593d294007e,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:01:41.569494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.601887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:41.602526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:41.604168 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] 10.222.0.61 "PUT /v2.0/ports/433a106b-ba8c-4003-8492-2593d294007e HTTP/1.1" status: 200 len: 1093 time: 0.8066001 Dec 10 17:01:41.608815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'tag': '433a106b-ba8c-4003-8492-2593d294007e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:41.611952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c1774-be51-43a6-b722-a17234cab9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "tag": "433a106b-ba8c-4003-8492-2593d294007e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:41.638861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb7e30-d3b3-4608-a65b-e33488362856 service neutron] Pushing event updated for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:41.655668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d5248-51b3-4b5f-ad0f-e67de86a37e1 x-openstack-request-id: req-725d5248-51b3-4b5f-ad0f-e67de86a37e1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:41.655989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "tag": "433a106b-ba8c-4003-8492-2593d294007e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:41.656272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-725d5248-51b3-4b5f-ad0f-e67de86a37e1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:41.656698 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'tag': '433a106b-ba8c-4003-8492-2593d294007e', 'status': 'completed', 'code': 200} Dec 10 17:01:41.731287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1774-be51-43a6-b722-a17234cab9a0 req-a812778f-dca0-498e-bad5-ccb284f18a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:41.732796 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-126c1774-be51-43a6-b722-a17234cab9a0 req-a812778f-dca0-498e-bad5-ccb284f18a42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 1096 time: 0.0444791 Dec 10 17:01:41.844869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1774-be51-43a6-b722-a17234cab9a0 req-08ab7d59-fe1c-4d7c-9a72-7dfaaf26cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:41.846358 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-126c1774-be51-43a6-b722-a17234cab9a0 req-08ab7d59-fe1c-4d7c-9a72-7dfaaf26cc57 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3005278f4b840508648bb355a9a9661&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0946209 Dec 10 17:01:41.943558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1774-be51-43a6-b722-a17234cab9a0 req-2e07c0b2-3f0d-44bd-a20a-947eb1dcf0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:41.945101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-126c1774-be51-43a6-b722-a17234cab9a0 req-2e07c0b2-3f0d-44bd-a20a-947eb1dcf0f8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883405 Dec 10 17:01:42.036501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-2cdd3186-b209-4ddd-b643-c7be47457c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:42.038028 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-2cdd3186-b209-4ddd-b643-c7be47457c56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 1096 time: 0.0447178 Dec 10 17:01:42.084401 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-ae24fcc5-c456-459f-8143-b25a4658e014 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433a106b-ba8c-4003-8492-2593d294007e HTTP/1.1" status: 200 len: 217 time: 0.0325997 Dec 10 17:01:42.137652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-58454241-04f4-409a-9f0f-55b3c0523f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:42.139059 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-58454241-04f4-409a-9f0f-55b3c0523f40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c8280f-134d-45a7-936d-75d3dd550f13 HTTP/1.1" status: 200 len: 855 time: 0.0426431 Dec 10 17:01:42.193462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-97155cd5-cf03-45b1-be65-daf8617577ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:42.194916 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-97155cd5-cf03-45b1-be65-daf8617577ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=191f1728-d7f3-4e19-baf2-cc1999f7f9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436060 Dec 10 17:01:42.296887 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-a34abc57-d90f-424f-abd6-73be3df296f0 service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904069 Dec 10 17:01:42.381242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef024079-fcb3-4ce5-8e02-00fb06c52f90 req-f6072407-5d09-4069-8505-947dd828b95a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:42.382649 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef024079-fcb3-4ce5-8e02-00fb06c52f90 req-f6072407-5d09-4069-8505-947dd828b95a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 943 time: 0.1005943 Dec 10 17:01:42.435210 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17bc1fea-b198-4fb2-ac5e-bddcf14705cd req-f2e088ef-a319-4dd4-8d2b-ed6df36c2d3c service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246841 Dec 10 17:01:42.448804 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef024079-fcb3-4ce5-8e02-00fb06c52f90 req-7b2f7783-91d8-4580-bd58-dbcb5dcb32e7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Dec 10 17:01:43.565831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8968bf-7d6c-4a05-8836-4661791c2f33 req-c8569308-3eaf-46d2-9f17-412ee35c365b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:43.567346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1f8968bf-7d6c-4a05-8836-4661791c2f33 req-c8569308-3eaf-46d2-9f17-412ee35c365b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Dec 10 17:01:43.619050 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1f8968bf-7d6c-4a05-8836-4661791c2f33 req-8e6706db-0dcd-4b51-9668-39880218ee0c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Dec 10 17:01:44.732720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c5c-1e3a-4463-958f-6454444e373d req-7a9c6b9d-361a-4069-9a2d-bc835c88a551 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:44.734732 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27b18c5c-1e3a-4463-958f-6454444e373d req-7a9c6b9d-361a-4069-9a2d-bc835c88a551 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 943 time: 0.0483384 Dec 10 17:01:44.786204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27b18c5c-1e3a-4463-958f-6454444e373d req-8786998b-02e6-4139-a44a-145df4abc844 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Dec 10 17:01:45.903061 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29ff5-00cc-4a1e-ac34-af33c30c5d15 req-77726e9d-01de-4ad2-a0b9-17b28994f2a2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:45.904475 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c9e29ff5-00cc-4a1e-ac34-af33c30c5d15 req-77726e9d-01de-4ad2-a0b9-17b28994f2a2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 943 time: 0.0490093 Dec 10 17:01:45.951213 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c9e29ff5-00cc-4a1e-ac34-af33c30c5d15 req-1823b6f3-e4e0-4da6-9fad-b74a184b8ce2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Dec 10 17:01:46.107237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 433a106b-ba8c-4003-8492-2593d294007e details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:01:46.200158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=433a106b-ba8c-4003-8492-2593d294007e,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:46.211374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '433a106b-ba8c-4003-8492-2593d294007e', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'port_id': '433a106b-ba8c-4003-8492-2593d294007e', 'mac_address': 'fa:16:3e:ef:d9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:01:46.251895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:46.264286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433a106b-ba8c-4003-8492-2593d294007e {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:01:46.282547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=433a106b-ba8c-4003-8492-2593d294007e,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:46.346362 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:46.392010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:46.598730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['433a106b-ba8c-4003-8492-2593d294007e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:01:47.068307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581ef3-6ab1-4c02-b2b2-c02c21feadfa req-57ca2e8f-2fa5-4e51-b752-776dc595b80a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:47.069829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d581ef3-6ab1-4c02-b2b2-c02c21feadfa req-57ca2e8f-2fa5-4e51-b752-776dc595b80a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 944 time: 0.0491390 Dec 10 17:01:47.116499 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d581ef3-6ab1-4c02-b2b2-c02c21feadfa req-2470458c-3108-45fa-b404-3ee12ce72ec1 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Dec 10 17:01:47.780836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:48.120593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 433a106b-ba8c-4003-8492-2593d294007e up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:01:48.233565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6edc-0c13-45bc-b1b1-92c20fc492a9 req-745acf8e-2603-43e6-85d7-633a83ba9846 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:48.235045 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e76b6edc-0c13-45bc-b1b1-92c20fc492a9 req-745acf8e-2603-43e6-85d7-633a83ba9846 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 944 time: 0.0494170 Dec 10 17:01:48.244056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 433a106b-ba8c-4003-8492-2593d294007e completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:01:48.248246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 433a106b-ba8c-4003-8492-2593d294007e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:01:48.248622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:48.285063 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e76b6edc-0c13-45bc-b1b1-92c20fc492a9 req-f50b7f34-e134-4b7a-b165-522ea0d48a2c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Dec 10 17:01:48.341243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:48.362802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433a106b-ba8c-4003-8492-2593d294007e'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:01:48.365125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8f104-b1d4-4704-b036-274b098cbe9e" -d '{"events": [{"server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "name": "network-vif-plugged", "status": "completed", "tag": "433a106b-ba8c-4003-8492-2593d294007e"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:01:48.378130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=433a106b-ba8c-4003-8492-2593d294007e,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:01:48.402535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0d27a-65ec-4b3c-a0e3-1ab375d546f8 x-openstack-request-id: req-a6d0d27a-65ec-4b3c-a0e3-1ab375d546f8 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:01:48.402831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "name": "network-vif-plugged", "status": "completed", "tag": "433a106b-ba8c-4003-8492-2593d294007e", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:01:48.403087 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d0d27a-65ec-4b3c-a0e3-1ab375d546f8 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:01:48.403481 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433a106b-ba8c-4003-8492-2593d294007e', 'code': 200} Dec 10 17:01:48.448278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:01:48.497079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:01:48.671960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39872b-4d5d-4bde-b808-7e6bfa92f190 req-7ab10ea4-e94c-4da0-8e9b-7604532944d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:48.673432 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ab39872b-4d5d-4bde-b808-7e6bfa92f190 req-7ab10ea4-e94c-4da0-8e9b-7604532944d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 1098 time: 0.0402727 Dec 10 17:01:48.720278 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ab39872b-4d5d-4bde-b808-7e6bfa92f190 req-9f9cffd8-f914-4eeb-bedf-23442627c6df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Dec 10 17:01:49.410974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481a13-31e0-4ca0-8fff-99fe77b6d920 req-ea763d2c-0abc-4fe0-9354-d8001c0bdbb0 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:49.412390 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5a481a13-31e0-4ca0-8fff-99fe77b6d920 req-ea763d2c-0abc-4fe0-9354-d8001c0bdbb0 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0531404 Dec 10 17:01:49.458972 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5a481a13-31e0-4ca0-8fff-99fe77b6d920 req-bb17011f-1668-42e2-8034-8b906064cd43 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Dec 10 17:01:50.580950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492e91-d5f2-4dac-9d25-fc4753a6fc26 req-463b81ed-aa95-4b22-bb1d-3c658dc643a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:50.582429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-53492e91-d5f2-4dac-9d25-fc4753a6fc26 req-463b81ed-aa95-4b22-bb1d-3c658dc643a7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Dec 10 17:01:50.629339 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-53492e91-d5f2-4dac-9d25-fc4753a6fc26 req-0ddd983a-4721-4fd4-ba92-5902b6e155a9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Dec 10 17:01:50.742904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405be6-8840-4a5e-9300-436f7d6663e1 req-b813474d-c43a-41f4-b349-705091ffb602 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:01:50.744298 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-af405be6-8840-4a5e-9300-436f7d6663e1 req-b813474d-c43a-41f4-b349-705091ffb602 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Dec 10 17:01:50.790880 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-af405be6-8840-4a5e-9300-436f7d6663e1 req-5ab1b57f-4438-4da4-abfd-7da2ecf7d131 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Dec 10 17:02:02.991887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d7392094-84e0-41fd-92d5-e9dabab967eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:05.209427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09a7a84f-e3f1-44e3-b935-fe5f27208ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:06.688933 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:07.952225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:08.689560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:11.931902 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:02:14.286455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-093cea60-0bf7-4521-8161-2d893208ad07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410845 Dec 10 17:02:14.370934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-cf3a14e1-c326-47ce-97f6-9e182ff4cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:14.376638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-cf3a14e1-c326-47ce-97f6-9e182ff4cd1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 1098 time: 0.0434330 Dec 10 17:02:14.485486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-d9ce1a81-39da-478f-9f7d-a8c22df97cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:14.486983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-d9ce1a81-39da-478f-9f7d-a8c22df97cd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 200 len: 917 time: 0.0917974 Dec 10 17:02:14.538333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-d31ced78-85e5-4026-8691-608f0013442c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433a106b-ba8c-4003-8492-2593d294007e HTTP/1.1" status: 200 len: 217 time: 0.0390899 Dec 10 17:02:14.593875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-5363226b-e2b9-4bb8-b13c-4b822fb346b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:14.595345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-5363226b-e2b9-4bb8-b13c-4b822fb346b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c8280f-134d-45a7-936d-75d3dd550f13 HTTP/1.1" status: 200 len: 855 time: 0.0486617 Dec 10 17:02:14.642315 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-ec92d766-9961-48dc-a76d-637229f4860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:14.643743 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-ec92d766-9961-48dc-a76d-637229f4860e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=191f1728-d7f3-4e19-baf2-cc1999f7f9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407672 Dec 10 17:02:14.733428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-8bd4049f-e595-481f-ae16-d7c3d2631a27 service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816910 Dec 10 17:02:14.827053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d3262378-4ac6-411d-8688-fd8cf098a780 req-99ff2858-ec06-4939-a146-bd27f4fe0671 service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863862 Dec 10 17:02:16.215049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2088d-d8ac-47c5-832a-2fc4e01c9e04 req-436c17e1-d638-4ae1-a1a8-3ee85df6c587 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:16.216737 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ae2088d-d8ac-47c5-832a-2fc4e01c9e04 req-436c17e1-d638-4ae1-a1a8-3ee85df6c587 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Dec 10 17:02:16.264222 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ae2088d-d8ac-47c5-832a-2fc4e01c9e04 req-e135a807-0862-4ad2-a161-5884dbe5975b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Dec 10 17:02:17.379136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6050b-0087-4773-9662-63ab75a72ab6 req-91c9036d-6b5f-4de0-a7f5-bf08d65e18f3 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:17.380591 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-86a6050b-0087-4773-9662-63ab75a72ab6 req-91c9036d-6b5f-4de0-a7f5-bf08d65e18f3 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0478044 Dec 10 17:02:17.431241 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-86a6050b-0087-4773-9662-63ab75a72ab6 req-5885e553-4915-4951-8170-7bc475207b4d tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Dec 10 17:02:17.728292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:17.882186 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-34dce4b3-7617-4740-80b2-30f779aa3dba tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:17.883602 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-34dce4b3-7617-4740-80b2-30f779aa3dba tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Dec 10 17:02:17.976826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Deleting port 433a106b-ba8c-4003-8492-2593d294007e {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:02:17.977195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:18.347014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] For port 433a106b-ba8c-4003-8492-2593d294007e, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=433a106b-ba8c-4003-8492-2593d294007e,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:18.347368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:18.359436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Calling delete_port for 433a106b-ba8c-4003-8492-2593d294007e owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:02:18.551637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f835a4-9eab-45a9-95c0-172ab8655df7 req-c67fd12d-74da-41ba-a986-a48ce0819537 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:18.553106 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5f835a4-9eab-45a9-95c0-172ab8655df7 req-c67fd12d-74da-41ba-a986-a48ce0819537 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4edc8077-8be7-463b-b173-a94a29b2c916 HTTP/1.1" status: 200 len: 945 time: 0.0506172 Dec 10 17:02:18.554155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:18.572092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['433a106b-ba8c-4003-8492-2593d294007e'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:18.589283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Pushing event deleted for resources: {'Port': ['ID=433a106b-ba8c-4003-8492-2593d294007e,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:18.604218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.604572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.604935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.605278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.605612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.605943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.606399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.606616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.606913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.607777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.608106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.608431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.608751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:02:18.657725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] No DVR routers for this DVR port 433a106b-ba8c-4003-8492-2593d294007e on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:02:18.663323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:18.666627 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a66d2675-ae06-4b47-a1fd-3904c124fd2f req-b88797f3-269f-4aaa-8cf0-2d03fecb3cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "DELETE /v2.0/ports/433a106b-ba8c-4003-8492-2593d294007e HTTP/1.1" status: 204 len: 173 time: 0.7718506 Dec 10 17:02:18.667071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'name': 'network-vif-deleted', 'tag': '433a106b-ba8c-4003-8492-2593d294007e'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:18.669317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b808f-a464-40c6-ac5b-6018f0593c5e" -d '{"events": [{"server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "name": "network-vif-deleted", "tag": "433a106b-ba8c-4003-8492-2593d294007e"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:18.681857 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d5f835a4-9eab-45a9-95c0-172ab8655df7 req-06870004-55ff-4ad4-83b8-eb2c3d204ac5 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188550 Dec 10 17:02:18.714050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157cdaa-db4c-40ac-8124-f850ab9a1248 x-openstack-request-id: req-5157cdaa-db4c-40ac-8124-f850ab9a1248 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:18.714050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8077-8be7-463b-b173-a94a29b2c916", "name": "network-vif-deleted", "tag": "433a106b-ba8c-4003-8492-2593d294007e", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:18.714050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5157cdaa-db4c-40ac-8124-f850ab9a1248 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:18.714050 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc8077-8be7-463b-b173-a94a29b2c916', 'name': 'network-vif-deleted', 'tag': '433a106b-ba8c-4003-8492-2593d294007e', 'status': 'completed', 'code': 200} Dec 10 17:02:20.325773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0f125289-63d5-4412-999a-f1cce2364826 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:20.327786 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0f125289-63d5-4412-999a-f1cce2364826 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/networks?id=191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 200 len: 816 time: 0.1017394 Dec 10 17:02:20.342462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-939efb96-05b2-4067-8e58-6226db88213a tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/quotas/a3005278f4b840508648bb355a9a9661 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Dec 10 17:02:20.396155 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-00ba5c26-8ae8-4df5-bab7-fdd6e8f11860 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486963 Dec 10 17:02:20.489932 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-3aa99187-58c9-450b-a0bd-e51c01428cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Dec 10 17:02:20.582058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-4476f5b1-5afb-4ac1-93ae-34b6e03af63c service neutron] 10.222.0.21 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863223 Dec 10 17:02:20.824221 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ac532bc-87ee-4261-8012-e46b5d9449c2 req-fc4c04c7-a9bd-46e0-a64b-37293a4dfc1c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 210 time: 0.0305295 Dec 10 17:02:21.917893 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4a71ed31-9559-430f-aa89-998ea5c69f16 req-dcab1762-1e07-4193-8d17-c7444147e63b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 210 time: 0.0272534 Dec 10 17:02:22.356124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 433a106b-ba8c-4003-8492-2593d294007e no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:02:22.378509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 433a106b-ba8c-4003-8492-2593d294007e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:02:22.378860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 433a106b-ba8c-4003-8492-2593d294007e not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:02:22.604650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-3e73134d-d8ad-4adf-a50d-58186a81dcb9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:22.606124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-3e73134d-d8ad-4adf-a50d-58186a81dcb9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "GET /v2.0/networks?id=191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 200 len: 816 time: 0.1118093 Dec 10 17:02:22.625237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Request body: {'port': {'device_id': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'admin_state_up': True, 'tenant_id': 'a3005278f4b840508648bb355a9a9661'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:22.780105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Made reservation on behalf of a3005278f4b840508648bb355a9a9661 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:02:22.783713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:22.913313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Allocated IP 172.20.0.9 (191f1728-d7f3-4e19-baf2-cc1999f7f9db/55c8280f-134d-45a7-936d-75d3dd550f13/e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:02:23.034675 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1381d6c0-fee9-456f-82be-5dd83c8c2059 req-c13759c2-32b9-4265-bde5-12b80c869244 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 210 time: 0.0366812 Dec 10 17:02:23.083583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.174867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.219195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:02:23.222416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:02:23.226137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:02:23.232928 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Pushing event updated for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:23.278962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:23.279622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.394863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-0d6ac560-08f2-4b88-b87d-96d546ce5546 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737958 Dec 10 17:02:23.413113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Request body: {'port': {'device_id': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:02:23.461220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d8d40eed-7d35-481c-a5c2-c67abc9525d3 None None] Provisioning complete for port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:02:23.461818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d8d40eed-7d35-481c-a5c2-c67abc9525d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.469640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.495260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d8d40eed-7d35-481c-a5c2-c67abc9525d3 None None] Port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:02:23.720425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:23.727590 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.739729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Transition to ACTIVE for port object e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:02:23.820405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:23.869401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:23.945098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Attempting to bind port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:02:23.945447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Attempting to bind port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:02:23.945784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Attempting to bind port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:23.950522 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:02:23.950857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Attempting to bind port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f on network 191f1728-d7f3-4e19-baf2-cc1999f7f9db {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:02:23.955884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:02:23.956229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Checking segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:02:23.956619 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Bound using segment: {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:02:23.957112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Bound port: e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c6f075-e23b-4a21-9836-366af5f8eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:02:23.957472 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.023794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:02:24.027274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:02:24.094869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.132592 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.133248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:24.134636 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] 10.222.0.61 "PUT /v2.0/ports/e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f HTTP/1.1" status: 200 len: 1093 time: 0.7257440 Dec 10 17:02:24.135147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:24.137387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea89c2-74be-458e-bdca-94373c7121a4" -d '{"events": [{"name": "network-changed", "server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:24.160799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab0717-d45d-4a7f-8ebc-cdeb1db7a8d0 req-ba3ae8d8-b2b8-4f9f-8d4c-0e922e77655c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.166017 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65ab0717-d45d-4a7f-8ebc-cdeb1db7a8d0 req-ba3ae8d8-b2b8-4f9f-8d4c-0e922e77655c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 943 time: 0.0603161 Dec 10 17:02:24.169387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bc331-7d47-4570-bd68-978089cdbbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:24.199371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd31809-f494-4033-ab08-bda3bd0eacac x-openstack-request-id: req-ebd31809-f494-4033-ab08-bda3bd0eacac {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:24.200468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:24.200732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebd31809-f494-4033-ab08-bda3bd0eacac {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:24.201736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f', 'status': 'completed', 'code': 200} Dec 10 17:02:24.219681 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65ab0717-d45d-4a7f-8ebc-cdeb1db7a8d0 req-58687027-31ff-4a52-bc62-d57581a39df2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496216 Dec 10 17:02:24.286124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-28a78575-d0ab-4c63-9d9c-00ce82da8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.287628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-28a78575-d0ab-4c63-9d9c-00ce82da8ff4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0472109 Dec 10 17:02:24.396526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-2009ab8e-6f3e-4d6b-9f26-8d0822ca155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.397572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-2009ab8e-6f3e-4d6b-9f26-8d0822ca155a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3005278f4b840508648bb355a9a9661&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0934098 Dec 10 17:02:24.497582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-86eca3a5-7c63-43c6-bdc4-5f7b2a13e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.499593 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-52ea89c2-74be-458e-bdca-94373c7121a4 req-86eca3a5-7c63-43c6-bdc4-5f7b2a13e114 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941684 Dec 10 17:02:24.585273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-2dc10b5b-d521-4f95-bedf-f8f52944cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.586770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-2dc10b5b-d521-4f95-bedf-f8f52944cc77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3005278f4b840508648bb355a9a9661&device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0414460 Dec 10 17:02:24.640940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-502a8366-0f3b-4284-9059-f981f50859ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f HTTP/1.1" status: 200 len: 217 time: 0.0388989 Dec 10 17:02:24.696035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-9a97e801-5f06-4f43-a70c-9845523e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.697527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-9a97e801-5f06-4f43-a70c-9845523e1ff0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=55c8280f-134d-45a7-936d-75d3dd550f13 HTTP/1.1" status: 200 len: 855 time: 0.0441265 Dec 10 17:02:24.743312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-1b0ec4fd-7f4e-45c1-990b-b8e66d6286d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:24.744820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-1b0ec4fd-7f4e-45c1-990b-b8e66d6286d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=191f1728-d7f3-4e19-baf2-cc1999f7f9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404663 Dec 10 17:02:24.838446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-f609e81d-22b1-411e-8f31-4c8a65800ae2 service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853002 Dec 10 17:02:24.931608 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-269b90a9-5466-483b-84ca-1060da69cbb4 req-946fb1b9-02ea-490f-b7da-36b366674448 service neutron] 10.222.0.61 "GET /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Dec 10 17:02:25.335128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9dec-6642-4c7c-a95b-2415f2ee4d78 req-8e2bede6-8c6f-40fd-80b7-7d98b9e14aa9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:25.336623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-115c9dec-6642-4c7c-a95b-2415f2ee4d78 req-8e2bede6-8c6f-40fd-80b7-7d98b9e14aa9 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 943 time: 0.0490210 Dec 10 17:02:25.385088 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-115c9dec-6642-4c7c-a95b-2415f2ee4d78 req-a2f88fe9-6dee-4edd-a324-36f4b81ab20d tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Dec 10 17:02:26.498608 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda130a2-439e-4dee-9acd-d652cd7decaa req-750a98a8-5053-4a24-af92-fae9ba15d2aa tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:26.500104 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-eda130a2-439e-4dee-9acd-d652cd7decaa req-750a98a8-5053-4a24-af92-fae9ba15d2aa tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 943 time: 0.0495870 Dec 10 17:02:26.550973 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-eda130a2-439e-4dee-9acd-d652cd7decaa req-f67b0089-7227-40b9-ab28-7ce36abd66d0 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Dec 10 17:02:27.668304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fae1bd-8473-41f4-9f76-07df6026a6f2 req-e385723c-5afa-4cba-a336-29194123a976 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:27.670323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c0fae1bd-8473-41f4-9f76-07df6026a6f2 req-e385723c-5afa-4cba-a336-29194123a976 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 943 time: 0.0520439 Dec 10 17:02:27.715436 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c0fae1bd-8473-41f4-9f76-07df6026a6f2 req-9feb25e4-4dc6-4636-b71f-31344ce05d1b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Dec 10 17:02:28.400358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:02:28.496920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:28.508572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f', 'network_id': '191f1728-d7f3-4e19-baf2-cc1999f7f9db', 'port_id': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f', 'mac_address': 'fa:16:3e:8f:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c8280f-134d-45a7-936d-75d3dd550f13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:02:28.545440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:28.557840 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:02:28.576986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:28.648621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:28.698060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:28.829019 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fbe5-5ec0-4a06-aea2-fd8f67830f43 req-bba6a20d-d265-4a74-8f81-98bc9f6abb11 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:28.830509 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bf47fbe5-5ec0-4a06-aea2-fd8f67830f43 req-bba6a20d-d265-4a74-8f81-98bc9f6abb11 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 944 time: 0.0489414 Dec 10 17:02:28.878494 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bf47fbe5-5ec0-4a06-aea2-fd8f67830f43 req-8cca2f81-a6c5-4c91-bd2e-8fba454559be tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Dec 10 17:02:28.915990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:29.992146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c310-8412-46d6-944f-7dfb450432c5 req-f11cc6fa-2bc4-453a-ab33-d33df5812276 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:29.993672 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e6f0c310-8412-46d6-944f-7dfb450432c5 req-f11cc6fa-2bc4-453a-ab33-d33df5812276 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 944 time: 0.0495775 Dec 10 17:02:30.040415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e6f0c310-8412-46d6-944f-7dfb450432c5 req-9112370a-babb-4f49-811d-04989cebfe80 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Dec 10 17:02:30.415998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:02:30.528607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:02:30.532856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:02:30.533266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:30.612016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:30.634032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:30.636286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf1141-c70a-4e5e-991f-b84daa297813" -d '{"events": [{"server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:30.648329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:30.674495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196ecf6-7201-472e-b7aa-87efc2d43b57 x-openstack-request-id: req-a196ecf6-7201-472e-b7aa-87efc2d43b57 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:30.674792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:30.675052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a196ecf6-7201-472e-b7aa-87efc2d43b57 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:30.675454 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f', 'code': 200} Dec 10 17:02:30.717667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:30.764177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:30.979919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13cb1-0529-412a-9ba5-8678124d87a4 req-ed894fa9-0033-4a1b-bf5b-c0d792895ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:30.981338 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fba13cb1-0529-412a-9ba5-8678124d87a4 req-ed894fa9-0033-4a1b-bf5b-c0d792895ec2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 1098 time: 0.0437539 Dec 10 17:02:31.030337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fba13cb1-0529-412a-9ba5-8678124d87a4 req-9cf5b712-3aee-450a-b3b7-50134909f991 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Dec 10 17:02:31.152885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ee4e5-87ef-4175-aa85-4575a7a86026 req-7292759c-283e-445e-83d6-7e1063c40025 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:31.154996 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a71ee4e5-87ef-4175-aa85-4575a7a86026 req-7292759c-283e-445e-83d6-7e1063c40025 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.0488832 Dec 10 17:02:31.208051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a71ee4e5-87ef-4175-aa85-4575a7a86026 req-a982d07b-e305-43a0-beba-b8902f121647 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Dec 10 17:02:32.326036 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58347-cf66-4e04-a42c-c67227681771 req-7bfe86db-2fca-4122-9e9a-b59bf9db543c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.327527 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8d58347-cf66-4e04-a42c-c67227681771 req-7bfe86db-2fca-4122-9e9a-b59bf9db543c tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.0492280 Dec 10 17:02:32.374703 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8d58347-cf66-4e04-a42c-c67227681771 req-24331b3c-52fc-4e9e-881e-767995328808 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Dec 10 17:02:32.485488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50bbc1-f9b5-4471-a0e1-7ee109857a86 req-8f1da7d7-8724-4d87-a12c-1aee45502cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:32.487028 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-da50bbc1-f9b5-4471-a0e1-7ee109857a86 req-8f1da7d7-8724-4d87-a12c-1aee45502cc2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.0480316 Dec 10 17:02:32.536385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-da50bbc1-f9b5-4471-a0e1-7ee109857a86 req-ce67198f-d788-4f26-9a89-bf8925faac7b tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Dec 10 17:02:32.973532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3403cd9-ef54-4be3-90ee-0d3646de6e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:35.214581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0d5312b4-0e1e-42be-879a-21224109f4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:36.699907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:37.958756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:38.705408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:47.688395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:48.932228 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:02:57.683600 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555376ae-8752-4ca9-9b35-048a5050e14f req-91b6705b-e624-4e80-9eae-cdc2d11bcb70 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:57.685238 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-555376ae-8752-4ca9-9b35-048a5050e14f req-91b6705b-e624-4e80-9eae-cdc2d11bcb70 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.1516302 Dec 10 17:02:57.732537 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-555376ae-8752-4ca9-9b35-048a5050e14f req-109faa09-768d-4bc4-9ebc-eea1127fb8e2 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Dec 10 17:02:58.903908 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c32f6-2191-4a84-835c-e510d6e9a739 req-30d53dc9-a20c-4675-a87f-bf2ade406ae8 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:58.905413 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db0c32f6-2191-4a84-835c-e510d6e9a739 req-30d53dc9-a20c-4675-a87f-bf2ade406ae8 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.1032798 Dec 10 17:02:58.952113 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-db0c32f6-2191-4a84-835c-e510d6e9a739 req-bf93e0fa-eabd-433f-9556-3236215d2bce tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff45630-683a-47db-b5bc-ac92b01c2a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Dec 10 17:02:59.306730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-673bcf0b-f63d-471a-b9db-018152b06aa7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:02:59.308180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-673bcf0b-f63d-471a-b9db-018152b06aa7 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 945 time: 0.0479369 Dec 10 17:02:59.402347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Deleting port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:02:59.402690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:59.489251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] For port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:02:59.489543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:59.506417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Calling delete_port for e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:02:59.676308 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:59.695426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:02:59.703510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Pushing event deleted for resources: {'Port': ['ID=e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:02:59.752990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] No DVR routers for this DVR port e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:02:59.755490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:02:59.758906 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2f83226f-e81a-4c1c-b6c3-06cfdfe2eb8a req-730d43da-e16b-48f0-a41b-9f32bafa788e tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.61 "DELETE /v2.0/ports/e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f HTTP/1.1" status: 204 len: 173 time: 0.4408340 Dec 10 17:02:59.759350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'name': 'network-vif-deleted', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:02:59.761644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905e414-918f-4082-be76-95040ba28e9b" -d '{"events": [{"server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "name": "network-vif-deleted", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:02:59.797778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1fc652-d60b-46db-8941-12db342e0e2b x-openstack-request-id: req-7b1fc652-d60b-46db-8941-12db342e0e2b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:02:59.798088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c576c3-8e9b-44cc-a817-8b251b74b6bf", "name": "network-vif-deleted", "tag": "e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:02:59.798351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b1fc652-d60b-46db-8941-12db342e0e2b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:02:59.798970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c576c3-8e9b-44cc-a817-8b251b74b6bf', 'name': 'network-vif-deleted', 'tag': 'e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f', 'status': 'completed', 'code': 200} Dec 10 17:03:00.061521 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd094cdf-5ac2-48f5-85c1-0a3dbad3b061 req-4162b8d7-3287-42ff-9e16-bcf094f960a0 tempest-TestEncryptedCinderVolumes-259244702 tempest-TestEncryptedCinderVolumes-259244702-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c576c3-8e9b-44cc-a817-8b251b74b6bf HTTP/1.1" status: 200 len: 210 time: 0.0267324 Dec 10 17:03:01.206443 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57988) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:01.546236 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:01.792001 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Deleting port d859cf0c-8ba1-4d83-8e75-7870e5cde536 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:01.792338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:01.871682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] For port d859cf0c-8ba1-4d83-8e75-7870e5cde536, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d859cf0c-8ba1-4d83-8e75-7870e5cde536,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:01.872041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:01.884319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Calling delete_port for d859cf0c-8ba1-4d83-8e75-7870e5cde536 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:02.145329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:02.169027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d859cf0c-8ba1-4d83-8e75-7870e5cde536,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:02.182254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.182619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.182971 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.183314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.183654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.183994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.184328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.184659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.185017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.185350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.185678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.186003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.186335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:02.346142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:02.559875 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:03:02.969735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:02.975468 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6778e2bf-4b27-4a22-afe0-264bc188fb59 admin admin] 10.222.0.21 "PUT /v2.0/routers/4b7e52f3-767a-4a8b-8e6d-e590187f4080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679403 Dec 10 17:03:02.978178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57990) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:02.980617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Sync routers for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:02.992777 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:02.993476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:02:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:03.062096 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8fa61787-0ffc-475a-bccc-5a55845f4978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.088889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.102400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:03.192658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.276150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:03:02Z', 'revision_number': 5, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port': {'id': '23bb16e2-4afa-4be8-85a1-48bd98214f49', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:03.300157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Deleting port 23bb16e2-4afa-4be8-85a1-48bd98214f49 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:03.300500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.306860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Checking router: 4b7e52f3-767a-4a8b-8e6d-e590187f4080 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:03.315200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Routers {'4b7e52f3-767a-4a8b-8e6d-e590187f4080'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:03.315800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:02:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:03.380058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] For port 23bb16e2-4afa-4be8-85a1-48bd98214f49, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23bb16e2-4afa-4be8-85a1-48bd98214f49,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:03.380732 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.396928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Calling delete_port for 23bb16e2-4afa-4be8-85a1-48bd98214f49 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:03.400657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] Set router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:03.453886 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:03:03Z', 'revision_number': 6, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:03.479678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbbeb-533a-4cf2-9a3f-64f068f1a6d3 None None] The sync data for ids ['4b7e52f3-767a-4a8b-8e6d-e590187f4080'] in dv-neutron-820858-1-hyperv is: [{'id': '4b7e52f3-767a-4a8b-8e6d-e590187f4080', 'name': 'tempest-TestEncryptedCinderVolumes-614168785-router', 'tenant_id': 'a3005278f4b840508648bb355a9a9661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:26Z', 'updated_at': '2021-12-10T17:03:03Z', 'revision_number': 6, 'project_id': 'a3005278f4b840508648bb355a9a9661', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:03.625561 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.654772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Pushing event deleted for resources: {'Port': ['ID=23bb16e2-4afa-4be8-85a1-48bd98214f49,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:03.676857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c70d6fb-7c41-4bcb-b4d6-155450014538 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:03.718438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.808868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.811115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.932940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.933480 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7e52f3-767a-4a8b-8e6d-e590187f4080 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:03:03.938155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:03.939315 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a915c52d-ee17-443a-8de2-f739a0c0154d admin admin] 10.222.0.21 "DELETE /v2.0/routers/4b7e52f3-767a-4a8b-8e6d-e590187f4080 HTTP/1.1" status: 204 len: 168 time: 0.9599752 Dec 10 17:03:03.941807 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57992) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:03.987193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Deleting subnet 55c8280f-134d-45a7-936d-75d3dd550f13 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:03:03.990907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.024639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.100636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.208964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.237774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c8280f-134d-45a7-936d-75d3dd550f13,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:04.243597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.247338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23bb16e2-4afa-4be8-85a1-48bd98214f49 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:04.249787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 57994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:04.250247 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a68dc326-3855-47e3-984b-fb05e3b81c38 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55c8280f-134d-45a7-936d-75d3dd550f13 HTTP/1.1" status: 204 len: 168 time: 0.3070049 Dec 10 17:03:04.272353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ced20-f144-49bd-8166-ea04a27a2927 None None] Network 191f1728-d7f3-4e19-baf2-cc1999f7f9db requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:04.309645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 23bb16e2-4afa-4be8-85a1-48bd98214f49 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:04.309997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23bb16e2-4afa-4be8-85a1-48bd98214f49 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:04.310422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d859cf0c-8ba1-4d83-8e75-7870e5cde536 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:04.329906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.340153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: d859cf0c-8ba1-4d83-8e75-7870e5cde536 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:04.340500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d859cf0c-8ba1-4d83-8e75-7870e5cde536 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:04.390505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Deleting port 82e98870-6b05-4407-a704-9ab110f7d0ae {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:04.390895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.460694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] For port 82e98870-6b05-4407-a704-9ab110f7d0ae, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=82e98870-6b05-4407-a704-9ab110f7d0ae,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:04.466107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.466739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] DHCP port deletion for 191f1728-d7f3-4e19-baf2-cc1999f7f9db request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:04.476584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Calling delete_port for 82e98870-6b05-4407-a704-9ab110f7d0ae owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:04.520707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Deleting port 82e98870-6b05-4407-a704-9ab110f7d0ae {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:04.521198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.581061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] For port 82e98870-6b05-4407-a704-9ab110f7d0ae, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=82e98870-6b05-4407-a704-9ab110f7d0ae,segment=NetworkSegment(39c6f075-e23b-4a21-9836-366af5f8eb28),segment_id=39c6f075-e23b-4a21-9836-366af5f8eb28)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:04.582103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.594080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Calling delete_port for 82e98870-6b05-4407-a704-9ab110f7d0ae owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:04.602180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.630806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] No DVR routers for this DVR port 82e98870-6b05-4407-a704-9ab110f7d0ae on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:04.634556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e98870-6b05-4407-a704-9ab110f7d0ae,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:04.645121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:04.668109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:04.668385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e7da32d6-b6a0-4d4f-beff-dbcbd7d7a17f not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:04.699012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.715375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.723809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Pushing event deleted for resources: {'Port': ['ID=82e98870-6b05-4407-a704-9ab110f7d0ae,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:04.728101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] No DVR routers for this DVR port 82e98870-6b05-4407-a704-9ab110f7d0ae on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:04.734945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.735305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.735657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.738685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.738943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191f1728-d7f3-4e19-baf2-cc1999f7f9db']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.739734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e56303-c926-4e95-994e-7f30fb973df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:04.748588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c6f075-e23b-4a21-9836-366af5f8eb28') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:04.748888 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c6f075-e23b-4a21-9836-366af5f8eb28') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:04.759038 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.771961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.777942 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:03:04.778322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:03:04.779954 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:03:04.887694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.892108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:04.895452 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/191f1728-d7f3-4e19-baf2-cc1999f7f9db HTTP/1.1" status: 204 len: 168 time: 0.6435783 Dec 10 17:03:04.898441 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57996) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:04.908351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9479a-7c94-4d1b-a3f3-6495b3321b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=191f1728-d7f3-4e19-baf2-cc1999f7f9db,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:05.224646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad342-7038-42b6-bb30-ebfc4d34bb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:05.247586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:05.496053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Deleting port 7674e4d4-9c8c-46b1-8681-952de3c07044 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:05.496319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:05.576778 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] For port 7674e4d4-9c8c-46b1-8681-952de3c07044, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7674e4d4-9c8c-46b1-8681-952de3c07044,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:05.577179 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:05.590956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Calling delete_port for 7674e4d4-9c8c-46b1-8681-952de3c07044 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:05.842385 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:05.866302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7674e4d4-9c8c-46b1-8681-952de3c07044,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:06.038431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.096315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 82e98870-6b05-4407-a704-9ab110f7d0ae no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:06.119599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 82e98870-6b05-4407-a704-9ab110f7d0ae {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:06.119962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 82e98870-6b05-4407-a704-9ab110f7d0ae not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:06.260551 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:03:06.365380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:06.370277 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f23cc206-da64-4e8c-afe7-f077cdaf6db2 admin admin] 10.222.0.21 "PUT /v2.0/routers/49ec2863-0caa-4ed5-b30b-8f27c3c4b836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4707158 Dec 10 17:03:06.372793 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 57998) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:06.375349 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Sync routers for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:06.389959 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:06.390582 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:06.477498 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.496286 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:06.579748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.672681 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:03:05Z', 'revision_number': 5, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port': {'id': '64bcc4f5-382b-4f86-98ad-a42f9215113e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:01:32Z', 'updated_at': '2021-12-10T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:06.703075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Deleting port 64bcc4f5-382b-4f86-98ad-a42f9215113e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:06.703380 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Checking router: 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:06.703917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.716221 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Routers {'49ec2863-0caa-4ed5-b30b-8f27c3c4b836'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:06.716890 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:06.796915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] For port 64bcc4f5-382b-4f86-98ad-a42f9215113e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=64bcc4f5-382b-4f86-98ad-a42f9215113e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:06.797296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.812734 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] Set router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:06.815345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Calling delete_port for 64bcc4f5-382b-4f86-98ad-a42f9215113e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:06.853684 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:06.867521 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:03:06Z', 'revision_number': 6, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:06.892935 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024653fc-6b19-4242-ba05-d3101ee7a048 None None] The sync data for ids ['49ec2863-0caa-4ed5-b30b-8f27c3c4b836'] in dv-neutron-820858-1-hyperv is: [{'id': '49ec2863-0caa-4ed5-b30b-8f27c3c4b836', 'name': 'tempest-TestEncryptedCinderVolumes-1106358342-router', 'tenant_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:01:31Z', 'updated_at': '2021-12-10T17:03:06Z', 'revision_number': 6, 'project_id': '83c0bdd3f9c64fa58fe716c3a95395cb', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:07.042496 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.072166 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bcc4f5-382b-4f86-98ad-a42f9215113e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:07.085960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df125c3-4176-435f-bbf1-65c66dffbbfc None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:07.133824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.224656 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.226910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.327874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.328411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ec2863-0caa-4ed5-b30b-8f27c3c4b836 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:03:07.333590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.334858 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d4402c32-117c-45c4-ae60-aeb3088cbda4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/49ec2863-0caa-4ed5-b30b-8f27c3c4b836 HTTP/1.1" status: 204 len: 168 time: 0.9611175 Dec 10 17:03:07.337747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58000) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:07.384909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Deleting subnet dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:03:07.387969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.421848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.496479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.608037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.633239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:07.639322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.646647 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-62b0ee67-cd44-455f-800f-7fd96d35e8de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dbc6cef8-00c3-4b6d-a3dd-8f864f7523b5 HTTP/1.1" status: 204 len: 168 time: 0.3044274 Dec 10 17:03:07.646855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f92b96-1282-491b-a00d-5bc40e55f5ed None None] Network 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:07.647383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:07.720812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.778831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Deleting port 429dc6e0-cbe0-4af6-98da-4a22aa35992e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:07.779175 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.800856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] DHCP port deletion for 64f141b9-7abb-4c9d-8e9d-17f63febd2b8 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:07.847310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Deleting port 429dc6e0-cbe0-4af6-98da-4a22aa35992e {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:03:07.847681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.848959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] For port 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=429dc6e0-cbe0-4af6-98da-4a22aa35992e,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:07.849328 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.863143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Calling delete_port for 429dc6e0-cbe0-4af6-98da-4a22aa35992e owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:07.917663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] For port 429dc6e0-cbe0-4af6-98da-4a22aa35992e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=429dc6e0-cbe0-4af6-98da-4a22aa35992e,segment=NetworkSegment(c632cd44-73fe-4617-b4c0-f468ebf92051),segment_id=c632cd44-73fe-4617-b4c0-f468ebf92051)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:07.918062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:07.932062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Calling delete_port for 429dc6e0-cbe0-4af6-98da-4a22aa35992e owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:03:08.032094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 64bcc4f5-382b-4f86-98ad-a42f9215113e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:08.052492 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.055059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 64bcc4f5-382b-4f86-98ad-a42f9215113e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:08.055059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 64bcc4f5-382b-4f86-98ad-a42f9215113e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:08.055059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7674e4d4-9c8c-46b1-8681-952de3c07044 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:08.065426 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.073569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7674e4d4-9c8c-46b1-8681-952de3c07044 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:08.073920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7674e4d4-9c8c-46b1-8681-952de3c07044 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:08.074352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 429dc6e0-cbe0-4af6-98da-4a22aa35992e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:03:08.095751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=429dc6e0-cbe0-4af6-98da-4a22aa35992e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:08.098760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 429dc6e0-cbe0-4af6-98da-4a22aa35992e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:03:08.099108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 429dc6e0-cbe0-4af6-98da-4a22aa35992e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:03:08.100588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.106313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] No DVR routers for this DVR port 429dc6e0-cbe0-4af6-98da-4a22aa35992e on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:08.127510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] Pushing event deleted for resources: {'Port': ['ID=429dc6e0-cbe0-4af6-98da-4a22aa35992e,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:08.132740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c718d44-8ad2-4a1c-93ff-af66f34f35cd None None] No DVR routers for this DVR port 429dc6e0-cbe0-4af6-98da-4a22aa35992e on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:03:08.183112 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.202650 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f141b9-7abb-4c9d-8e9d-17f63febd2b8']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:08.211946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c632cd44-73fe-4617-b4c0-f468ebf92051') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:08.212244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c632cd44-73fe-4617-b4c0-f468ebf92051') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:08.221288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.235725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.242675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:03:08.244391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:03:08.244838 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:03:08.682529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.688063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:08.691128 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/64f141b9-7abb-4c9d-8e9d-17f63febd2b8 HTTP/1.1" status: 204 len: 168 time: 1.0436926 Dec 10 17:03:08.702472 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2922c-253a-4206-aeff-f09507594b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=64f141b9-7abb-4c9d-8e9d-17f63febd2b8,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:08.733967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.036672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58006) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.076316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ef51fedc-de5e-421b-82b1-92274132e8f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3005278f4b840508648bb355a9a9661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384634 Dec 10 17:03:09.078758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58008) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.129560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.150272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.253953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.256658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.257853 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ff45630-683a-47db-b5bc-ac92b01c2a8d HTTP/1.1" status: 204 len: 168 time: 0.1782217 Dec 10 17:03:09.265697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd231b6-ce4f-4fdb-ae94-56aa6ae56eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff45630-683a-47db-b5bc-ac92b01c2a8d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:09.785712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58014) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.825146 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9f0d52f-8539-48ef-9446-712e22fae5c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c0bdd3f9c64fa58fe716c3a95395cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381801 Dec 10 17:03:09.827363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58016) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:09.873471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:09.894976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:10.002011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:10.005296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:10.006530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06b1f842-f88b-4bea-8b3a-91e5de3f00e6 HTTP/1.1" status: 204 len: 168 time: 0.1781983 Dec 10 17:03:10.014603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d094-0344-45ba-85ea-6a80b2327ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1f842-f88b-4bea-8b3a-91e5de3f00e6,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:10.932380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58038) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:11.026228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1888503307-network', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:11.122303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Made reservation on behalf of a36df9bdd8274224b29810bd4e846c22 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:11.124634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.136630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.210236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.275960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.303365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:03:11.308836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f154b2c-1f54-407c-8f3c-7c53f77fbe99,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:11.315936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.316859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Added segment 8ab220b8-7de8-4193-9b9e-4fc10600523d of type vlan for network 8f9f11b1-670f-414f-a854-6eea09ada1aa Dec 10 17:03:11.356437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.441958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.442836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:11.443414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.505083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9f11b1-670f-414f-a854-6eea09ada1aa,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:11.514944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:03:11.559577 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c858965b-6c4c-4377-8abf-699e2687f743 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6260130 Dec 10 17:03:11.562743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58042) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:11.567562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Request body: {'subnet': {'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1888503307-subnet', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:11.665124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Made reservation on behalf of a36df9bdd8274224b29810bd4e846c22 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:11.667490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.905166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:11.966011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6b0b71-ed16-45ff-9398-d28f9f5c5865,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:11.968189 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Checking segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:11.968547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Network hostable DHCP agents. Network: 8f9f11b1-670f-414f-a854-6eea09ada1aa, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:03:12.041903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:03:12.122255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 8f9f11b1-670f-414f-a854-6eea09ada1aa) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:12.127091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:12.127986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.132526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292802ff-4beb-4d21-9bc9-9fa84d795513 None None] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:12.211206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-214c0d15-5aba-4a39-b6c3-a7db744db950 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6472859 Dec 10 17:03:12.214154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58044) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:12.219460 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:12.227509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-8f9f11b1-670f-414f-a854-6eea09ada1aa', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:03:12.228386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.322019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.323135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.358443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Allocated IP 172.20.0.2 (8f9f11b1-670f-414f-a854-6eea09ada1aa/5e6b0b71-ed16-45ff-9398-d28f9f5c5865/9bd82cb4-465e-42ac-90cf-c49cbd7a6b40) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:12.374819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.511183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.577577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.596990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.636305 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:12.639194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:12.642726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:12.649493 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Pushing event updated for resources: {'Port': ['ID=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:12.699168 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Attempting to bind port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:12.699551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Attempting to bind port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:12.699923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Attempting to bind port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 on network 8f9f11b1-670f-414f-a854-6eea09ada1aa {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:12.704848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:12.705263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Checking segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:12.705670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.706074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Bound using segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:12.706579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Bound port: 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:12.706971 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.770981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] For port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:12.774055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] For port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:12.845202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.854265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.864640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:12.913502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d211198-4e27-4da3-9952-767a094e5e58 None None] Pushing event updated for resources: {'Port': ['ID=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:12.966842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Allocated IP 172.26.4.117 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/39ff198c-6649-4667-8b3f-d8becfa4ced3) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:13.079915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:13.151579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:13.194635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:13.199462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:13.202128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:13.214672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ce816-41f0-43f4-8d08-c7f7802ec5a5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:13.231355 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Pushing event updated for resources: {'Port': ['ID=39ff198c-6649-4667-8b3f-d8becfa4ced3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:13.262756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-96e85b24-c129-4a49-827b-0eb01c3e3466 None None] Provisioning complete for port 39ff198c-6649-4667-8b3f-d8becfa4ced3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:13.263230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96e85b24-c129-4a49-827b-0eb01c3e3466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:13.301162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-96e85b24-c129-4a49-827b-0eb01c3e3466 None None] Port 39ff198c-6649-4667-8b3f-d8becfa4ced3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:13.540397 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:13.745028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:13.819931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0efc4fd-1c05-4c18-ace3-9fe34f9c1c13 None None] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:13.931678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] Provisioning complete for port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:13.932044 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.025137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.069758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] For port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:14.099201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:14.149072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.202361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:14.202738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.232179 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dfb78-366b-4d8f-8420-4f0a90a6b90e None None] Pushing event updated for resources: {'Port': ['ID=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:14.242064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Router cf2ea26e-b6ac-45ac-8346-dad52f2460fb is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:03:14.300746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9a0208b0-df98-4b83-83fd-72696519ef91 None None] Provisioning complete for port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:14.301141 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a0208b0-df98-4b83-83fd-72696519ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.349594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:14.369599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Sync routers for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:14.386436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:14.387076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:14.409951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.411330 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b3c8ddfb-b518-4682-9484-011cc2832e7c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1962376 Dec 10 17:03:14.414257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58046) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:14.493210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:14.665601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:13Z', 'revision_number': 3, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:14.691056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Checking router: cf2ea26e-b6ac-45ac-8346-dad52f2460fb for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:14.691414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Updating router cf2ea26e-b6ac-45ac-8346-dad52f2460fb port 39ff198c-6649-4667-8b3f-d8becfa4ced3 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:03:14.719056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.827428 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.963171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:14.982101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Allocated IP 172.20.0.1 (8f9f11b1-670f-414f-a854-6eea09ada1aa/5e6b0b71-ed16-45ff-9398-d28f9f5c5865/98a3ed39-46bb-46e7-bc57-e7706399f9e5) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:15.058579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.085857 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.107706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a8e7a-8e3a-460e-af54-ab6a052b348f None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:15.116730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669688fb-c264-41ae-ad10-90fa600bf452 None None] Pushing event updated for resources: {'Port': ['ID=39ff198c-6649-4667-8b3f-d8becfa4ced3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:15.119308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Attempting to bind port 39ff198c-6649-4667-8b3f-d8becfa4ced3 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:15.119679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Attempting to bind port 39ff198c-6649-4667-8b3f-d8becfa4ced3 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:15.120043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Attempting to bind port 39ff198c-6649-4667-8b3f-d8becfa4ced3 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:15.127550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:15.127550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:15.127550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.128462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:15.128953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Bound port: 39ff198c-6649-4667-8b3f-d8becfa4ced3, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:15.129386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.174204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.182498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] For port 39ff198c-6649-4667-8b3f-d8becfa4ced3, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:15.185669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] For port 39ff198c-6649-4667-8b3f-d8becfa4ced3, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=39ff198c-6649-4667-8b3f-d8becfa4ced3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:15.214828 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:15.216781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e0c4b548-7653-43ca-b01d-64dc802cab8b None None] Provisioning complete for port 39ff198c-6649-4667-8b3f-d8becfa4ced3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:15.217188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b548-7653-43ca-b01d-64dc802cab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.219398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:15.223008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:15.247581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Pushing event updated for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:15.254972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b548-7653-43ca-b01d-64dc802cab8b None None] Port 39ff198c-6649-4667-8b3f-d8becfa4ced3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:15.261453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.273636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.308653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91989af-8fb1-44ba-888e-187dbe0f2b2d None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:15.326185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:15.326822 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:15.333874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669688fb-c264-41ae-ad10-90fa600bf452 None None] Pushing event updated for resources: {'Port': ['ID=39ff198c-6649-4667-8b3f-d8becfa4ced3,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:15.424344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] Provisioning complete for port 39ff198c-6649-4667-8b3f-d8becfa4ced3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:15.426582 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.477538 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:15.503920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.672237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.739502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.776049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.806029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.808696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Pushing event updated for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:15.825646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] For port 39ff198c-6649-4667-8b3f-d8becfa4ced3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=39ff198c-6649-4667-8b3f-d8becfa4ced3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:15.852293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:13Z', 'revision_number': 3, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:15.882336 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d099a-ee3c-4c52-9802-bece10f28e1a None None] The sync data for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv is: [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:13Z', 'revision_number': 3, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:15.905137 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:15.907128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:15.908772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:15.960928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855b21-4f14-438a-b277-aa1ed92d8d9a None None] Pushing event updated for resources: {'Port': ['ID=39ff198c-6649-4667-8b3f-d8becfa4ced3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:16.038706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-98c03243-0cdc-4bb1-a116-5f32af293777 None None] Provisioning complete for port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:16.039301 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-98c03243-0cdc-4bb1-a116-5f32af293777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.055409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Router cf2ea26e-b6ac-45ac-8346-dad52f2460fb has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:03:16.070421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:16.113239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-98c03243-0cdc-4bb1-a116-5f32af293777 None None] Port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:16.134020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:16.134353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.220017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:16.226716 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ab89de0f-3e69-49e4-9923-2f9c12f51d8d admin admin] 10.222.0.21 "PUT /v2.0/routers/cf2ea26e-b6ac-45ac-8346-dad52f2460fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113201 Dec 10 17:03:16.257265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c570aaa5-a856-4742-84ad-7d7db39fbf37 None None] Provisioning complete for port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:16.257665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c570aaa5-a856-4742-84ad-7d7db39fbf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:16.295237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c570aaa5-a856-4742-84ad-7d7db39fbf37 None None] Port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:16.893261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58062) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:16.898232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1622227292-network', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:16.996414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Made reservation on behalf of 87cca914d4884e4c831533a9ea8a8da5 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:16.998994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.008875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.084421 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.139102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.167373 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:03:17.174228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bfd67f-1396-44c1-87f6-b213dda18e80,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:17.181385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.181736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Added segment 65906ad2-3bb7-4c8d-87c2-df60e3450d33 of type vlan for network 363f26fc-da24-49ae-90c9-5e41ca28feff Dec 10 17:03:17.225297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.282079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.283045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:17.283643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.347124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] Pushing event updated for resources: {'Network': ['ID=363f26fc-da24-49ae-90c9-5e41ca28feff,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:17.361284 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 363f26fc-da24-49ae-90c9-5e41ca28feff details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:03:17.376607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-50e2670f-bb01-4cf0-8713-f4c0463607cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4821796 Dec 10 17:03:17.382436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58064) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:17.384260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Request body: {'subnet': {'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1622227292-subnet', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:17.493845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Made reservation on behalf of 87cca914d4884e4c831533a9ea8a8da5 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:17.496352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.523012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Sync routers for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:17.537369 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:17.538077 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:17.638876 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:17.716074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.745207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.803096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Pushing event updated for resources: {'Subnet': ['ID=809c2be6-fd31-4b24-8ebf-8d4fc5d6b098,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:17.810097 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Checking segment: {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:17.810478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Network hostable DHCP agents. Network: 363f26fc-da24-49ae-90c9-5e41ca28feff, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:03:17.870918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Network 363f26fc-da24-49ae-90c9-5e41ca28feff is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:03:17.945213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 363f26fc-da24-49ae-90c9-5e41ca28feff) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:17.949262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:17.949853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:17.956364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1ae2b-a098-4938-9489-ba11c46ea9a6 None None] Network 363f26fc-da24-49ae-90c9-5e41ca28feff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:18.015463 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 2, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:18.033876 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4df680b5-bca1-42e7-a305-c3d4570c436d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6533396 Dec 10 17:03:18.041799 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:18.043858 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:18.045309 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Checking router: cf2ea26e-b6ac-45ac-8346-dad52f2460fb for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:18.045674 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Updating router cf2ea26e-b6ac-45ac-8346-dad52f2460fb port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:03:18.074220 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.083850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 39ff198c-6649-4667-8b3f-d8becfa4ced3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:18.134088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-363f26fc-da24-49ae-90c9-5e41ca28feff', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:03:18.134945 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.139506 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.140631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.193502 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.212163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 39ff198c-6649-4667-8b3f-d8becfa4ced3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:18.212447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.312844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Allocated IP 172.20.0.2 (363f26fc-da24-49ae-90c9-5e41ca28feff/809c2be6-fd31-4b24-8ebf-8d4fc5d6b098/f6e6cc62-692c-4202-aea4-6ea250434afb) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:18.375851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.419957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.448520 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.496720 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Pushing event updated for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:18.507026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.522568 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.522920 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.523279 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.523843 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.523924 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.524221 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.524550 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.524875 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.525316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.525549 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.525871 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.526187 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.526509 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:18.563613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Attempting to bind port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:18.563996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Attempting to bind port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:18.564973 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Attempting to bind port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 on network 8f9f11b1-670f-414f-a854-6eea09ada1aa {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:18.571427 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:18.571805 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Checking segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:18.572220 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.572665 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Bound using segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:18.573170 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Bound port: 98a3ed39-46bb-46e7-bc57-e7706399f9e5, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:18.573551 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.579557 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.622757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Network 363f26fc-da24-49ae-90c9-5e41ca28feff is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:18.627749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:18.631099 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:18.640324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Pushing event updated for resources: {'Port': ['ID=f6e6cc62-692c-4202-aea4-6ea250434afb,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:18.667367 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] For port 98a3ed39-46bb-46e7-bc57-e7706399f9e5, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:18.670923 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] For port 98a3ed39-46bb-46e7-bc57-e7706399f9e5, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98a3ed39-46bb-46e7-bc57-e7706399f9e5,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:18.696223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Attempting to bind port f6e6cc62-692c-4202-aea4-6ea250434afb on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:18.697246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Attempting to bind port f6e6cc62-692c-4202-aea4-6ea250434afb by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:18.697690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Attempting to bind port f6e6cc62-692c-4202-aea4-6ea250434afb on network 363f26fc-da24-49ae-90c9-5e41ca28feff {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:18.705161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:18.705549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Checking segment: {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:18.706001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.706392 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Bound using segment: {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:18.706881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Bound port: f6e6cc62-692c-4202-aea4-6ea250434afb, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:18.710049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.728777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.750140 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.753725 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.785115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] For port f6e6cc62-692c-4202-aea4-6ea250434afb, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:18.788255 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] For port f6e6cc62-692c-4202-aea4-6ea250434afb, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e6cc62-692c-4202-aea4-6ea250434afb,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:18.820644 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e109b00-18c0-4926-a44e-e5b2f089b020 None None] Pushing event updated for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:18.826343 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:18.827199 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:18.840373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] Provisioning complete for port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:18.840751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.868928 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Allocated IP 172.26.4.105 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/281024bb-0fa0-4792-b447-810205a6e151) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:18.891202 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:18.967508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:19.000740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.002548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0f9f-23b4-4409-a17f-19f9365cc914 None None] Pushing event updated for resources: {'Port': ['ID=f6e6cc62-692c-4202-aea4-6ea250434afb,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:19.007826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.044708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] For port 98a3ed39-46bb-46e7-bc57-e7706399f9e5, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98a3ed39-46bb-46e7-bc57-e7706399f9e5,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:19.100032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.122639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.145994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:19.149714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:19.153755 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:19.188995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Pushing event updated for resources: {'Port': ['ID=281024bb-0fa0-4792-b447-810205a6e151,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:19.189165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed386620-aa51-45ea-b2a0-f7a172c3f022 None None] Pushing event updated for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:19.192030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb2af5-6d0e-4d0b-b581-16377d44558a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:19.246020 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:18Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:19.250244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00d0736b-be93-4394-9283-16fd7655e755 None None] Provisioning complete for port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:19.250869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00d0736b-be93-4394-9283-16fd7655e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.281338 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2855a9-fdaf-469b-aafb-09b90b387359 None None] The sync data for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv is: [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:18Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:19.494461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-baab7246-21c8-4f78-872f-72c81ff1f9e6 None None] Provisioning complete for port 281024bb-0fa0-4792-b447-810205a6e151 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:19.494830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-baab7246-21c8-4f78-872f-72c81ff1f9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.535600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-baab7246-21c8-4f78-872f-72c81ff1f9e6 None None] Port 281024bb-0fa0-4792-b447-810205a6e151 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:19.580063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:19.804415 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.024772 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Router 92e0369d-4bd6-47c7-9b98-08c849de34e2 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:03:20.106782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8598c1c-68a7-49cd-91dc-28565c945317 None None] Network 363f26fc-da24-49ae-90c9-5e41ca28feff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:03:20.157652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e6cc62-692c-4202-aea4-6ea250434afb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:20.163737 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:20.195118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Sync routers for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:20.227430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] Provisioning complete for port f6e6cc62-692c-4202-aea4-6ea250434afb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:20.227802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.233337 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.234658 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-21fd317a-8a8b-4372-8a05-b010fa087151 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1963036 Dec 10 17:03:20.238064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:03:20.263586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:20.264222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:20.403441 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f6e6cc62-692c-4202-aea4-6ea250434afb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:20.403815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.483471 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:20.556561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.669106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] For port f6e6cc62-692c-4202-aea4-6ea250434afb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e6cc62-692c-4202-aea4-6ea250434afb,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:20.679740 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.691385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.761962 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 3, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:20.794346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Checking router: 92e0369d-4bd6-47c7-9b98-08c849de34e2 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:20.794700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Updating router 92e0369d-4bd6-47c7-9b98-08c849de34e2 port 281024bb-0fa0-4792-b447-810205a6e151 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:03:20.796940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:20.857827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Allocated IP 172.20.0.1 (363f26fc-da24-49ae-90c9-5e41ca28feff/809c2be6-fd31-4b24-8ebf-8d4fc5d6b098/4561001c-5088-4da1-9ebd-f7547b61c682) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:20.968725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.025025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.063183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:03:21.063533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:03:21.072064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-df4c9b12-02d8-4ab0-b0ff-eec6d348f842 None None] Provisioning complete for port f6e6cc62-692c-4202-aea4-6ea250434afb triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:21.072432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df4c9b12-02d8-4ab0-b0ff-eec6d348f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.076084 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7745fd-c7df-4d93-9827-921c830988e5 None None] Pushing event updated for resources: {'Port': ['ID=f6e6cc62-692c-4202-aea4-6ea250434afb,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:21.076518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.115178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Network 363f26fc-da24-49ae-90c9-5e41ca28feff is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:21.118143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:21.120557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:21.158279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Pushing event updated for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:21.170262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.364426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.386923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c74cdb82-0ac6-4676-9aa1-b346f7ed97db None None] Provisioning complete for port 4561001c-5088-4da1-9ebd-f7547b61c682 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:21.387218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c74cdb82-0ac6-4676-9aa1-b346f7ed97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.398767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.425218 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c74cdb82-0ac6-4676-9aa1-b346f7ed97db None None] Port 4561001c-5088-4da1-9ebd-f7547b61c682 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:21.442307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.489517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c71dc-88a3-4826-99d9-2b2e6847979a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:21.502080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Attempting to bind port 281024bb-0fa0-4792-b447-810205a6e151 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:21.502445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Attempting to bind port 281024bb-0fa0-4792-b447-810205a6e151 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:21.503371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Attempting to bind port 281024bb-0fa0-4792-b447-810205a6e151 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:21.506752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7d66-cb90-4f21-8427-12fb99050d22 None None] Pushing event updated for resources: {'Port': ['ID=281024bb-0fa0-4792-b447-810205a6e151,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:21.513152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:21.513556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:21.514095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.514631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:21.514960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Bound port: 281024bb-0fa0-4792-b447-810205a6e151, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:21.515354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.558969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.574497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4f53e22a-78a5-40b2-89c2-49f7b3deba49 None None] Provisioning complete for port 281024bb-0fa0-4792-b447-810205a6e151 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:21.575042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4f53e22a-78a5-40b2-89c2-49f7b3deba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.617584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] For port 281024bb-0fa0-4792-b447-810205a6e151, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:21.618884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.646870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] For port 281024bb-0fa0-4792-b447-810205a6e151, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=281024bb-0fa0-4792-b447-810205a6e151,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:21.649948 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98a3ed39-46bb-46e7-bc57-e7706399f9e5 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:21.653655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4f53e22a-78a5-40b2-89c2-49f7b3deba49 None None] Port 281024bb-0fa0-4792-b447-810205a6e151 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:21.685519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.687398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Pushing event updated for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:21.700292 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:21.700673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.730145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:21.792131 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Network 363f26fc-da24-49ae-90c9-5e41ca28feff is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:21.795324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:21.811391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a65c76-ec39-4603-aa0f-fe3aa58f7d7f None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:03:21.875698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:21.876583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:21.920262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7d66-cb90-4f21-8427-12fb99050d22 None None] Pushing event updated for resources: {'Port': ['ID=281024bb-0fa0-4792-b447-810205a6e151,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:21.922566 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Router 92e0369d-4bd6-47c7-9b98-08c849de34e2 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:03:21.988972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] Provisioning complete for port 281024bb-0fa0-4792-b447-810205a6e151 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:21.989360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:22.047182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:03:22.054295 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-71eb478f-5ab0-49b2-831f-736aba831baf admin admin] 10.222.0.21 "PUT /v2.0/routers/92e0369d-4bd6-47c7-9b98-08c849de34e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138838 Dec 10 17:03:22.075601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:22.086630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e6cc62-692c-4202-aea4-6ea250434afb up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:22.156706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:22.226384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] For port 281024bb-0fa0-4792-b447-810205a6e151, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=281024bb-0fa0-4792-b447-810205a6e151,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:22.271382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port f6e6cc62-692c-4202-aea4-6ea250434afb triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:22.271757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:22.306728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:22.402675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527edf-9565-4cea-951e-f59675bb2367 None None] Pushing event updated for resources: {'Port': ['ID=281024bb-0fa0-4792-b447-810205a6e151,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:22.467949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa6b0223-fd6c-4eb5-a6ac-e3e564f08647 None None] Provisioning complete for port 4561001c-5088-4da1-9ebd-f7547b61c682 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:22.468236 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0223-fd6c-4eb5-a6ac-e3e564f08647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:22.508107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '4561001c-5088-4da1-9ebd-f7547b61c682', 'name': '', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'mac_address': 'fa:16:3e:7e:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:20Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 2, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'subnets': [{'id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:22.540718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f41475-dd36-4da7-ace0-cbf7d840b643 None None] The sync data for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv is: [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '4561001c-5088-4da1-9ebd-f7547b61c682', 'name': '', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'mac_address': 'fa:16:3e:7e:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:20Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 2, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'subnets': [{'id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:22.542209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b0223-fd6c-4eb5-a6ac-e3e564f08647 None None] Port 4561001c-5088-4da1-9ebd-f7547b61c682 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:24.087344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 281024bb-0fa0-4792-b447-810205a6e151 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:24.147102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 281024bb-0fa0-4792-b447-810205a6e151 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:24.147564 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:25.930888 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:03:26.180429 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Sync routers for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:03:26.195393 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:26.196109 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:26.305956 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:26.511885 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '4561001c-5088-4da1-9ebd-f7547b61c682', 'name': '', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'mac_address': 'fa:16:3e:7e:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:20Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 2, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'subnets': [{'id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:26.544747 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Checking router: 92e0369d-4bd6-47c7-9b98-08c849de34e2 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:03:26.545142 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Updating router 92e0369d-4bd6-47c7-9b98-08c849de34e2 port 4561001c-5088-4da1-9ebd-f7547b61c682 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:03:26.573588 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:26.842412 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:26.912209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:26.973488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0d1ca-e96f-4700-bf69-83f1d07853f9 None None] Pushing event updated for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:27.029808 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Attempting to bind port 4561001c-5088-4da1-9ebd-f7547b61c682 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:27.030479 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Attempting to bind port 4561001c-5088-4da1-9ebd-f7547b61c682 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:27.031011 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Attempting to bind port 4561001c-5088-4da1-9ebd-f7547b61c682 on network 363f26fc-da24-49ae-90c9-5e41ca28feff {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:27.039319 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:27.040112 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Checking segment: {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:27.040727 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.041321 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Bound using segment: {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:27.042004 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Bound port: 4561001c-5088-4da1-9ebd-f7547b61c682, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65906ad2-3bb7-4c8d-87c2-df60e3450d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:27.042397 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.121962 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] For port 4561001c-5088-4da1-9ebd-f7547b61c682, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:27.124996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] For port 4561001c-5088-4da1-9ebd-f7547b61c682, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4561001c-5088-4da1-9ebd-f7547b61c682,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:27.207512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-66a82f86-d09a-4625-b7d0-9a53e648bc82 None None] Provisioning complete for port 4561001c-5088-4da1-9ebd-f7547b61c682 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:27.208065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66a82f86-d09a-4625-b7d0-9a53e648bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.219484 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.245339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66a82f86-d09a-4625-b7d0-9a53e648bc82 None None] Port 4561001c-5088-4da1-9ebd-f7547b61c682 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:27.376518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:03:27.377175 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:03:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:27.379107 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0d1ca-e96f-4700-bf69-83f1d07853f9 None None] Pushing event updated for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:27.504629 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:03:27.672039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] Provisioning complete for port 4561001c-5088-4da1-9ebd-f7547b61c682 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:27.672461 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.774058 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '4561001c-5088-4da1-9ebd-f7547b61c682', 'name': '', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'mac_address': 'fa:16:3e:7e:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:20Z', 'updated_at': '2021-12-10T17:03:27Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'subnets': [{'id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:03:27.774818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.814322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] For port 4561001c-5088-4da1-9ebd-f7547b61c682, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4561001c-5088-4da1-9ebd-f7547b61c682,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:27.816682 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d83838-36b3-412f-bb2a-e42e160c6859 None None] The sync data for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv is: [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:21Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '4561001c-5088-4da1-9ebd-f7547b61c682', 'name': '', 'network_id': '363f26fc-da24-49ae-90c9-5e41ca28feff', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'mac_address': 'fa:16:3e:7e:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:20Z', 'updated_at': '2021-12-10T17:03:27Z', 'revision_number': 4, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'subnets': [{'id': '809c2be6-fd31-4b24-8ebf-8d4fc5d6b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:03:27.870833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:27.944071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a01d0c-7459-4725-8a6b-ae15813d2574 None None] Pushing event updated for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:28.100873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4561001c-5088-4da1-9ebd-f7547b61c682 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:28.165762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 4561001c-5088-4da1-9ebd-f7547b61c682 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:28.166138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:32.973372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-624ac615-94e2-4bd6-bf32-7680f76db3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:33.688405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-afa97e1e-26f2-49d6-ae15-cbf982453d71 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:33.690405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-afa97e1e-26f2-49d6-ae15-cbf982453d71 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 815 time: 0.1042898 Dec 10 17:03:33.704818 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-2d259298-b816-4d17-9ad6-12ba3c2c32e3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/quotas/a36df9bdd8274224b29810bd4e846c22 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Dec 10 17:03:33.754321 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-2a947255-d764-4e22-9c34-1211885995a0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435989 Dec 10 17:03:33.769699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-80cf37fc-b608-4f4c-9599-910f0913557a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:03:33.772983 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-80cf37fc-b608-4f4c-9599-910f0913557a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056212 Dec 10 17:03:33.859872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-cc97d7c2-4f73-4422-9464-bc284bbd0830 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Dec 10 17:03:33.955233 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-5c0b8065-8f72-4df3-b035-efd489404a66 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893042 Dec 10 17:03:34.215597 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-16c6f9c8-69a7-42c5-a957-b3bd26995f75 req-a2519217-5582-4970-875a-0515bb9b82fe tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Dec 10 17:03:35.230017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c35da13-293d-4695-aa45-fc83dbf2f327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:35.310738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc0ce37e-77d6-40f5-95d6-3f4b8ef3d438 req-1ac36a8e-c27f-472f-9182-a3ed96757ac4 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Dec 10 17:03:36.404430 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f5a73907-912b-4178-b567-46296b4f31d0 req-446da27a-d23a-497f-95c9-c2bbd8267f9c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Dec 10 17:03:36.442104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-ca20e70e-93a4-4100-97a8-f085d5b596a0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:36.443560 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-ca20e70e-93a4-4100-97a8-f085d5b596a0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 815 time: 0.1090057 Dec 10 17:03:36.462285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'port': {'device_id': '7b079bf9-300b-428a-93d2-a2df78282c90', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'admin_state_up': True, 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:36.653047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Made reservation on behalf of a36df9bdd8274224b29810bd4e846c22 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:03:36.656475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:36.733008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:36.782042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Allocated IP 172.20.0.13 (8f9f11b1-670f-414f-a854-6eea09ada1aa/5e6b0b71-ed16-45ff-9398-d28f9f5c5865/41a62128-b2fe-4513-ae20-4da0a79da4f0) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:03:36.931629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:37.007728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:37.051206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:03:37.054356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:03:37.056816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:03:37.092551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:37.105943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.106301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.106658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.107006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.107349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.107687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.108025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.108362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.108690 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.109056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.109437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.109775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.110106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:03:37.130547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:37.131174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:37.217258 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-1b38bb93-405f-40da-b725-38a2cc96524f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7589364 Dec 10 17:03:37.374693 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ca983713-649b-4fec-b4a7-b0a3cf085810 None None] Provisioning complete for port 41a62128-b2fe-4513-ae20-4da0a79da4f0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:37.375287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ca983713-649b-4fec-b4a7-b0a3cf085810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:37.418191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ca983713-649b-4fec-b4a7-b0a3cf085810 None None] Port 41a62128-b2fe-4513-ae20-4da0a79da4f0 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:03:37.836400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3418e8-f4f7-46de-ae97-50639bae031b req-bf5a9604-960d-4519-8f9a-6b817bc159e8 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:37.837990 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b3418e8-f4f7-46de-ae97-50639bae031b req-bf5a9604-960d-4519-8f9a-6b817bc159e8 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.3617153 Dec 10 17:03:37.887311 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b3418e8-f4f7-46de-ae97-50639bae031b req-992d4b79-d608-4cb3-b5ed-effef649c7e0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Dec 10 17:03:37.978929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:38.727475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:39.009674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d3f5-cf87-484d-b289-09fe0b4320aa req-9ddc4cac-a4a3-42e7-a0a0-002680ccadd5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:39.011280 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-30d4d3f5-cf87-484d-b289-09fe0b4320aa req-9ddc4cac-a4a3-42e7-a0a0-002680ccadd5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0538418 Dec 10 17:03:39.060709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-30d4d3f5-cf87-484d-b289-09fe0b4320aa req-93188dde-236a-4d76-9771-9fc8097ea5eb tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Dec 10 17:03:40.185429 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19170d24-a4bb-4f4b-b4a9-58764f604c6c req-4d2929b6-88db-4881-8638-3c00a8f1f31f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:40.186978 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19170d24-a4bb-4f4b-b4a9-58764f604c6c req-4d2929b6-88db-4881-8638-3c00a8f1f31f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0573771 Dec 10 17:03:40.238901 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-19170d24-a4bb-4f4b-b4a9-58764f604c6c req-9bc7258e-b72a-4fcf-b6a6-0a38f89b91dc tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Dec 10 17:03:41.358254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c28bc-47ff-44cb-8d11-8b682cb9a538 req-e51d880c-d4e4-4800-a1ae-7118a3dfc698 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:41.359726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d21c28bc-47ff-44cb-8d11-8b682cb9a538 req-e51d880c-d4e4-4800-a1ae-7118a3dfc698 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0536222 Dec 10 17:03:41.416035 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d21c28bc-47ff-44cb-8d11-8b682cb9a538 req-2bd49025-c406-4bfd-9ca2-27bec906e4bd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481884 Dec 10 17:03:42.541787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d39e37-f4e4-457e-8e16-3354fd0c00b3 req-7e7fdad4-fc38-41fc-b1e1-92895c9e6816 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:42.543269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1d39e37-f4e4-457e-8e16-3354fd0c00b3 req-7e7fdad4-fc38-41fc-b1e1-92895c9e6816 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0547752 Dec 10 17:03:42.590364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1d39e37-f4e4-457e-8e16-3354fd0c00b3 req-14118304-9218-4dd3-a350-54247c5e4046 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Dec 10 17:03:43.710491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd7c37-d5b9-4e17-84d0-e55227a4e54f req-65a565cb-1fd4-4302-9f70-806708ae669e tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:43.720739 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6bd7c37-d5b9-4e17-84d0-e55227a4e54f req-65a565cb-1fd4-4302-9f70-806708ae669e tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0629814 Dec 10 17:03:43.769456 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6bd7c37-d5b9-4e17-84d0-e55227a4e54f req-a9ceea71-9f93-4366-9014-cfbfb5b17721 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474014 Dec 10 17:03:44.885435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1a50f-5454-40b8-8711-677c610b4fba req-51be9af7-84a4-4de5-ba28-48b53b1ab6c7 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:44.886971 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6fe1a50f-5454-40b8-8711-677c610b4fba req-51be9af7-84a4-4de5-ba28-48b53b1ab6c7 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0533488 Dec 10 17:03:44.936304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6fe1a50f-5454-40b8-8711-677c610b4fba req-658974ce-fcee-4345-b786-166f6084db90 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Dec 10 17:03:46.061194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66850c-8d1b-4be7-bbf2-5563b02fe34e req-d77cace9-1141-498c-848d-ff4bfba6ce97 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:46.062659 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1c66850c-8d1b-4be7-bbf2-5563b02fe34e req-d77cace9-1141-498c-848d-ff4bfba6ce97 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0490429 Dec 10 17:03:46.118186 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1c66850c-8d1b-4be7-bbf2-5563b02fe34e req-21a500cd-cd1f-4fae-a502-89259ae42ba3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Dec 10 17:03:47.240840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59829d-996b-4609-b33e-6fea209267d4 req-0244ef5b-7b30-4889-b66e-c844f37378d6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:47.242345 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b59829d-996b-4609-b33e-6fea209267d4 req-0244ef5b-7b30-4889-b66e-c844f37378d6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0533695 Dec 10 17:03:47.291495 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4b59829d-996b-4609-b33e-6fea209267d4 req-63fe8a45-f6bd-4624-b239-cdf68e72902a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Dec 10 17:03:47.693532 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.147574 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-83b45d2d-ea79-4a93-b416-61c2fc018e7c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:03:48.148635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-83b45d2d-ea79-4a93-b416-61c2fc018e7c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065031 Dec 10 17:03:48.161447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Request body: {'port': {'device_id': '7b079bf9-300b-428a-93d2-a2df78282c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:03:48.217161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.428938 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30331f-9d99-4a49-9022-2373470df2d0 req-17113d5c-ba32-45e1-99dd-272c3246a33c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:48.430805 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c30331f-9d99-4a49-9022-2373470df2d0 req-17113d5c-ba32-45e1-99dd-272c3246a33c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 932 time: 0.0538433 Dec 10 17:03:48.479925 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-3c30331f-9d99-4a49-9022-2373470df2d0 req-cb4a7cef-867c-42b6-8e4b-e68f60d48c50 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Dec 10 17:03:48.501717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a62128-b2fe-4513-ae20-4da0a79da4f0 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:48.512673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.524651 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Transition to ACTIVE for port object 41a62128-b2fe-4513-ae20-4da0a79da4f0 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:03:48.595728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.647492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:48.735925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Attempting to bind port 41a62128-b2fe-4513-ae20-4da0a79da4f0 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:03:48.736270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Attempting to bind port 41a62128-b2fe-4513-ae20-4da0a79da4f0 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:03:48.736632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Attempting to bind port 41a62128-b2fe-4513-ae20-4da0a79da4f0 on network 8f9f11b1-670f-414f-a854-6eea09ada1aa {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:48.741835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Port 41a62128-b2fe-4513-ae20-4da0a79da4f0 on network 8f9f11b1-670f-414f-a854-6eea09ada1aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:03:48.742165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Attempting to bind port 41a62128-b2fe-4513-ae20-4da0a79da4f0 on network 8f9f11b1-670f-414f-a854-6eea09ada1aa {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:03:48.747484 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:03:48.750159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Checking segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:03:48.750159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Bound using segment: {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:03:48.750159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Bound port: 41a62128-b2fe-4513-ae20-4da0a79da4f0, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab220b8-7de8-4193-9b9e-4fc10600523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:03:48.750159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.820842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:03:48.823878 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:03:48.881795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.918245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:48.918871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:48.920250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] 10.222.0.61 "PUT /v2.0/ports/41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1094 time: 0.7628760 Dec 10 17:03:48.920786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:48.928364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa277d7-4977-4f29-bec4-b2851f37a8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:48.950810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2109809-86d6-4b7c-ac6b-44eb2f2a0865 service neutron] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:48.972950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f5c27-f9c5-40f7-90eb-84648ffd95ea x-openstack-request-id: req-ca2f5c27-f9c5-40f7-90eb-84648ffd95ea {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:48.973261 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:48.973524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2f5c27-f9c5-40f7-90eb-84648ffd95ea {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:48.973939 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:03:49.050642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-3c18f88d-d5ff-4759-a1ea-8ad3659930c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.052223 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-3c18f88d-d5ff-4759-a1ea-8ad3659930c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1097 time: 0.0447657 Dec 10 17:03:49.162441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-47f038cb-c130-4c45-a3b9-768135295fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.163935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-47f038cb-c130-4c45-a3b9-768135295fbc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a36df9bdd8274224b29810bd4e846c22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1022561 Dec 10 17:03:49.261134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-77e6c98e-3c1a-4823-aa6e-8ecb0693a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.262522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6aa277d7-4977-4f29-bec4-b2851f37a8dd req-77e6c98e-3c1a-4823-aa6e-8ecb0693a031 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861506 Dec 10 17:03:49.355075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-63210ea8-d232-4d27-b70e-faa1f3149579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.356604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-63210ea8-d232-4d27-b70e-faa1f3149579 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1097 time: 0.0489624 Dec 10 17:03:49.406924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-4f935d06-d612-49b6-98a9-d211b7a57008 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 217 time: 0.0366180 Dec 10 17:03:49.454766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-8a7bfd9b-df67-4404-9d32-acbc87e2b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.456762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-8a7bfd9b-df67-4404-9d32-acbc87e2b025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0429566 Dec 10 17:03:49.510106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-44dcbade-e641-4177-81bd-3327933682ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.511612 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-44dcbade-e641-4177-81bd-3327933682ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432608 Dec 10 17:03:49.594419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f22d87-dc73-4dfb-9bea-0f0f09a7c9f3 req-17aafc98-0879-44e8-a45e-6b9d7489cb98 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:49.595926 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-25f22d87-dc73-4dfb-9bea-0f0f09a7c9f3 req-17aafc98-0879-44e8-a45e-6b9d7489cb98 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 944 time: 0.0492136 Dec 10 17:03:49.610859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-74ca5444-c89f-43c4-b269-f006b31fd54b service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846303 Dec 10 17:03:49.643018 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-25f22d87-dc73-4dfb-9bea-0f0f09a7c9f3 req-391403e1-d489-447d-b021-3bcdc44d2b27 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Dec 10 17:03:49.718319 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d26c1eaf-54b8-4c22-9c82-2cdfebe3cbf1 req-e788f09b-c0ba-4c1b-902a-0e1bab70b176 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946026 Dec 10 17:03:50.764817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abddcf-40fc-4afb-982f-f890ee784fc5 req-cd453444-28d4-4a03-9fd7-c1716aee2703 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:50.766310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d7abddcf-40fc-4afb-982f-f890ee784fc5 req-cd453444-28d4-4a03-9fd7-c1716aee2703 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 944 time: 0.0489297 Dec 10 17:03:50.812140 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d7abddcf-40fc-4afb-982f-f890ee784fc5 req-ebc75a88-98d1-4884-a112-5e443343f6c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Dec 10 17:03:51.928354 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75ba2a-15a8-428c-9aab-8a304aa292f7 req-d9cfeb08-77ce-4c37-8991-fcb12ff572e0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:51.929842 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e75ba2a-15a8-428c-9aab-8a304aa292f7 req-d9cfeb08-77ce-4c37-8991-fcb12ff572e0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 944 time: 0.0521603 Dec 10 17:03:51.976521 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e75ba2a-15a8-428c-9aab-8a304aa292f7 req-369a855f-2b18-47a6-8ba5-7d830a9a4e08 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Dec 10 17:03:52.898683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 41a62128-b2fe-4513-ae20-4da0a79da4f0 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:03:52.989881 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:53.001231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'port_id': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'mac_address': 'fa:16:3e:4c:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:03:53.040850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:53.092277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be39350-3285-4847-8a3d-388308fe8160 req-f9916793-e8dd-4582-96dc-0e4d8995d1b0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:53.093924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6be39350-3285-4847-8a3d-388308fe8160 req-f9916793-e8dd-4582-96dc-0e4d8995d1b0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Dec 10 17:03:53.144370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6be39350-3285-4847-8a3d-388308fe8160 req-9647a527-79f0-4b1f-99ba-146ec556a831 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Dec 10 17:03:53.198523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a62128-b2fe-4513-ae20-4da0a79da4f0 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:03:53.218125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:53.275539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:53.321849 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:53.536095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:03:54.264397 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cc06c-acb2-41f8-a038-31fdb49fd6f1 req-8ebf5a09-ddf9-4f2e-849a-5f6d413de6c9 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:54.265824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a2cc06c-acb2-41f8-a038-31fdb49fd6f1 req-8ebf5a09-ddf9-4f2e-849a-5f6d413de6c9 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Dec 10 17:03:54.311706 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9a2cc06c-acb2-41f8-a038-31fdb49fd6f1 req-72bb8188-4114-4b1c-9538-9355d8512bef tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Dec 10 17:03:54.914332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 41a62128-b2fe-4513-ae20-4da0a79da4f0 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:03:55.041046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 41a62128-b2fe-4513-ae20-4da0a79da4f0 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:03:55.044846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 41a62128-b2fe-4513-ae20-4da0a79da4f0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:03:55.045261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.119619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.145101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:03:55.147373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b40c7f-86e9-4214-bfad-c898fb7854c8" -d '{"events": [{"server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "name": "network-vif-plugged", "status": "completed", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:03:55.160018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:03:55.184700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e3390-52bd-419e-92be-7870aceae995 x-openstack-request-id: req-997e3390-52bd-419e-92be-7870aceae995 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:03:55.185021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "name": "network-vif-plugged", "status": "completed", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:03:55.185280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-997e3390-52bd-419e-92be-7870aceae995 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:03:55.185676 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'code': 200} Dec 10 17:03:55.224509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:03:55.272956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:03:55.432125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b05229-e6c3-4224-95f2-6f41ef7b6b20 req-f897e9b3-bd9c-412d-bb78-c1e9881a7abd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:55.433743 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-08b05229-e6c3-4224-95f2-6f41ef7b6b20 req-f897e9b3-bd9c-412d-bb78-c1e9881a7abd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0557230 Dec 10 17:03:55.456704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd4e9a-60b1-43d6-81d2-031cbf058efc req-62cab450-feeb-45c9-93d8-46cdda9ab388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:55.458254 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68dd4e9a-60b1-43d6-81d2-031cbf058efc req-62cab450-feeb-45c9-93d8-46cdda9ab388 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0456479 Dec 10 17:03:55.481776 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-08b05229-e6c3-4224-95f2-6f41ef7b6b20 req-3ef83dd1-74b4-48c3-9410-cf8c01d949c8 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Dec 10 17:03:55.508618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-68dd4e9a-60b1-43d6-81d2-031cbf058efc req-d43cb45e-c8b5-4f90-8e91-bed8cb7a494c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Dec 10 17:03:56.600257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4845018-24d7-45be-a802-245660a7d503 req-9b5ef0dd-3b28-40af-a68a-95684743db83 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:56.601791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c4845018-24d7-45be-a802-245660a7d503 req-9b5ef0dd-3b28-40af-a68a-95684743db83 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0495095 Dec 10 17:03:56.648661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c4845018-24d7-45be-a802-245660a7d503 req-6b2ef1c3-961e-450f-a9bf-277a2d7848a4 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Dec 10 17:03:57.762196 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383e2bb-a946-4f00-8a41-127a22dbc7f4 req-3b51f70b-d8de-492c-9c2c-93f1d2900df6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:57.763778 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0383e2bb-a946-4f00-8a41-127a22dbc7f4 req-3b51f70b-d8de-492c-9c2c-93f1d2900df6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Dec 10 17:03:57.810519 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0383e2bb-a946-4f00-8a41-127a22dbc7f4 req-ff47f918-d259-4f7d-9033-2e00b15f13be tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Dec 10 17:03:57.920235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b948c-28e7-4fe6-849c-d2380ba6e29c req-44601026-85b3-400f-b6fb-5e07a1b86bcf tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:57.921711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-305b948c-28e7-4fe6-849c-d2380ba6e29c req-44601026-85b3-400f-b6fb-5e07a1b86bcf tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0471804 Dec 10 17:03:57.972020 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-305b948c-28e7-4fe6-849c-d2380ba6e29c req-1e84de78-3c0f-4467-9d7c-152c5e11c084 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Dec 10 17:03:58.289809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde04573-36ca-4e1b-bf61-75f5eee547e6 req-86bb089d-48a8-443b-8e5e-82ba2e94c0b5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:03:58.291194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dde04573-36ca-4e1b-bf61-75f5eee547e6 req-86bb089d-48a8-443b-8e5e-82ba2e94c0b5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Dec 10 17:03:58.337802 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dde04573-36ca-4e1b-bf61-75f5eee547e6 req-142e7209-5506-4374-afda-d20ce6ebeeb8 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Dec 10 17:04:02.929931 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:04:02.989580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e899871f-da5e-4c87-b410-7fa53867321e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:05.189762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9a47781b-1e9f-4bd0-b411-f0478d0e5845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:06.721052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:07.966685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:08.715389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:13.575855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f5c2-0a9c-4bbc-8ff4-17c8dde1648d req-b2c01ca6-218b-44c8-8253-38afc93118c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:13.582145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07c1f5c2-0a9c-4bbc-8ff4-17c8dde1648d req-b2c01ca6-218b-44c8-8253-38afc93118c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0623820 Dec 10 17:04:13.636754 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-07c1f5c2-0a9c-4bbc-8ff4-17c8dde1648d req-83dd5664-b1b9-4592-875b-da3a113b05e7 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Dec 10 17:04:13.659817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58284) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:13.793631 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37252d7a-de78-4368-a981-a7644fc14b60 tempest-TestMinimumBasicScenario-2073320716 tempest-TestMinimumBasicScenario-2073320716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:13.796365 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-37252d7a-de78-4368-a981-a7644fc14b60 tempest-TestMinimumBasicScenario-2073320716 tempest-TestMinimumBasicScenario-2073320716-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1094 time: 0.1343284 Dec 10 17:04:13.798422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58288) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:13.803513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:14.127213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:14.225602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:14.329392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Allocated IP 172.26.4.162 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/8214bf6b-9cf1-4521-9439-305f24531485) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:04:14.431056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:14.498227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:14.533821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:04:14.536595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:04:14.540149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:04:14.567349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'Port': ['ID=8214bf6b-9cf1-4521-9439-305f24531485,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:14.894976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.014218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.172029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.217955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.289297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'Port': ['ID=8214bf6b-9cf1-4521-9439-305f24531485,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:15.298445 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.398030 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Floating IP 045755f5-41ff-4851-8bad-fe698ca35c58 associated. External IP: 172.26.4.162, port: 41a62128-b2fe-4513-ae20-4da0a79da4f0. Dec 10 17:04:15.604940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Router cf2ea26e-b6ac-45ac-8346-dad52f2460fb has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:04:15.712505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:04:15.722465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Sync routers for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:04:15.731998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:15.739142 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:04:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:15.826137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:15.836432 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:15.854203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1bf8009f-5e68-4d94-8e96-d74b7d310c12 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0546141 Dec 10 17:04:15.854799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:15.857152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad77116-90d8-4a0a-aa24-007319b4040b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:15.857503 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58290) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:15.862962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125767451', 'description': 'tempest-secgroup-smoke-2125767451 description', 'project_id': 'a36df9bdd8274224b29810bd4e846c22'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:15.895960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6cddb-3cf0-40da-a800-069901d71269 x-openstack-request-id: req-abd6cddb-3cf0-40da-a800-069901d71269 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:15.896499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:15.896499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abd6cddb-3cf0-40da-a800-069901d71269 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:15.896967 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:04:15.950521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.009130 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad77116-90d8-4a0a-aa24-007319b4040b req-d34c78b9-1d5c-4793-9bd8-afee3d812a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:16.010879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-d34c78b9-1d5c-4793-9bd8-afee3d812a97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0886464 Dec 10 17:04:16.022950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.075337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '045755f5-41ff-4851-8bad-fe698ca35c58', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'port_id': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'mac_address': 'fa:16:3e:4c:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b079bf9-300b-428a-93d2-a2df78282c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:14Z', 'updated_at': '2021-12-10T17:04:14Z', 'revision_number': 0, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:16.092674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.102177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Checking router: cf2ea26e-b6ac-45ac-8346-dad52f2460fb for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:04:16.110848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:04:16.111395 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:04:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:16.119068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad77116-90d8-4a0a-aa24-007319b4040b req-f9bba449-2ef3-4455-9f60-46a993664a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:16.120619 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-f9bba449-2ef3-4455-9f60-46a993664a96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.0999143 Dec 10 17:04:16.131630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac79ec-eae7-4588-8489-08d90c9f3cdc,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:16.139087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.139447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.139803 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.140151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.140487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.141033 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.141531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.142020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.142515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.143108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.143626 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.144101 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.144594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:04:16.185934 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.187226 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1953cc17-a517-499f-ac09-f9acd0740a9d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3286796 Dec 10 17:04:16.190935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58296) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:16.193686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-42284483-886a-4a06-8b9e-cd1f6ee89e3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0647485 Dec 10 17:04:16.195914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:16.222198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:04:16.246829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad77116-90d8-4a0a-aa24-007319b4040b req-2b0f1d5d-8e39-4b46-8fac-ea2e667fc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:16.248371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-2b0f1d5d-8e39-4b46-8fac-ea2e667fc4a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0475321 Dec 10 17:04:16.297844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad77116-90d8-4a0a-aa24-007319b4040b req-dc8ca7a5-763f-44b9-93ec-dd01fe1d67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:16.299953 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-dc8ca7a5-763f-44b9-93ec-dd01fe1d67ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442069 Dec 10 17:04:16.315682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.377468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.395208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-43bc460c-b2a4-4f61-a940-fcaa7a826d3d service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Dec 10 17:04:16.446704 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.455295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '045755f5-41ff-4851-8bad-fe698ca35c58', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'port_id': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'mac_address': 'fa:16:3e:4c:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b079bf9-300b-428a-93d2-a2df78282c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:14Z', 'updated_at': '2021-12-10T17:04:14Z', 'revision_number': 0, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:04:16.467615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cd6c06-e83e-48c6-862a-05a73f2ace9b,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:16.485110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35880ad-9e96-495b-9f39-6b30e64e6300 None None] The sync data for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv is: [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '045755f5-41ff-4851-8bad-fe698ca35c58', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'port_id': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'mac_address': 'fa:16:3e:4c:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b079bf9-300b-428a-93d2-a2df78282c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:04:14Z', 'updated_at': '2021-12-10T17:04:14Z', 'revision_number': 0, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:04:16.496549 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cad77116-90d8-4a0a-aa24-007319b4040b req-f5d6eafd-1276-47b3-85a8-85e7ffdc2960 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925007 Dec 10 17:04:16.523434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.524806 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a058367d-c8d0-4a74-8aff-16786f84c726 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325963 Dec 10 17:04:16.527761 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58298) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:16.532392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:16.600923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.660606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.700921 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ffa61-92fc-4074-b495-befef271c581 None None] New status for floating IP 045755f5-41ff-4851-8bad-fe698ca35c58: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:04:16.726700 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.745809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42d7917-9f51-43e5-b725-caec0e1acd7a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:16.809034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.810429 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-575d8a0b-78b4-433f-9eba-4ed229b8eb57 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816772 Dec 10 17:04:16.814889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58300) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:16.819510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:16.885918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.945567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:16.989342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.007655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611d5308-53bd-4c07-a6d1-32111b3f480f,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:17.066636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.067872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2797bf91-9f26-4fb5-99e2-68f4d9e71b4b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519898 Dec 10 17:04:17.070727 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58302) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:17.075049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:17.142593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.202718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.252230 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.269547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a578e577-bcbf-4938-b5f0-ced37f6dd1b3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:17.328550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.329784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-518483f9-5c66-49f6-b1b5-24a674559ae3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2581317 Dec 10 17:04:17.332511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58304) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:17.337170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:17.412477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Project a36df9bdd8274224b29810bd4e846c22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:04:17.417398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.477212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.549846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.568557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f569c717-df1c-4637-8f6b-d4796a9aea44,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:17.649048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.650311 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-18809e77-0f20-4cbf-a29c-f7b7d6374c56 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3168263 Dec 10 17:04:17.653031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58306) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:04:17.657581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'security_group_rule': {'security_group_id': '50ac79ec-eae7-4588-8489-08d90c9f3cdc', 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:17.743568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.760654 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Project a36df9bdd8274224b29810bd4e846c22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:04:17.766068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.825657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.880405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.901382 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b33eefa-3164-4655-b518-94252c36a5fe,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:17.945806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:17.947054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ddeb5323-4d7e-462a-b302-6cc8fe6e3739 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930489 Dec 10 17:04:18.035722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d441238-d256-4864-b795-d1d387e0a670 req-a4797593-f82f-46f0-9a2a-fdee3b7018b3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125767451&fields=id&tenant_id=a36df9bdd8274224b29810bd4e846c22 HTTP/1.1" status: 200 len: 267 time: 0.0440924 Dec 10 17:04:18.088182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441238-d256-4864-b795-d1d387e0a670 req-b4cb2961-fcfc-4f60-bf7c-f4921284ce8c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.089689 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d441238-d256-4864-b795-d1d387e0a670 req-b4cb2961-fcfc-4f60-bf7c-f4921284ce8c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0480647 Dec 10 17:04:18.100920 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'port': {'security_groups': ['3f154b2c-1f54-407c-8f3c-7c53f77fbe99', '50ac79ec-eae7-4588-8489-08d90c9f3cdc']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:04:18.164693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.342569 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-932f3aba-41fa-45ca-afcc-0877a62a659d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968888 Dec 10 17:04:18.400328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:04:18.453303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.457330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-bea3c56a-c3da-4959-a4ed-d39d77d27421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.462396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-bea3c56a-c3da-4959-a4ed-d39d77d27421 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0698464 Dec 10 17:04:18.521078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.534344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:18.573482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.574113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.575512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d441238-d256-4864-b795-d1d387e0a670 req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "PUT /v2.0/ports/41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 982 time: 0.4794633 Dec 10 17:04:18.578773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:04:18.581891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:04:18.617222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d043aa-1a1b-4ad9-a4bd-0fc5329071c2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=6']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:04:18.646861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:04:18.654604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fc0d99-9a99-4e7a-8aa1-a0a73f886ce7 x-openstack-request-id: req-23fc0d99-9a99-4e7a-8aa1-a0a73f886ce7 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:04:18.655296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:04:18.655545 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23fc0d99-9a99-4e7a-8aa1-a0a73f886ce7 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:04:18.656026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:04:18.657700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-4028b66d-f20e-457f-82f8-f79a0996630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.659923 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-4028b66d-f20e-457f-82f8-f79a0996630f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.1818264 Dec 10 17:04:18.719402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241db6-4d6c-4613-bcce-b258bd829edf req-114871cf-9fea-4ea1-bac0-9b02d778747b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.723171 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59241db6-4d6c-4613-bcce-b258bd829edf req-114871cf-9fea-4ea1-bac0-9b02d778747b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0616066 Dec 10 17:04:18.739888 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-aa4e496f-9525-4860-ad72-f7f225294eed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0721624 Dec 10 17:04:18.812683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-6d4caf57-543b-402d-b364-f8b2719ee567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.814691 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59241db6-4d6c-4613-bcce-b258bd829edf req-97f0c61b-9780-4931-97eb-7d525818aa60 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848184 Dec 10 17:04:18.814863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-6d4caf57-543b-402d-b364-f8b2719ee567 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0666065 Dec 10 17:04:18.867817 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-f8605e4c-a692-4c1e-ab40-b77e66a19637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:18.869390 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-f8605e4c-a692-4c1e-ab40-b77e66a19637 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459723 Dec 10 17:04:18.881946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e31fdc86-d784-43dd-95ad-87d7aca27918 None None] Provisioning complete for port 41a62128-b2fe-4513-ae20-4da0a79da4f0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:04:18.882476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e31fdc86-d784-43dd-95ad-87d7aca27918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:18.964270 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-548a1730-75cf-4bd4-811e-40123b2867a6 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Dec 10 17:04:19.056478 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2761f6d-416f-4fc2-9453-37536b0c6f7b req-a2f63415-e4a8-4c86-b67e-d63da355ec45 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850165 Dec 10 17:04:19.150543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-d58fcc62-010e-4e81-8932-5aba0213849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:19.152295 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-d58fcc62-010e-4e81-8932-5aba0213849d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1138 time: 0.0530179 Dec 10 17:04:19.534622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-5c267876-4e92-41c8-972a-196c16928696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:19.535988 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-5c267876-4e92-41c8-972a-196c16928696 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.3762553 Dec 10 17:04:19.612050 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-2e3372d7-bd45-4772-acb0-d9b17266f3a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0653806 Dec 10 17:04:19.661043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-02b358c9-b294-41c3-8c39-f164443a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:19.663010 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-02b358c9-b294-41c3-8c39-f164443a46b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0438938 Dec 10 17:04:19.716185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-390f3511-ef8a-4086-92b8-333cef1c6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:19.718040 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-390f3511-ef8a-4086-92b8-333cef1c6977 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468028 Dec 10 17:04:19.820608 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-4099c7b7-337e-455a-bd2e-40e4b1dccde9 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934362 Dec 10 17:04:19.919992 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-652442b3-a1bb-4d48-8c6b-2ab2e95e25b7 req-ccc726b9-ae89-469f-a4fa-47f3069ee843 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922246 Dec 10 17:04:32.972346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c29e922-2ef6-44c3-874f-b86b9d4ea2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:33.106276 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce5df-93f5-469c-95bc-7e540b6b9cbe req-3d8e0954-eb4c-4c3d-833a-fcf8c9977247 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.107980 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e84ce5df-93f5-469c-95bc-7e540b6b9cbe req-3d8e0954-eb4c-4c3d-833a-fcf8c9977247 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0531678 Dec 10 17:04:33.157294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce812f-9915-4c77-8e05-05d605804b13 req-4b31eec1-043d-441f-af56-2e5d176e3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.158797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-4b31eec1-043d-441f-af56-2e5d176e3504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1138 time: 0.0459239 Dec 10 17:04:33.172503 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e84ce5df-93f5-469c-95bc-7e540b6b9cbe req-3e2c50ea-8d52-4924-855e-eacef717f20d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582702 Dec 10 17:04:33.249933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce812f-9915-4c77-8e05-05d605804b13 req-fc2d1c10-32af-4011-b628-81020f289f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.251436 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-fc2d1c10-32af-4011-b628-81020f289f79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.0845239 Dec 10 17:04:33.323870 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-8273d17e-043a-47a0-968d-e642656ef3da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0635719 Dec 10 17:04:33.374583 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce812f-9915-4c77-8e05-05d605804b13 req-6a0fd718-349a-4a3b-8ad1-37eb99c431c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.375977 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-6a0fd718-349a-4a3b-8ad1-37eb99c431c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0447130 Dec 10 17:04:33.425720 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce812f-9915-4c77-8e05-05d605804b13 req-61ee782c-158d-4d42-96c1-7c6da6effd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:33.427338 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-61ee782c-158d-4d42-96c1-7c6da6effd93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408602 Dec 10 17:04:33.521647 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-2276fe0a-88a9-4796-b17e-ff9e796a21ce service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Dec 10 17:04:33.612730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddce812f-9915-4c77-8e05-05d605804b13 req-51a7e2a6-f5c6-437e-a768-9d6ec42fb663 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823641 Dec 10 17:04:34.289033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf77d-d785-479b-b6d5-929713a95126 req-9acd7fcb-1f57-4a24-b373-ceda0e498377 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:34.290403 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-964cf77d-d785-479b-b6d5-929713a95126 req-9acd7fcb-1f57-4a24-b373-ceda0e498377 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0496416 Dec 10 17:04:34.353333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-964cf77d-d785-479b-b6d5-929713a95126 req-6f0f004c-b714-4de3-bf15-53a29eba766d tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568099 Dec 10 17:04:35.223060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d772-7c9e-4279-bdd0-d4a1e9abcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:35.468672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85bd2-46a2-48e9-a2d2-07107662263c req-9ce75a9f-a1e7-47f8-b7a1-5d19aa2b06b2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:35.470097 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24d85bd2-46a2-48e9-a2d2-07107662263c req-9ce75a9f-a1e7-47f8-b7a1-5d19aa2b06b2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0482059 Dec 10 17:04:35.528224 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-24d85bd2-46a2-48e9-a2d2-07107662263c req-7628d0d7-e4d3-4c09-9cd3-96559288a911 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516427 Dec 10 17:04:36.661860 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023756bb-13db-4526-8c21-6f831e68b382 req-7cf9b910-4c48-435f-98d0-1c93067c5ca3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:36.663359 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-023756bb-13db-4526-8c21-6f831e68b382 req-7cf9b910-4c48-435f-98d0-1c93067c5ca3 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0556526 Dec 10 17:04:36.708918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:36.723611 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-023756bb-13db-4526-8c21-6f831e68b382 req-05ed57d3-bc0f-4a2a-b464-4904ca7855ae tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542283 Dec 10 17:04:37.838076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bb373-ce85-40a1-983a-0b4c032a96c2 req-8112a5dd-3211-4186-911b-3138eed792bd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:37.839589 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4f7bb373-ce85-40a1-983a-0b4c032a96c2 req-8112a5dd-3211-4186-911b-3138eed792bd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0508022 Dec 10 17:04:37.904393 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4f7bb373-ce85-40a1-983a-0b4c032a96c2 req-63ba180b-6807-46c2-953a-44f9ba3ee839 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587780 Dec 10 17:04:37.977558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:38.731585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:04:39.018291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005cf5-01ba-476a-89ab-3fe94cb8650b req-8d762314-61ea-4428-ad84-997ce0f1f3b0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:39.019691 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c8005cf5-01ba-476a-89ab-3fe94cb8650b req-8d762314-61ea-4428-ad84-997ce0f1f3b0 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0494299 Dec 10 17:04:39.081022 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c8005cf5-01ba-476a-89ab-3fe94cb8650b req-99cb66fe-d520-47b1-95b2-25c02f0b5a3b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548728 Dec 10 17:04:39.928613 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:04:40.196685 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c28b-2ef9-440b-aac0-32217b3e917a req-7858a878-7e90-43bc-a232-b9f7cc2c4bd5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:40.198090 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37d8c28b-2ef9-440b-aac0-32217b3e917a req-7858a878-7e90-43bc-a232-b9f7cc2c4bd5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0486155 Dec 10 17:04:40.257955 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37d8c28b-2ef9-440b-aac0-32217b3e917a req-ab1136f0-f557-4c6b-8581-cea0bd595586 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538051 Dec 10 17:04:41.376523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8ab0e-59cd-4acc-84e2-63b121710bdf req-6c3999fe-8a3d-4e0b-8525-a320fd40648c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:41.378027 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32d8ab0e-59cd-4acc-84e2-63b121710bdf req-6c3999fe-8a3d-4e0b-8525-a320fd40648c tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0540769 Dec 10 17:04:41.437346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32d8ab0e-59cd-4acc-84e2-63b121710bdf req-34a93c4e-f0cd-4999-afca-c0978cd52fba tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533166 Dec 10 17:04:42.709606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424646b1-1732-41f8-9e30-825f65f3e6d2 req-f2e6b7bc-91fc-43fe-bb22-d4dcbed636e1 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:42.711334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-424646b1-1732-41f8-9e30-825f65f3e6d2 req-f2e6b7bc-91fc-43fe-bb22-d4dcbed636e1 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0491147 Dec 10 17:04:42.770312 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-424646b1-1732-41f8-9e30-825f65f3e6d2 req-73e06501-c2a4-49f5-90ab-3206367d0a87 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529282 Dec 10 17:04:43.884379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95abbe-4d1e-4272-866c-8e0e1589c8f1 req-bf348296-fbe3-4a98-ac45-21c0318cbdc2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:43.885888 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d95abbe-4d1e-4272-866c-8e0e1589c8f1 req-bf348296-fbe3-4a98-ac45-21c0318cbdc2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0497177 Dec 10 17:04:43.945099 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d95abbe-4d1e-4272-866c-8e0e1589c8f1 req-112b013d-054e-42c6-88eb-a9a199b05279 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534079 Dec 10 17:04:45.065974 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993ac4d-32c7-4ead-8505-a6e5e4689539 req-a691d7cc-cd37-4131-a145-35dfcd05ccc5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:04:45.067462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1993ac4d-32c7-4ead-8505-a6e5e4689539 req-a691d7cc-cd37-4131-a145-35dfcd05ccc5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0567038 Dec 10 17:04:45.127144 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1993ac4d-32c7-4ead-8505-a6e5e4689539 req-3481ab77-ce80-4ed6-9841-c263b7b91f1b tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=50ac79ec-eae7-4588-8489-08d90c9f3cdc&id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536733 Dec 10 17:04:47.748791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:02.982784 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3855b9a2-6ed0-4ee8-836c-208c39baa813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:05.240076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-23f36408-0398-403e-bb8c-7c1791776b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:06.714364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:07.965667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:08.696655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:16.927312 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:05:17.681750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-5c68c5cd-efc6-489e-8ab1-e0acdd10b303 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125767451&fields=id&tenant_id=a36df9bdd8274224b29810bd4e846c22 HTTP/1.1" status: 200 len: 267 time: 0.0473411 Dec 10 17:05:17.734031 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-76476f82-c4a9-4c20-ba91-888e6b4850d6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:17.735476 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-76476f82-c4a9-4c20-ba91-888e6b4850d6 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 985 time: 0.0481973 Dec 10 17:05:17.736809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:17.747075 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Request body: {'port': {'security_groups': ['3f154b2c-1f54-407c-8f3c-7c53f77fbe99']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:17.812078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:17.986351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:18.014972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.068183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.087509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:05:18.118274 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:18.118901 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.120656 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ef673b08-61a4-4de3-93d8-1e8eb4ab9f8a req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "PUT /v2.0/ports/41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 943 time: 0.3777287 Dec 10 17:05:18.120803 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:05:18.123416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a3397-2808-4e33-8721-36c04edfc5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:05:18.126750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58362) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:18.167351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event updated for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=7']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:18.178613 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.178974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.179966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.180310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.180649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.181011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.189526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.189887 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.190239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.190582 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.190924 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.192489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.193056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cbdbd6-fe6c-4439-86b5-19e12580bf34 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.225615 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.249996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:05:18.257425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.324401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ee187-5c6e-4608-8329-7973dea89dec x-openstack-request-id: req-399ee187-5c6e-4608-8329-7973dea89dec {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:05:18.324707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:05:18.324996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-399ee187-5c6e-4608-8329-7973dea89dec {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:05:18.325414 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:05:18.399188 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-e68137dc-0f8e-45cc-a0db-1b16aed9067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:18.400636 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-e68137dc-0f8e-45cc-a0db-1b16aed9067d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0484223 Dec 10 17:05:18.411271 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.414836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.416424 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "DELETE /v2.0/security-groups/50ac79ec-eae7-4588-8489-08d90c9f3cdc HTTP/1.1" status: 204 len: 168 time: 0.2882893 Dec 10 17:05:18.420151 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58366) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:18.465697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac79ec-eae7-4588-8489-08d90c9f3cdc,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:18.472001 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-26d5359e-c68f-4dda-8c7a-496cdc9fa367 None None] Provisioning complete for port 41a62128-b2fe-4513-ae20-4da0a79da4f0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:18.472384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-26d5359e-c68f-4dda-8c7a-496cdc9fa367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.482517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.483604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.483604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.483604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.483904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.484213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.484881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.484881 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.485232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.485572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.485909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.486238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.486573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8bdc1c-1901-4745-8a0d-1a5c2af9214a tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:18.497995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-08e5be87-e7fc-4a8d-92cc-3f79c202e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:18.499605 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-08e5be87-e7fc-4a8d-92cc-3f79c202e9d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.0898597 Dec 10 17:05:18.578355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-cd93ec8d-6085-4de2-b3db-1622acf59606 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0693130 Dec 10 17:05:18.631419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-6950e72e-7f37-4719-98c3-a5b7af0e6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:18.632990 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-6950e72e-7f37-4719-98c3-a5b7af0e6e39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0457318 Dec 10 17:05:18.688676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-1cc618cd-36ac-4d41-b119-aefdd42ab02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:18.690247 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-1cc618cd-36ac-4d41-b119-aefdd42ab02a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440810 Dec 10 17:05:18.795478 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-d55b1a93-7fd7-4552-922e-85b690925063 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927870 Dec 10 17:05:18.893864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a17a3397-2808-4e33-8721-36c04edfc5f9 req-42429adf-374f-4072-bb54-f85c8bd2fc9a service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Dec 10 17:05:18.918726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Deleting port 8214bf6b-9cf1-4521-9439-305f24531485 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:18.919076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.994127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:18.994557 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:19.014159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Calling delete_port for 8214bf6b-9cf1-4521-9439-305f24531485 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:19.217086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:19.242687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event deleted for resources: {'Port': ['ID=8214bf6b-9cf1-4521-9439-305f24531485,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:19.305231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:19.305581 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Floating IP 045755f5-41ff-4851-8bad-fe698ca35c58 disassociated (deleted). External IP: 172.26.4.162, port: 41a62128-b2fe-4513-ae20-4da0a79da4f0. Dec 10 17:05:19.508621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Router cf2ea26e-b6ac-45ac-8346-dad52f2460fb has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:05:19.615912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:05:19.621103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:19.627677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Sync routers for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:05:19.638616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:19.640505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:19.647962 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fce517bf-f1d4-4718-bc32-752d50a48ac5 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "DELETE /v2.0/floatingips/045755f5-41ff-4851-8bad-fe698ca35c58 HTTP/1.1" status: 204 len: 168 time: 1.2266989 Dec 10 17:05:19.648675 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:05:19.651032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38232766-76ec-4780-94b9-bef76cb5de47" -d '{"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:05:19.768613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba5b62-5cd9-4070-8ca8-a1ddcc448613 x-openstack-request-id: req-4bba5b62-5cd9-4070-8ca8-a1ddcc448613 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:05:19.768613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:05:19.768613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bba5b62-5cd9-4070-8ca8-a1ddcc448613 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:05:19.768613 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:05:19.847449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38232766-76ec-4780-94b9-bef76cb5de47 req-a63574fc-b6b5-48fa-9c95-fb7f209b58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:19.849195 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-a63574fc-b6b5-48fa-9c95-fb7f209b58cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0491157 Dec 10 17:05:19.900039 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:19.947243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38232766-76ec-4780-94b9-bef76cb5de47 req-7e8d00a4-4f3d-43ec-9853-77f866f5570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:19.948722 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-7e8d00a4-4f3d-43ec-9853-77f866f5570d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.0857215 Dec 10 17:05:19.996003 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-b61e96f8-2251-46f6-9174-cddc5dcd2ebd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 217 time: 0.0376189 Dec 10 17:05:20.065286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38232766-76ec-4780-94b9-bef76cb5de47 req-edde7c03-edd4-4901-922a-2c1a4169f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.066841 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-edde7c03-edd4-4901-922a-2c1a4169f24a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0578468 Dec 10 17:05:20.109773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:20.128795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38232766-76ec-4780-94b9-bef76cb5de47 req-ba0e4de7-5b1f-495d-843f-1f206b5f326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.130333 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-ba0e4de7-5b1f-495d-843f-1f206b5f326e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432179 Dec 10 17:05:20.140033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Checking router: cf2ea26e-b6ac-45ac-8346-dad52f2460fb for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:20.149272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:20.149884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:20.237211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-5c71e410-6ac8-4bd9-aab8-0d221321f162 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844162 Dec 10 17:05:20.251621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:20.260178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.61', 50185) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:20.308607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-e73b7c8e-0a34-40e6-b46f-17d2fc1c207b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471594 Dec 10 17:05:20.336450 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38232766-76ec-4780-94b9-bef76cb5de47 req-d99de061-2c5d-4831-8e45-327b8abc646a service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917902 Dec 10 17:05:20.454779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:20.481468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a9f0-0f06-4d05-bae5-12773d6cb22c None None] The sync data for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv is: [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '98a3ed39-46bb-46e7-bc57-e7706399f9e5', 'name': '', 'network_id': '8f9f11b1-670f-414f-a854-6eea09ada1aa', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'mac_address': 'fa:16:3e:c1:7c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:14Z', 'updated_at': '2021-12-10T17:03:19Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'subnets': [{'id': '5e6b0b71-ed16-45ff-9398-d28f9f5c5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:20.519862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-6e8efe10-f67f-4115-b25e-4a2d6e05e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.521418 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-6e8efe10-f67f-4115-b25e-4a2d6e05e9fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36df9bdd8274224b29810bd4e846c22&device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 1099 time: 0.0462127 Dec 10 17:05:20.643864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-6a55f103-5e7f-4f9a-ab72-8c3e3ceeb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.645381 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-6a55f103-5e7f-4f9a-ab72-8c3e3ceeb953 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 200 len: 916 time: 0.0968757 Dec 10 17:05:20.691836 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-46fe64b5-8fc3-4ac1-b289-d8322cbd2d84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 200 len: 217 time: 0.0371289 Dec 10 17:05:20.710102 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a0955-3ac5-4874-833c-2489a57ec3e8 None None] New status for floating IP 045755f5-41ff-4851-8bad-fe698ca35c58: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:05:20.750349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-ae971f96-480f-4792-81bc-a2b5cb132334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.752118 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-ae971f96-480f-4792-81bc-a2b5cb132334 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 200 len: 854 time: 0.0525591 Dec 10 17:05:20.813303 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-aa1af09f-10a8-4e4e-89fa-d1f353791127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:20.815608 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-aa1af09f-10a8-4e4e-89fa-d1f353791127 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f9f11b1-670f-414f-a854-6eea09ada1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552099 Dec 10 17:05:20.911929 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-9c4cd8fc-1c76-4edf-9cbf-62bee22d4d7c service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Dec 10 17:05:21.013790 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-e626156c-d106-4644-a1a6-d83b6bb42ad8 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903938 Dec 10 17:05:29.127481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde9e62-aecb-4e1f-bcfb-7ef425679c0f req-f39c11b2-81d1-43dd-9768-e2a5c5e675cd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:29.129006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-efde9e62-aecb-4e1f-bcfb-7ef425679c0f req-f39c11b2-81d1-43dd-9768-e2a5c5e675cd tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0511467 Dec 10 17:05:29.177803 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-efde9e62-aecb-4e1f-bcfb-7ef425679c0f req-7e0b013d-0f15-45c8-ba69-fb375e4122d1 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Dec 10 17:05:30.294364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6524d9-7078-4364-bc9f-30fa2bb28533 req-1262d235-0b15-4de4-b618-2ca25d22b1f2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:30.295707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2e6524d9-7078-4364-bc9f-30fa2bb28533 req-1262d235-0b15-4de4-b618-2ca25d22b1f2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0505126 Dec 10 17:05:30.343234 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2e6524d9-7078-4364-bc9f-30fa2bb28533 req-c0e8e58b-646a-42b0-a21d-84717074833f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Dec 10 17:05:31.114985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16079e32-936e-48c6-9d78-5785981014b8 req-53f000a2-ae87-4507-af49-c20114661ddc tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:31.117090 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-16079e32-936e-48c6-9d78-5785981014b8 req-53f000a2-ae87-4507-af49-c20114661ddc tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0506227 Dec 10 17:05:31.210608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Deleting port 41a62128-b2fe-4513-ae20-4da0a79da4f0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:31.210944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:31.297375 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] For port 41a62128-b2fe-4513-ae20-4da0a79da4f0, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=41a62128-b2fe-4513-ae20-4da0a79da4f0,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:31.298048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:31.309883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Calling delete_port for 41a62128-b2fe-4513-ae20-4da0a79da4f0 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:31.456083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab367-5fdc-40b9-9c73-fc344300a7a3 req-c8920d7c-0e94-4192-8f4b-a90ba14b304f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:31.457611 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-758ab367-5fdc-40b9-9c73-fc344300a7a3 req-c8920d7c-0e94-4192-8f4b-a90ba14b304f tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b079bf9-300b-428a-93d2-a2df78282c90 HTTP/1.1" status: 200 len: 946 time: 0.0481207 Dec 10 17:05:31.509380 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-758ab367-5fdc-40b9-9c73-fc344300a7a3 req-7f050955-1c31-4ba3-b708-d4afdac1affe tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f154b2c-1f54-407c-8f3c-7c53f77fbe99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Dec 10 17:05:31.531411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:31.547699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['41a62128-b2fe-4513-ae20-4da0a79da4f0'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:05:31.561723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Pushing event deleted for resources: {'Port': ['ID=41a62128-b2fe-4513-ae20-4da0a79da4f0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:31.610411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] No DVR routers for this DVR port 41a62128-b2fe-4513-ae20-4da0a79da4f0 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:05:31.613042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:31.616408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-16079e32-936e-48c6-9d78-5785981014b8 req-96892996-5558-4ac5-a25a-be0e45784ed2 tempest-TestMinimumBasicScenario-2029758925 tempest-TestMinimumBasicScenario-2029758925-project] 10.222.0.61 "DELETE /v2.0/ports/41a62128-b2fe-4513-ae20-4da0a79da4f0 HTTP/1.1" status: 204 len: 173 time: 0.4927223 Dec 10 17:05:31.616862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'name': 'network-vif-deleted', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:05:31.619119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e2caa8-c16c-43a0-997c-e0aed6aa4d18" -d '{"events": [{"server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "name": "network-vif-deleted", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:05:31.655491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831415a7-625d-4945-ae01-e1b5efeec180 x-openstack-request-id: req-831415a7-625d-4945-ae01-e1b5efeec180 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:05:31.655791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b079bf9-300b-428a-93d2-a2df78282c90", "name": "network-vif-deleted", "tag": "41a62128-b2fe-4513-ae20-4da0a79da4f0", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:05:31.656048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-831415a7-625d-4945-ae01-e1b5efeec180 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:05:31.656448 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b079bf9-300b-428a-93d2-a2df78282c90', 'name': 'network-vif-deleted', 'tag': '41a62128-b2fe-4513-ae20-4da0a79da4f0', 'status': 'completed', 'code': 200} Dec 10 17:05:32.977018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5df4bd88-86ec-48d3-8bdd-b369a136744e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:34.641287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58474) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:35.044092 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:35.199768 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cda4dc74-e585-4093-8c01-30d73ea8163f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:35.331044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Deleting port 98a3ed39-46bb-46e7-bc57-e7706399f9e5 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:35.331379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:35.396803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 41a62128-b2fe-4513-ae20-4da0a79da4f0 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:35.421653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 41a62128-b2fe-4513-ae20-4da0a79da4f0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:35.421908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 41a62128-b2fe-4513-ae20-4da0a79da4f0 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:35.689482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] For port 98a3ed39-46bb-46e7-bc57-e7706399f9e5, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=98a3ed39-46bb-46e7-bc57-e7706399f9e5,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:35.690059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:35.701614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Calling delete_port for 98a3ed39-46bb-46e7-bc57-e7706399f9e5 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:35.925533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:35.953465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a3ed39-46bb-46e7-bc57-e7706399f9e5,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:36.129719 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.347511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Router cf2ea26e-b6ac-45ac-8346-dad52f2460fb has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:05:36.448991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:05:36.454064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99a16ea4-f608-4e48-8e9d-08d3d9c8c038 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf2ea26e-b6ac-45ac-8346-dad52f2460fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117549 Dec 10 17:05:36.456649 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58476) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:36.457478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Sync routers for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:05:36.468071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:36.468676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:36.573604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.580659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:36.678193 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.764533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:05:35Z', 'revision_number': 5, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port': {'id': '39ff198c-6649-4667-8b3f-d8becfa4ced3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:36.791131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Checking router: cf2ea26e-b6ac-45ac-8346-dad52f2460fb for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:36.792980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.800095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Routers {'cf2ea26e-b6ac-45ac-8346-dad52f2460fb'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:36.800733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:36.803000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Deleting port 39ff198c-6649-4667-8b3f-d8becfa4ced3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:36.803500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.890310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] Set router cf2ea26e-b6ac-45ac-8346-dad52f2460fb gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:36.893906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] For port 39ff198c-6649-4667-8b3f-d8becfa4ced3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=39ff198c-6649-4667-8b3f-d8becfa4ced3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:36.894272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:36.907018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Calling delete_port for 39ff198c-6649-4667-8b3f-d8becfa4ced3 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:36.943070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:05:36Z', 'revision_number': 6, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:36.969716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6d229-527f-4d3d-8b77-857f9a562630 None None] The sync data for ids ['cf2ea26e-b6ac-45ac-8346-dad52f2460fb'] in dv-neutron-820858-1-hyperv is: [{'id': 'cf2ea26e-b6ac-45ac-8346-dad52f2460fb', 'name': 'tempest-TestMinimumBasicScenario-1888503307-router', 'tenant_id': 'a36df9bdd8274224b29810bd4e846c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:12Z', 'updated_at': '2021-12-10T17:05:36Z', 'revision_number': 6, 'project_id': 'a36df9bdd8274224b29810bd4e846c22', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:37.113744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.145573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ff198c-6649-4667-8b3f-d8becfa4ced3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:37.157285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8cf38-09ab-4827-a7bc-4aadf9c37a52 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:37.216706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.307572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.309805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.416435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.417051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2ea26e-b6ac-45ac-8346-dad52f2460fb {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:05:37.421521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.422704 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f5fddca8-2e8e-4548-af2d-0cd929e0d9d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cf2ea26e-b6ac-45ac-8346-dad52f2460fb HTTP/1.1" status: 204 len: 168 time: 0.9650848 Dec 10 17:05:37.425299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58478) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:37.469925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Deleting subnet 5e6b0b71-ed16-45ff-9398-d28f9f5c5865 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:05:37.473037 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.512281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.592961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.714490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.741000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6b0b71-ed16-45ff-9398-d28f9f5c5865,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:37.744621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.747745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cf9979a2-4f75-4637-9188-392fe3f2dd2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e6b0b71-ed16-45ff-9398-d28f9f5c5865 HTTP/1.1" status: 204 len: 168 time: 0.3214912 Dec 10 17:05:37.750269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58480) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:37.752370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90a088-2461-450f-a9c0-1e85d4e029b2 None None] Network 8f9f11b1-670f-414f-a854-6eea09ada1aa requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:05:37.826989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.895043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Deleting port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:37.895367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.913103 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] DHCP port deletion for 8f9f11b1-670f-414f-a854-6eea09ada1aa request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:37.970087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] For port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:37.970462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.975973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Deleting port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:37.976355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:37.989746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Calling delete_port for 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:38.020047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.045617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] For port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,segment=NetworkSegment(8ab220b8-7de8-4193-9b9e-4fc10600523d),segment_id=8ab220b8-7de8-4193-9b9e-4fc10600523d)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:38.046012 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.058754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Calling delete_port for 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:38.122986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 39ff198c-6649-4667-8b3f-d8becfa4ced3 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:38.136716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.156371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 39ff198c-6649-4667-8b3f-d8becfa4ced3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:38.156744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 39ff198c-6649-4667-8b3f-d8becfa4ced3 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:38.157243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98a3ed39-46bb-46e7-bc57-e7706399f9e5 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:38.165209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:38.168737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] No DVR routers for this DVR port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:05:38.178320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 98a3ed39-46bb-46e7-bc57-e7706399f9e5 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:38.178680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 98a3ed39-46bb-46e7-bc57-e7706399f9e5 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:38.179694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:38.183397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.203970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:38.204324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:38.231570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Pushing event deleted for resources: {'Port': ['ID=9bd82cb4-465e-42ac-90cf-c49cbd7a6b40,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:38.235757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] No DVR routers for this DVR port 9bd82cb4-465e-42ac-90cf-c49cbd7a6b40 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:05:38.242922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.243280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.243628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.243972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.244310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.244683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.245048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.247680 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.248047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.248400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.248746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.249113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.249450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a46d93-fdcf-4578-8c0b-10e78b5c1cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:38.258117 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.277578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9f11b1-670f-414f-a854-6eea09ada1aa']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:38.286809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab220b8-7de8-4193-9b9e-4fc10600523d') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:38.287106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab220b8-7de8-4193-9b9e-4fc10600523d') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:38.297165 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.310827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.317379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:05:38.317821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:05:38.319526 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:05:38.462597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.468463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.471661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f9f11b1-670f-414f-a854-6eea09ada1aa HTTP/1.1" status: 204 len: 168 time: 0.7204685 Dec 10 17:05:38.474810 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58482) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:38.482871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fce3a-62ca-473e-936d-a960c4b56a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9f11b1-670f-414f-a854-6eea09ada1aa,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:38.719871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:38.832457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:39.083509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Deleting port 4561001c-5088-4da1-9ebd-f7547b61c682 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:39.084017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:39.166356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] For port 4561001c-5088-4da1-9ebd-f7547b61c682, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=4561001c-5088-4da1-9ebd-f7547b61c682,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:39.166725 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:39.179360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Calling delete_port for 4561001c-5088-4da1-9ebd-f7547b61c682 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:39.416621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:39.445869 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4561001c-5088-4da1-9ebd-f7547b61c682,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:39.613264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:39.828782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Router 92e0369d-4bd6-47c7-9b98-08c849de34e2 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:05:39.936188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:05:39.941289 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be1a2fd0-d5e1-4ca3-bede-ebe32d0703bc admin admin] 10.222.0.21 "PUT /v2.0/routers/92e0369d-4bd6-47c7-9b98-08c849de34e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654236 Dec 10 17:05:39.944017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58484) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:39.945541 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Sync routers for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:05:39.955025 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:39.955638 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:40.048150 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.057095 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:40.158814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.236596 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '281024bb-0fa0-4792-b447-810205a6e151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:05:39Z', 'revision_number': 5, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port': {'id': '281024bb-0fa0-4792-b447-810205a6e151', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:40.255080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Deleting port 281024bb-0fa0-4792-b447-810205a6e151 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:40.255430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.342888 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] For port 281024bb-0fa0-4792-b447-810205a6e151, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=281024bb-0fa0-4792-b447-810205a6e151,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:40.343167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.349483 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Checking router: 92e0369d-4bd6-47c7-9b98-08c849de34e2 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:40.356114 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Calling delete_port for 281024bb-0fa0-4792-b447-810205a6e151 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:40.358257 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Routers {'92e0369d-4bd6-47c7-9b98-08c849de34e2'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:40.358855 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['92e0369d-4bd6-47c7-9b98-08c849de34e2'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:40.440508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] Set router 92e0369d-4bd6-47c7-9b98-08c849de34e2 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:40.490556 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:05:40Z', 'revision_number': 6, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:40.519698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90800cf4-187d-4f86-9088-e5ff41bd89e4 None None] The sync data for ids ['92e0369d-4bd6-47c7-9b98-08c849de34e2'] in dv-neutron-820858-1-hyperv is: [{'id': '92e0369d-4bd6-47c7-9b98-08c849de34e2', 'name': 'tempest-TestMinimumBasicScenario-1622227292-router', 'tenant_id': '87cca914d4884e4c831533a9ea8a8da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:03:18Z', 'updated_at': '2021-12-10T17:05:40Z', 'revision_number': 6, 'project_id': '87cca914d4884e4c831533a9ea8a8da5', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:40.565410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.590022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Pushing event deleted for resources: {'Port': ['ID=281024bb-0fa0-4792-b447-810205a6e151,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:40.605894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cad12-3c17-4d17-9401-7b8bfc6a5cf2 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:40.656012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.744850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.746978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.834356 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.835469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e0369d-4bd6-47c7-9b98-08c849de34e2 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:05:40.839813 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.841014 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0ac8d96e-472b-4c95-b4ce-f6f8dc3cdeac admin admin] 10.222.0.21 "DELETE /v2.0/routers/92e0369d-4bd6-47c7-9b98-08c849de34e2 HTTP/1.1" status: 204 len: 168 time: 0.8954377 Dec 10 17:05:40.843434 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58486) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:40.888954 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Deleting subnet 809c2be6-fd31-4b24-8ebf-8d4fc5d6b098 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:05:40.892436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:40.934058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.013923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.131395 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.164086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.168090 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/809c2be6-fd31-4b24-8ebf-8d4fc5d6b098 HTTP/1.1" status: 204 len: 168 time: 0.3237231 Dec 10 17:05:41.168912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3cdd8b-261d-4840-b143-c74b83d81092 None None] Network 363f26fc-da24-49ae-90c9-5e41ca28feff requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:05:41.169400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d5d6-72eb-4fe9-a59e-dabdbd70c09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809c2be6-fd31-4b24-8ebf-8d4fc5d6b098,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:41.170895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:41.244538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.300272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Deleting port f6e6cc62-692c-4202-aea4-6ea250434afb {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:41.300625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.324614 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] DHCP port deletion for 363f26fc-da24-49ae-90c9-5e41ca28feff request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:41.369431 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] For port f6e6cc62-692c-4202-aea4-6ea250434afb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e6cc62-692c-4202-aea4-6ea250434afb,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:41.369799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.379279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Deleting port f6e6cc62-692c-4202-aea4-6ea250434afb {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:05:41.379794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.384633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Calling delete_port for f6e6cc62-692c-4202-aea4-6ea250434afb owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:41.442235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] For port f6e6cc62-692c-4202-aea4-6ea250434afb, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=f6e6cc62-692c-4202-aea4-6ea250434afb,segment=NetworkSegment(65906ad2-3bb7-4c8d-87c2-df60e3450d33),segment_id=65906ad2-3bb7-4c8d-87c2-df60e3450d33)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:41.442639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.455673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Calling delete_port for f6e6cc62-692c-4202-aea4-6ea250434afb owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:05:41.513820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.537699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.542225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] No DVR routers for this DVR port f6e6cc62-692c-4202-aea4-6ea250434afb on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:05:41.544542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e6cc62-692c-4202-aea4-6ea250434afb,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:41.568555 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] No DVR routers for this DVR port f6e6cc62-692c-4202-aea4-6ea250434afb on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:05:41.572789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7e525-858c-41d7-8e81-64c0e79e9758 None None] Pushing event deleted for resources: {'Port': ['ID=f6e6cc62-692c-4202-aea4-6ea250434afb,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:41.626059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.645853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363f26fc-da24-49ae-90c9-5e41ca28feff']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:41.654977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65906ad2-3bb7-4c8d-87c2-df60e3450d33') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:41.655271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65906ad2-3bb7-4c8d-87c2-df60e3450d33') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:41.664452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.677233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.683750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:05:41.685340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:05:41.685835 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:05:41.793876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.799203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:41.802506 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/363f26fc-da24-49ae-90c9-5e41ca28feff HTTP/1.1" status: 204 len: 168 time: 0.6300490 Dec 10 17:05:41.816134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140bd46-5e95-47a2-8ea8-a22477cdce2a admin admin] Pushing event deleted for resources: {'Network': ['ID=363f26fc-da24-49ae-90c9-5e41ca28feff,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:42.092610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58492) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:42.123667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4561001c-5088-4da1-9ebd-f7547b61c682 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:42.133947 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-404bce75-f473-44e6-b202-ee2588fef07f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a36df9bdd8274224b29810bd4e846c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399816 Dec 10 17:05:42.136541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58494) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:42.145535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 4561001c-5088-4da1-9ebd-f7547b61c682 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:42.145992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 4561001c-5088-4da1-9ebd-f7547b61c682 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:42.146490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e6cc62-692c-4202-aea4-6ea250434afb no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:42.167224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: f6e6cc62-692c-4202-aea4-6ea250434afb {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:42.167575 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device f6e6cc62-692c-4202-aea4-6ea250434afb not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:42.168006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 281024bb-0fa0-4792-b447-810205a6e151 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:05:42.186143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 281024bb-0fa0-4792-b447-810205a6e151 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:05:42.186498 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 281024bb-0fa0-4792-b447-810205a6e151 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:05:42.189581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:42.211537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:42.308295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:42.310898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:42.312466 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f154b2c-1f54-407c-8f3c-7c53f77fbe99 HTTP/1.1" status: 204 len: 168 time: 0.1747673 Dec 10 17:05:42.324279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c79e9c-3bce-46f6-9bcb-ece2f7bcd496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f154b2c-1f54-407c-8f3c-7c53f77fbe99,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:42.873961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58500) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:42.912548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-938b83b5-d1f5-4ef4-82ae-0976e336b4c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87cca914d4884e4c831533a9ea8a8da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373909 Dec 10 17:05:42.915585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58502) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:42.965060 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:42.985807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:43.096740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:43.099328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:43.100538 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2bfd67f-1396-44c1-87f6-b213dda18e80 HTTP/1.1" status: 204 len: 168 time: 0.1840155 Dec 10 17:05:43.109401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065f266-b32c-4705-b399-cf872a18623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bfd67f-1396-44c1-87f6-b213dda18e80,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:44.988507 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58542) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:44.993239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057627431', 'description': 'tempest-secgroup-smoke-2057627431 description', 'project_id': '49274bcac2fd4467b770adf3c618b80d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:45.079445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.089157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.169953 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.233784 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.270057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544a29bd-ab83-4312-8b5b-d8c9b7bcb563,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:45.310959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.399243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.426688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:45.487324 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.488559 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c89a993d-ecb7-4c2c-a4f9-f90dba7c3da0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4989824 Dec 10 17:05:45.492053 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58544) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:45.496456 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:45.575201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.630874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.673602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.691678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3f68da-74f5-4a6d-a870-50a03701233a,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:45.744981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.746153 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ea734487-633f-4c7c-bd9d-7296e8e9c644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531710 Dec 10 17:05:45.748789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58546) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:45.753147 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:45.849823 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.904549 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.976623 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:45.993580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b193dc7-1070-4c6f-b0e2-4321ce811126,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:46.058275 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.059502 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-5d93616e-911c-4d15-b610-5a9afd4bc1d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3096828 Dec 10 17:05:46.062214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58548) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:46.066556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:46.147184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.209345 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.291008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.308471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcc2a49-41bb-4f19-b34e-80a61a746bc9,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:46.349771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.350981 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ecf6e4d0-dbb7-43a3-898a-207012df2c2b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877955 Dec 10 17:05:46.353699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58550) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:46.358391 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:46.438435 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.495774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.542080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.560752 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749310b9-a19b-40ba-a2ef-917545993b18,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:46.612770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.614039 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b9f7ec7a-8a04-46f7-be03-642284d6c36e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591741 Dec 10 17:05:46.616621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:46.620959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:46.679931 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:05:46.686225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.744745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.805433 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.823266 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a3766c-2512-43ff-a7b4-c3ef4431be1f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:46.875722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:46.877000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-962e844f-308a-402d-8dcf-47153231c8b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2593842 Dec 10 17:05:46.879637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58554) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:46.884217 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:46.942432 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:05:46.947849 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.011212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.067951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.086825 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d112e20a-aa6a-4017-aa7e-7e814ee74531,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:47.167510 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.168753 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d0c75e75-03cc-4e79-a742-ec6b9edc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2881563 Dec 10 17:05:47.171735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:47.176655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'network': {'name': 'tempest-network-smoke--1833533435', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'port_security_enabled': True}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:47.255855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:05:47.259876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.283323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:05:47.291989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.292337 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Added segment d0c62eca-53ff-47ed-a01c-9d6cf7daa14f of type vlan for network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f Dec 10 17:05:47.331210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.405225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.410863 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:47.411440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.476446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Network': ['ID=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:47.490120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:05:47.522314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-94a14c54-e376-41c4-b526-ce2c0a37993f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3495500 Dec 10 17:05:47.525402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58558) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:47.530040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'admin_state_up': True, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:47.610845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.611889 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.663373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.759248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:47.869005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.101309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.122887 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.221647 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.185 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/5e79187f-6ca9-4c0a-b91a-8c473e9f82b3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:05:48.627899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.714446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.754736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:05:48.758080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:48.766595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:05:48.766595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:48.776846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e462983-c19c-464e-b6c2-e81ef17e9dee None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:48.893346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6e223c3d-c893-4df9-be9b-b71300aed226 None None] Provisioning complete for port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:48.893605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6e223c3d-c893-4df9-be9b-b71300aed226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:48.925841 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6e223c3d-c893-4df9-be9b-b71300aed226 None None] Port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:49.084046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:49.307016 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:49.502639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2bddc794-9ea1-446d-9e21-70aa3629e049 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:05:49.629649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:05:49.641700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Sync routers for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:05:49.656448 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:49.657159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:49.733629 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:49.737981 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-28e2459e-3c17-4bca-b068-f299641b3822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2086015 Dec 10 17:05:49.738369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58560) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:49.765505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:49.865894 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-66737ea4-f315-4812-a655-f205cab70d0c tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=49274bcac2fd4467b770adf3c618b80d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262758 Dec 10 17:05:49.868519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58564) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:49.940104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:48Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:49.970685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Checking router: 2bddc794-9ea1-446d-9e21-70aa3629e049 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:49.971036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Updating router 2bddc794-9ea1-446d-9e21-70aa3629e049 port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:05:49.994227 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.014093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2294468-49fe-44d7-9742-4391964a8f3e tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:50.017165 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a2294468-49fe-44d7-9742-4391964a8f3e tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474926 Dec 10 17:05:50.018852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58566) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:50.059811 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2f07740b-aa8a-4a24-91df-925ecf1252e9 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397739 Dec 10 17:05:50.062491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58568) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:50.067203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1734561019', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:50.228305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:05:50.232045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.395745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.467965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.479399 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.515687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbe505-5054-4e0a-8338-2ff7eb2da343 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:50.528164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Attempting to bind port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:05:50.528541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Attempting to bind port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:05:50.528925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Attempting to bind port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:05:50.533060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88438-b606-4064-8dee-7f6f0c6bbe26 None None] Pushing event updated for resources: {'Port': ['ID=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:50.537977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:05:50.538359 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:05:50.538769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.539160 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:05:50.539631 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Bound port: 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:05:50.540015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.546227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Subnet': ['ID=749ce1ce-7cb8-422f-8611-cca80b8e4bc8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:50.554599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Checking segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:05:50.554964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network hostable DHCP agents. Network: f57d1191-cf90-4b30-9d9b-57a5c10ddc3f, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:05:50.599842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-acdf0baa-e092-4862-b3e0-5748d08f60aa None None] Provisioning complete for port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:50.600231 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acdf0baa-e092-4862-b3e0-5748d08f60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.605248 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:05:50.624744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] For port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:05:50.641114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] For port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:05:50.645117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-acdf0baa-e092-4862-b3e0-5748d08f60aa None None] Port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:50.650944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, f57d1191-cf90-4b30-9d9b-57a5c10ddc3f) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:50.658378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:50.658378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.658611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd504b1-133e-4f99-9ddc-dda2f3fe3d13 None None] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:05:50.699781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.733750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b8cdfdfd-299d-4dcf-9003-a3877f6ee598 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6702423 Dec 10 17:05:50.736549 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58570) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:05:50.754541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a310e-8b08-4211-8166-1f38f0101c0a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:05:50.789197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:50.789810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:50.792266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88438-b606-4064-8dee-7f6f0c6bbe26 None None] Pushing event updated for resources: {'Port': ['ID=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:50.889745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:05:50.890581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:50.917297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] Provisioning complete for port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:50.917583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.023149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:51.218833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Allocated IP 172.20.0.2 (f57d1191-cf90-4b30-9d9b-57a5c10ddc3f/749ce1ce-7cb8-422f-8611-cca80b8e4bc8/06302267-06ff-45ec-bfd8-8d69a15a7a51) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:05:51.245801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.329857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] For port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:51.380339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.456355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:48Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:51.483561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.501196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6265622-2de6-4b38-ba57-b7185abfdcc9 None None] The sync data for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv is: [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:48Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:51.507324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.512399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e391-0179-49f6-82bb-17ce0272fbbb None None] Pushing event updated for resources: {'Port': ['ID=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:51.565656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.605105 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:05:51.608164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:51.611897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:05:51.622799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Pushing event updated for resources: {'Port': ['ID=06302267-06ff-45ec-bfd8-8d69a15a7a51,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:51.686061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Attempting to bind port 06302267-06ff-45ec-bfd8-8d69a15a7a51 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:05:51.686535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Attempting to bind port 06302267-06ff-45ec-bfd8-8d69a15a7a51 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:05:51.687005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Attempting to bind port 06302267-06ff-45ec-bfd8-8d69a15a7a51 on network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:05:51.694762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:05:51.695149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Checking segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:05:51.695559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.695957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Bound using segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:05:51.697148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Bound port: 06302267-06ff-45ec-bfd8-8d69a15a7a51, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:05:51.697148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.771605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] For port 06302267-06ff-45ec-bfd8-8d69a15a7a51, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:05:51.775330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] For port 06302267-06ff-45ec-bfd8-8d69a15a7a51, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=06302267-06ff-45ec-bfd8-8d69a15a7a51,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:05:51.835347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:51.851754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.1 (f57d1191-cf90-4b30-9d9b-57a5c10ddc3f/749ce1ce-7cb8-422f-8611-cca80b8e4bc8/e5ec4c73-b5fe-4289-8889-db7b4ebffacc) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:05:51.908756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af15f-b1f4-4a16-8506-5221067928e5 None None] Pushing event updated for resources: {'Port': ['ID=06302267-06ff-45ec-bfd8-8d69a15a7a51,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:51.989236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.114515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.177697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:05:52.184921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:52.202934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:05:52.207570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:52.261978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:05:52.267317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.321850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:52.322225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.419312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 06302267-06ff-45ec-bfd8-8d69a15a7a51 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:05:52.462378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 06302267-06ff-45ec-bfd8-8d69a15a7a51 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:52.462496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.477176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.549576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.584397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 06302267-06ff-45ec-bfd8-8d69a15a7a51, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=06302267-06ff-45ec-bfd8-8d69a15a7a51,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:52.674140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.729085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=06302267-06ff-45ec-bfd8-8d69a15a7a51,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:52.773758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.851761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.884425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393b980-d408-4d0f-af11-6bb00bd1d0d8 None None] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:05:52.931008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:52.936511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:52.952478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ec1b3860-8b7f-46a9-8c9e-08bc24d0898f None None] Provisioning complete for port 06302267-06ff-45ec-bfd8-8d69a15a7a51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:52.952847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3860-8b7f-46a9-8c9e-08bc24d0898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.034229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:05:53.035964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:53.163448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2bddc794-9ea1-446d-9e21-70aa3629e049 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:05:53.284573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:05:53.290225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-997feb53-f07a-48cf-ad52-1022d4d3c71a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/2bddc794-9ea1-446d-9e21-70aa3629e049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525198 Dec 10 17:05:53.297687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b6b8a31-b00c-4198-aeff-1947a010200f None None] Provisioning complete for port 06302267-06ff-45ec-bfd8-8d69a15a7a51 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:53.298261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8a31-b00c-4198-aeff-1947a010200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.475264 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Sync routers for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:05:53.485876 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:53.486492 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:53.504056 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-eedae881-089e-48a2-83de-93340ae3a9d0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057627431&fields=id&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 267 time: 0.0693963 Dec 10 17:05:53.562769 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6b6b8a31-b00c-4198-aeff-1947a010200f None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:53.563404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8a31-b00c-4198-aeff-1947a010200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.602417 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b8a31-b00c-4198-aeff-1947a010200f None None] Port e5ec4c73-b5fe-4289-8889-db7b4ebffacc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:53.614974 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:53.640526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-a4651bfa-a005-444a-85f5-ed2212746bf4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:53.642107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-a4651bfa-a005-444a-85f5-ed2212746bf4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/networks?id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 200 len: 797 time: 0.1304340 Dec 10 17:05:53.659814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-11480096-634f-44b3-b7e0-f09a32f71884 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/quotas/49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 375 time: 0.0109644 Dec 10 17:05:53.714969 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-635030e4-a808-4413-b5ab-675b13ce41cd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497878 Dec 10 17:05:53.723048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ffaeec03-ffb4-472b-9dad-e5d23af5e598 None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:53.723598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ffaeec03-ffb4-472b-9dad-e5d23af5e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.765257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ffaeec03-ffb4-472b-9dad-e5d23af5e598 None None] Port e5ec4c73-b5fe-4289-8889-db7b4ebffacc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:53.834188 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 2, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:53.863217 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Checking router: 2bddc794-9ea1-446d-9e21-70aa3629e049 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:05:53.863494 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Updating router 2bddc794-9ea1-446d-9e21-70aa3629e049 port e5ec4c73-b5fe-4289-8889-db7b4ebffacc binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:05:53.871994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e92d487b-1aa3-45fb-ab0f-91abae557bdd service neutron] 10.222.0.21 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401196 Dec 10 17:05:53.883550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-586c1dcc-e432-4002-9950-f8790fbafda7 None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:53.883958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-586c1dcc-e432-4002-9950-f8790fbafda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.890545 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:53.918185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-586c1dcc-e432-4002-9950-f8790fbafda7 None None] Port e5ec4c73-b5fe-4289-8889-db7b4ebffacc cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:53.932595 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:05:53.965831 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-3318c2a0-3c79-4865-b55f-c08d45db7e47 service neutron] 10.222.0.21 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876849 Dec 10 17:05:54.135558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 06302267-06ff-45ec-bfd8-8d69a15a7a51 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:05:54.154918 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.184270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 06302267-06ff-45ec-bfd8-8d69a15a7a51 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:54.184666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.228020 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.282518 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Pushing event updated for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:54.307041 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.307374 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.307714 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.308048 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.308378 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.308709 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.309054 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.309382 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.309706 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.310033 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.310351 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.310667 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.310984 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:05:54.347242 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Attempting to bind port e5ec4c73-b5fe-4289-8889-db7b4ebffacc on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:05:54.347609 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Attempting to bind port e5ec4c73-b5fe-4289-8889-db7b4ebffacc by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:05:54.347967 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Attempting to bind port e5ec4c73-b5fe-4289-8889-db7b4ebffacc on network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:05:54.354108 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:05:54.354480 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Checking segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:05:54.354884 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.355273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Bound using segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:05:54.355738 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Bound port: e5ec4c73-b5fe-4289-8889-db7b4ebffacc, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:05:54.356113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.422946 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] For port e5ec4c73-b5fe-4289-8889-db7b4ebffacc, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:05:54.426101 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] For port e5ec4c73-b5fe-4289-8889-db7b4ebffacc, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:05:54.525590 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.539713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:54.540241 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.586718 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda854d6-fcfa-4d49-b059-8cb05dd8cfde None None] Pushing event updated for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:54.591026 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:05:54.591646 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:05:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:54.622161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.662832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] For port e5ec4c73-b5fe-4289-8889-db7b4ebffacc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:05:54.695724 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:05:54.737185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.784210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c349f4f-0723-4e89-b4a8-58bc32e6cabc None None] Pushing event updated for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:54.855752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b239945-fa05-43ca-8f7a-2c763cee7ff5 None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:54.856138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b239945-fa05-43ca-8f7a-2c763cee7ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:54.894027 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:05:54.919752 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190e318-9c48-40c5-a354-c03ce8591473 None None] The sync data for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv is: [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:05:55.262688 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-359f1b4d-fcb5-4d13-adca-61db0bebe03e req-c31c6113-b042-44ea-8f1c-02ae02d08fb8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 210 time: 0.0400698 Dec 10 17:05:56.150021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e5ec4c73-b5fe-4289-8889-db7b4ebffacc up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:05:56.200599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port e5ec4c73-b5fe-4289-8889-db7b4ebffacc triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:56.200920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:56.359579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-46b0d978-b8f5-4a15-907f-716e99462031 req-1dde5608-78c9-402b-ab7f-6e7dd92a3f6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 210 time: 0.0311968 Dec 10 17:05:57.462312 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4890b66a-1973-4fbd-a4ea-db8e4353390a req-c83ff089-f7e4-4979-8af0-7ec36338078d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 210 time: 0.0287776 Dec 10 17:05:57.483772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fd9e861f-21b0-4b1c-afb6-92c528afb478 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:57.485271 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fd9e861f-21b0-4b1c-afb6-92c528afb478 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/networks?id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 200 len: 797 time: 0.1185520 Dec 10 17:05:57.556425 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-c51af23e-481f-4a89-854d-466e8dc81c31 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 380 time: 0.0540171 Dec 10 17:05:57.566954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'port': {'device_id': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'admin_state_up': True, 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'security_groups': ['8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:57.725158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:05:57.728781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:57.866335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.5 (f57d1191-cf90-4b30-9d9b-57a5c10ddc3f/749ce1ce-7cb8-422f-8611-cca80b8e4bc8/2a2f341a-586e-4dd6-b4f4-159d7b3ba42f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:05:58.004890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.108072 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.152799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:05:58.156061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:05:58.159795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:05:58.187733 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:58.218526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:58.219203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.287912 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-4506d6f8-a8b2-4ad4-a9cb-e9e0b8bf1906 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7244818 Dec 10 17:05:58.309138 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Request body: {'port': {'device_id': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:05:58.365919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.370990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e898e5d3-5c07-4473-a5c9-93a28e26286c None None] Provisioning complete for port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:05:58.371467 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e898e5d3-5c07-4473-a5c9-93a28e26286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.409759 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e898e5d3-5c07-4473-a5c9-93a28e26286c None None] Port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:05:58.614000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb81a-4299-42e8-9089-a81c8aa53477 req-5ee2ebbe-c8a3-46c9-8829-73e5afb30027 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:58.615464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8fdcb81a-4299-42e8-9089-a81c8aa53477 req-5ee2ebbe-c8a3-46c9-8829-73e5afb30027 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 931 time: 0.0828087 Dec 10 17:05:58.699787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:05:58.707127 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8fdcb81a-4299-42e8-9089-a81c8aa53477 req-c0230c13-ae53-49de-95b4-592f618049a4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843656 Dec 10 17:05:58.711393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.723821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Transition to ACTIVE for port object 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:05:58.793559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.843288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:58.918413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Attempting to bind port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:05:58.918744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Attempting to bind port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:05:58.919089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Attempting to bind port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f on network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:05:58.924536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f on network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:05:58.924861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Attempting to bind port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f on network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:05:58.930638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:05:58.930969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Checking segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:05:58.931351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Bound using segment: {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:05:58.931772 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Bound port: 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:05:58.932120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:58.999101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:05:59.002144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:05:59.062700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:59.094185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.094810 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:05:59.096201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] 10.222.0.61 "PUT /v2.0/ports/2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 200 len: 1093 time: 0.7919495 Dec 10 17:05:59.101694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:05:59.104975 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016756de-87aa-42b3-8d22-bcc31d7f6cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:05:59.134676 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe691c19-b240-46a8-991c-6105c1467ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:05:59.154768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed039c-ce0b-4b17-bf96-dbee7b3982d6 x-openstack-request-id: req-b2ed039c-ce0b-4b17-bf96-dbee7b3982d6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:05:59.157738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:05:59.157738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2ed039c-ce0b-4b17-bf96-dbee7b3982d6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:05:59.157738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'status': 'completed', 'code': 200} Dec 10 17:05:59.220626 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-8f0255de-0603-48b4-beaf-3acc9a4888c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.222316 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-8f0255de-0603-48b4-beaf-3acc9a4888c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1096 time: 0.0432377 Dec 10 17:05:59.331450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-d9e6adea-3faf-4ea2-b6c7-b24fc53bd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.332956 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-d9e6adea-3faf-4ea2-b6c7-b24fc53bd99f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49274bcac2fd4467b770adf3c618b80d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1002839 Dec 10 17:05:59.433000 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-cceb5718-4094-4f2b-af33-bee19c46d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.434363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-016756de-87aa-42b3-8d22-bcc31d7f6cdc req-cceb5718-4094-4f2b-af33-bee19c46d94d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908298 Dec 10 17:05:59.519601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e9433392-dd0f-4e09-aa69-f0dbbe7832f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.521096 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e9433392-dd0f-4e09-aa69-f0dbbe7832f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1096 time: 0.0389082 Dec 10 17:05:59.566142 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-135c14d3-3026-4324-81d6-fd35133d5474 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 200 len: 217 time: 0.0330482 Dec 10 17:05:59.621185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-08033ed0-e928-4f9a-a80c-2ee4f42324ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.622613 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-08033ed0-e928-4f9a-a80c-2ee4f42324ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749ce1ce-7cb8-422f-8611-cca80b8e4bc8 HTTP/1.1" status: 200 len: 835 time: 0.0432878 Dec 10 17:05:59.672076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e225ff38-d331-47f1-a935-b3254f89b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.673730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e225ff38-d331-47f1-a935-b3254f89b5b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437737 Dec 10 17:05:59.766235 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-e8997852-29eb-4276-9397-c0f78cff955c service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812447 Dec 10 17:05:59.876245 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd284b-57f7-460a-aeba-2c0f85bce71d req-663d9047-45f1-4058-8a80-20ed5973cd3c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:05:59.877751 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5fd284b-57f7-460a-aeba-2c0f85bce71d req-663d9047-45f1-4058-8a80-20ed5973cd3c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 943 time: 0.1027932 Dec 10 17:05:59.915336 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cead667-1976-4c86-ac2c-2323059bda9a req-3f8bfccf-d37e-402f-af45-d30093918f5b service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321650 Dec 10 17:05:59.938415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f5fd284b-57f7-460a-aeba-2c0f85bce71d req-ece8ad75-8deb-438b-b6d5-99bf0e09de1d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539527 Dec 10 17:06:01.052860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f68309-b51b-426f-852f-dc8c2d442368 req-844f253d-eb98-4acd-9231-57dfa2d7bb44 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:01.054867 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6f68309-b51b-426f-852f-dc8c2d442368 req-844f253d-eb98-4acd-9231-57dfa2d7bb44 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 943 time: 0.0483966 Dec 10 17:06:01.103734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e6f68309-b51b-426f-852f-dc8c2d442368 req-d4c05de5-55de-409a-88bb-e43143d94dc1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Dec 10 17:06:02.225657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af718-2266-4b05-a6a2-0b5e20d74080 req-98553382-312d-4957-8064-8657f46e7f63 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:02.227648 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e7af718-2266-4b05-a6a2-0b5e20d74080 req-98553382-312d-4957-8064-8657f46e7f63 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 943 time: 0.0529017 Dec 10 17:06:02.275926 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e7af718-2266-4b05-a6a2-0b5e20d74080 req-659ba128-61b1-46fc-8b4c-81e9826e4caf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Dec 10 17:06:02.993230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a33e9109-2f90-4211-bd5c-14e823d22cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:03.394436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e23cd9-ce35-4c41-a7b2-557d29a06f69 req-4bec3732-2fc9-4f45-ae00-7542f5d18bcc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:03.395904 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d2e23cd9-ce35-4c41-a7b2-557d29a06f69 req-4bec3732-2fc9-4f45-ae00-7542f5d18bcc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 943 time: 0.0547490 Dec 10 17:06:03.444000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d2e23cd9-ce35-4c41-a7b2-557d29a06f69 req-97fd3c3c-19e4-4843-85d8-a5afb9b90b9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Dec 10 17:06:03.503982 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:06:03.597240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:03.609007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'port_id': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:06:03.644907 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:03.658026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:06:03.676773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:03.781753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:03.827194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:04.038949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:06:04.557981 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aae4-86fa-43c1-9e07-2456c316a037 req-1554c57a-a72b-4898-a63a-c93313e85c97 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:04.559443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-de69aae4-86fa-43c1-9e07-2456c316a037 req-1554c57a-a72b-4898-a63a-c93313e85c97 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 944 time: 0.0485816 Dec 10 17:06:04.607443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-de69aae4-86fa-43c1-9e07-2456c316a037 req-2eb05d8b-9416-4a3f-8d68-9c0c4c36966d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Dec 10 17:06:05.221979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d714-602e-4023-ad42-4e2e2c5df78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:05.520057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:06:05.639307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:06:05.643510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:06:05.647917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:05.719831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:05.723063 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825801f9-5215-4339-894b-ee91f4e0b0e7 req-859ad274-e1fd-4cba-a930-aa7877c8f5eb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:05.724578 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-825801f9-5215-4339-894b-ee91f4e0b0e7 req-859ad274-e1fd-4cba-a930-aa7877c8f5eb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 944 time: 0.0495939 Dec 10 17:06:05.742652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:05.744983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a21c997-5ae1-4ebf-b5c0-7dbc7819065c" -d '{"events": [{"server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:05.757176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:05.779659 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-825801f9-5215-4339-894b-ee91f4e0b0e7 req-3bacaa00-0f8e-4715-9f97-21645bb491f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Dec 10 17:06:05.827831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:05.880604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:05.892342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d951d60a-d1e1-4481-99c7-ced7bc61bca1 x-openstack-request-id: req-d951d60a-d1e1-4481-99c7-ced7bc61bca1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:05.892633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:05.892919 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d951d60a-d1e1-4481-99c7-ced7bc61bca1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:05.893310 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'code': 200} Dec 10 17:06:06.211467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803db6d-d6df-409e-b13e-7ffce55a68ac req-4dffbd22-d39b-43f0-9398-c7b5e2831f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:06.212954 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2803db6d-d6df-409e-b13e-7ffce55a68ac req-4dffbd22-d39b-43f0-9398-c7b5e2831f20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1098 time: 0.0405190 Dec 10 17:06:06.269116 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2803db6d-d6df-409e-b13e-7ffce55a68ac req-f2736cec-910b-4593-9508-3f6c1bbd5d4c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Dec 10 17:06:06.713409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:06.897202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b02b-5a40-41b7-81ab-31a9d722c8cf req-81180b92-5830-4a38-af17-593fe91a870f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:06.898707 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5711b02b-5a40-41b7-81ab-31a9d722c8cf req-81180b92-5830-4a38-af17-593fe91a870f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0535922 Dec 10 17:06:06.948987 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5711b02b-5a40-41b7-81ab-31a9d722c8cf req-0466eb99-213d-49f1-af57-95c269431134 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Dec 10 17:06:07.964859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.063406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ffe20-35e6-4cd3-98b8-503000cb9bfa req-bf04120f-b85b-40ae-9a93-08c4e3739d27 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:08.064857 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9c0ffe20-35e6-4cd3-98b8-503000cb9bfa req-bf04120f-b85b-40ae-9a93-08c4e3739d27 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Dec 10 17:06:08.113239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9c0ffe20-35e6-4cd3-98b8-503000cb9bfa req-4456b17b-916a-4a2d-83f4-91008f283c02 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Dec 10 17:06:08.232637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf76eb-5e43-4674-8380-465bb13c7f91 req-4b9e913e-44bb-4c94-813b-d9f8fec63293 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:08.234187 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f0cf76eb-5e43-4674-8380-465bb13c7f91 req-4b9e913e-44bb-4c94-813b-d9f8fec63293 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Dec 10 17:06:08.283480 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f0cf76eb-5e43-4674-8380-465bb13c7f91 req-660f100a-3d56-427e-b9a6-8715650a6793 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Dec 10 17:06:08.306097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:08.345208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667eaf6b-8885-4846-840d-155fc4ab7e69 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:08.346726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-667eaf6b-8885-4846-840d-155fc4ab7e69 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1093 time: 0.0396743 Dec 10 17:06:08.349687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58638) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:08.354578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:08.462301 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.567519 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.677874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.14 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/8aafade9-6bb3-4850-8439-aeeb25dadf57) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:06:08.707750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.804724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.902857 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:08.951641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:06:08.954556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:06:08.957205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:06:08.962977 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=8aafade9-6bb3-4850-8439-aeeb25dadf57,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:09.306262 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:09.410169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:09.580659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:09.696545 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:09.761303 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=8aafade9-6bb3-4850-8439-aeeb25dadf57,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:09.777026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:09.877672 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 62c35d89-1358-4a0b-a703-acb303047cd4 associated. External IP: 172.26.4.14, port: 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f. Dec 10 17:06:10.093762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2bddc794-9ea1-446d-9e21-70aa3629e049 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:06:10.197877 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:06:10.207382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Sync routers for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:06:10.216815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:10.217475 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:10.298448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:10.321158 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:10.329394 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9b0cb335-3885-4452-884e-9cfec02591f5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9786191 Dec 10 17:06:10.330003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:10.332374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b542dfc-4724-47f7-bab1-93c8828ac8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:10.383292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20df790-1f22-4a14-8e58-f015d29b74b3 x-openstack-request-id: req-f20df790-1f22-4a14-8e58-f015d29b74b3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:10.383579 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:10.383845 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f20df790-1f22-4a14-8e58-f015d29b74b3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:10.384258 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'status': 'completed', 'code': 200} Dec 10 17:06:10.476507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-21f80065-f61a-408f-b0ae-4ab5c61d6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:10.478180 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-21f80065-f61a-408f-b0ae-4ab5c61d6f40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1098 time: 0.0664787 Dec 10 17:06:10.485654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9db5c-8f81-477b-9042-0c441a7b2454 req-5c76bf22-b91a-40e5-b144-3080ea118f3c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:10.487024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-30b9db5c-8f81-477b-9042-0c441a7b2454 req-5c76bf22-b91a-40e5-b144-3080ea118f3c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0840669 Dec 10 17:06:10.545935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '62c35d89-1358-4a0b-a703-acb303047cd4', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'port_id': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:06:09Z', 'updated_at': '2021-12-10T17:06:09Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:10.571824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Checking router: 2bddc794-9ea1-446d-9e21-70aa3629e049 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:06:10.580371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:10.580994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:10.595123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-30b9db5c-8f81-477b-9042-0c441a7b2454 req-55f1c32d-d752-456a-9224-d5e4142a0898 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899506 Dec 10 17:06:10.612461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-e8d7b83e-831f-4a52-b04f-15d561e3dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:10.613976 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-e8d7b83e-831f-4a52-b04f-15d561e3dc1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 200 len: 898 time: 0.1239221 Dec 10 17:06:10.614490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58644) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:10.677096 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a7287017-28de-41ff-be74-99483aa7c4b2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/62c35d89-1358-4a0b-a703-acb303047cd4 HTTP/1.1" status: 200 len: 990 time: 0.0612731 Dec 10 17:06:10.684724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-40a3df9e-44dd-4a2b-b7cc-434d3c2e2691 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 200 len: 998 time: 0.0636649 Dec 10 17:06:10.691368 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:10.734111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-4e07b5c8-e7ff-4daa-ba42-dd85883b397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:10.735625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-4e07b5c8-e7ff-4daa-ba42-dd85883b397c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749ce1ce-7cb8-422f-8611-cca80b8e4bc8 HTTP/1.1" status: 200 len: 835 time: 0.0438116 Dec 10 17:06:10.780540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-80cf6ae0-70aa-4fb0-82b7-cb29bb7b75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:10.782206 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-80cf6ae0-70aa-4fb0-82b7-cb29bb7b75a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393231 Dec 10 17:06:10.875807 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-c80d3aab-d1d9-46f7-afdf-b233b4a282b5 service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855272 Dec 10 17:06:10.914591 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '62c35d89-1358-4a0b-a703-acb303047cd4', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'port_id': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:06:09Z', 'updated_at': '2021-12-10T17:06:09Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:10.939783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef167438-2cc6-4705-90e3-5cca3979f4b2 None None] The sync data for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv is: [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '62c35d89-1358-4a0b-a703-acb303047cd4', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'port_id': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:06:09Z', 'updated_at': '2021-12-10T17:06:09Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:06:10.966954 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b542dfc-4724-47f7-bab1-93c8828ac8a8 req-0f432605-3ff3-4717-bb61-b0efb03e81da service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836060 Dec 10 17:06:11.133651 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2516c3-dda9-47d9-a733-acbff4f0d0d1 None None] New status for floating IP 62c35d89-1358-4a0b-a703-acb303047cd4: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:06:11.680182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58646) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:11.744372 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-88994556-199d-4149-814d-269ffc7e0794 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/62c35d89-1358-4a0b-a703-acb303047cd4 HTTP/1.1" status: 200 len: 992 time: 0.0631175 Dec 10 17:06:17.770280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:21.293167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-b09d64e8-10ba-4db1-9c3f-dd4a10b8f6cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426290 Dec 10 17:06:21.386967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-70a8efd6-245b-4ef2-b7d5-5150bf6c479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:21.388435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-70a8efd6-245b-4ef2-b7d5-5150bf6c479e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1098 time: 0.0403237 Dec 10 17:06:21.488641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-afc8d518-51db-4683-a79a-a30a20bdf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:21.490024 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-afc8d518-51db-4683-a79a-a30a20bdf65e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 200 len: 898 time: 0.0829742 Dec 10 17:06:21.558136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-52fe46e5-662a-4252-a1b3-8e93ff280de1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 200 len: 1000 time: 0.0611930 Dec 10 17:06:21.607418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-d486a3c2-4785-4bf0-80ea-07ed5c81c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:21.608796 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-d486a3c2-4785-4bf0-80ea-07ed5c81c828 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749ce1ce-7cb8-422f-8611-cca80b8e4bc8 HTTP/1.1" status: 200 len: 835 time: 0.0434749 Dec 10 17:06:21.660371 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-fc0a8bbd-5d86-4f58-a146-b7a7142721be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:21.661930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-fc0a8bbd-5d86-4f58-a146-b7a7142721be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392840 Dec 10 17:06:21.754079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-4b99a076-a1dd-428d-98d9-7a64ff652b61 service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841908 Dec 10 17:06:21.846168 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e1a03650-c12a-4d74-bd8f-60cf046551b7 req-08e38775-e72d-44d2-944a-9601016d382e service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815837 Dec 10 17:06:30.931255 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:06:32.981406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a54332a9-384f-4e22-92a3-8cdb9d0b6ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:35.244802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7980d788-0ec8-4bda-87bb-5af6e5c838c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:36.707261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:37.981681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:38.730527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:45.137959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e5e5-97a1-425b-a5b1-b48d04aed7bb req-e5822fa1-c281-4e59-81c8-a6348144cf7a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:45.139396 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8028e5e5-97a1-425b-a5b1-b48d04aed7bb req-e5822fa1-c281-4e59-81c8-a6348144cf7a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Dec 10 17:06:45.191478 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8028e5e5-97a1-425b-a5b1-b48d04aed7bb req-0e56a12f-6da6-4244-afd0-156802cf22b2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456347 Dec 10 17:06:46.608120 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13900b86-544f-45a2-8ce3-99fbd4929050 req-09f6903e-574a-4808-b5f7-d03a5ba27fff tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:46.609630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-13900b86-544f-45a2-8ce3-99fbd4929050 req-09f6903e-574a-4808-b5f7-d03a5ba27fff tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.3495064 Dec 10 17:06:46.658045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-13900b86-544f-45a2-8ce3-99fbd4929050 req-02e43dce-bb39-4d44-85e0-731ea1852b6e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Dec 10 17:06:46.679777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:46.737965 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-276ce10d-0532-4558-a548-b83b116b8cb0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/62c35d89-1358-4a0b-a703-acb303047cd4 HTTP/1.1" status: 200 len: 992 time: 0.0565343 Dec 10 17:06:47.810135 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:48.175572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6371-0dde-4572-9bec-053b5e346fcd req-17e23d9b-fee6-4987-a0c4-1a577ef00938 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:48.177280 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-955e6371-0dde-4572-9bec-053b5e346fcd req-17e23d9b-fee6-4987-a0c4-1a577ef00938 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0538049 Dec 10 17:06:48.227846 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-955e6371-0dde-4572-9bec-053b5e346fcd req-c609a320-b53d-4d70-93e0-97985930ec28 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Dec 10 17:06:49.353392 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64850be7-b79f-4c71-895a-9365f1493178 req-91e733fc-1023-4124-9d68-c1557acd88fd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:49.354906 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64850be7-b79f-4c71-895a-9365f1493178 req-91e733fc-1023-4124-9d68-c1557acd88fd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0587170 Dec 10 17:06:49.403232 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64850be7-b79f-4c71-895a-9365f1493178 req-53123496-6e8e-42e0-a4a7-f551a446f15e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Dec 10 17:06:49.426612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58676) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:49.485913 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2555bde0-86b8-46d8-ad53-0bae1fd4e856 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/62c35d89-1358-4a0b-a703-acb303047cd4 HTTP/1.1" status: 200 len: 992 time: 0.0581894 Dec 10 17:06:49.722608 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58682) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:49.876825 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 8aafade9-6bb3-4850-8439-aeeb25dadf57 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:49.877202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:49.954933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:49.955313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:49.967594 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 8aafade9-6bb3-4850-8439-aeeb25dadf57 owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:50.204297 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.228391 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=8aafade9-6bb3-4850-8439-aeeb25dadf57,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:50.241436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.241799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.242152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.243004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.243343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.243678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.244007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.244351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.244668 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.245020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.245349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.245673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.245998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:50.301972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.302302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 62c35d89-1358-4a0b-a703-acb303047cd4 disassociated (deleted). External IP: 172.26.4.14, port: 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f. Dec 10 17:06:50.506739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2bddc794-9ea1-446d-9e21-70aa3629e049 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:06:50.617258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:06:50.622750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:50.627302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Sync routers for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:06:50.635983 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:50.636587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:50.649309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b7ce7b5-d420-4f3a-90b6-a7b589c2ec99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/floatingips/62c35d89-1358-4a0b-a703-acb303047cd4 HTTP/1.1" status: 204 len: 168 time: 0.9256196 Dec 10 17:06:50.649934 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:50.652215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590012a-fd1c-4e78-aa85-d9cea41167b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:50.694729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55f202-c9c0-46a6-88eb-c2eaec30a465 x-openstack-request-id: req-3e55f202-c9c0-46a6-88eb-c2eaec30a465 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:50.695184 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:50.695319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e55f202-c9c0-46a6-88eb-c2eaec30a465 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:50.695724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'status': 'completed', 'code': 200} Dec 10 17:06:50.742250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:50.768681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-d4fe2982-bb9e-42c8-9954-20fc083acce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.770207 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-d4fe2982-bb9e-42c8-9954-20fc083acce4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 1098 time: 0.0418563 Dec 10 17:06:50.879717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-7b88cfd7-9fc5-4c6b-a877-e00de1302b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.881304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-7b88cfd7-9fc5-4c6b-a877-e00de1302b25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 200 len: 898 time: 0.0974836 Dec 10 17:06:50.930759 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-63a76a17-a950-4558-bd69-7cb1a37cee99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 200 len: 217 time: 0.0374527 Dec 10 17:06:50.987435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-7e204b27-1fb7-411a-a4d6-05f67d4d4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:50.988946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-7e204b27-1fb7-411a-a4d6-05f67d4d4897 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749ce1ce-7cb8-422f-8611-cca80b8e4bc8 HTTP/1.1" status: 200 len: 835 time: 0.0453022 Dec 10 17:06:51.047360 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-417578ef-ca43-491d-87bd-09aaac4cad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:51.049190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-417578ef-ca43-491d-87bd-09aaac4cad60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472410 Dec 10 17:06:51.103606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:51.135597 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26347c1-751c-43ff-b41c-d42455be6b2e req-0c47a4f8-71a2-4098-9a48-3a5efbb6d059 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:51.136225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Checking router: 2bddc794-9ea1-446d-9e21-70aa3629e049 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:06:51.144560 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:51.144797 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a26347c1-751c-43ff-b41c-d42455be6b2e req-0c47a4f8-71a2-4098-9a48-3a5efbb6d059 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0718794 Dec 10 17:06:51.145161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:51.169455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-5fa447da-752a-485d-acc8-98437d2ceb48 service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118329 Dec 10 17:06:51.198964 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a26347c1-751c-43ff-b41c-d42455be6b2e req-283a5f34-3143-42d2-94d9-d1c87ab4067e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533891 Dec 10 17:06:51.258116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:51.274514 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4590012a-fd1c-4e78-aa85-d9cea41167b0 req-b2b80f9b-46ff-487b-a52f-95a8054b645b service neutron] 10.222.0.61 "GET /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967095 Dec 10 17:06:51.490752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:51.520855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af8cf74-eb5e-4a47-b3b0-ca9a65ec65ae None None] The sync data for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv is: [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:05:52Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'e5ec4c73-b5fe-4289-8889-db7b4ebffacc', 'name': '', 'network_id': 'f57d1191-cf90-4b30-9d9b-57a5c10ddc3f', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:49:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:51Z', 'updated_at': '2021-12-10T17:05:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749ce1ce-7cb8-422f-8611-cca80b8e4bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:06:51.759345 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e77db-3d35-4e71-8989-d073f4a94f89 None None] New status for floating IP 62c35d89-1358-4a0b-a703-acb303047cd4: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:06:52.323702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee271337-724f-44d2-a29e-f714770deb3a req-ae5da2e9-2e57-4bd8-849d-3bda771d5e37 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.325201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee271337-724f-44d2-a29e-f714770deb3a req-ae5da2e9-2e57-4bd8-849d-3bda771d5e37 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Dec 10 17:06:52.374520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee271337-724f-44d2-a29e-f714770deb3a req-452ac09b-e619-4e21-9628-44598a632e6b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Dec 10 17:06:52.875122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-dcc6ee4f-80b7-4e27-b910-3cab8d8cd970 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:06:52.876584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-dcc6ee4f-80b7-4e27-b910-3cab8d8cd970 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 945 time: 0.0486977 Dec 10 17:06:52.972470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:52.972806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:53.059100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:53.059481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:53.072139 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:53.261477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:53.289831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=2a2f341a-586e-4dd6-b4f4-159d7b3ba42f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:53.334644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] No DVR routers for this DVR port 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:06:53.337187 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:53.340500 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1cfba69-da68-4f00-812d-5ef8b4495731 req-ac03ab8f-1a04-4aa9-912b-46f8d180fee8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "DELETE /v2.0/ports/2a2f341a-586e-4dd6-b4f4-159d7b3ba42f HTTP/1.1" status: 204 len: 173 time: 0.4522364 Dec 10 17:06:53.340972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'name': 'network-vif-deleted', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:06:53.343199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13375fc0-9fab-41b7-851a-6ce0096e9b96" -d '{"events": [{"server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "name": "network-vif-deleted", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:06:53.384284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7231bcd4-d77f-4e96-af08-237ca207c1fc x-openstack-request-id: req-7231bcd4-d77f-4e96-af08-237ca207c1fc {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:06:53.384588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e43b875-f563-4c90-ae6e-ddb86d7b6908", "name": "network-vif-deleted", "tag": "2a2f341a-586e-4dd6-b4f4-159d7b3ba42f", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:06:53.384845 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7231bcd4-d77f-4e96-af08-237ca207c1fc {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:06:53.385282 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e43b875-f563-4c90-ae6e-ddb86d7b6908', 'name': 'network-vif-deleted', 'tag': '2a2f341a-586e-4dd6-b4f4-159d7b3ba42f', 'status': 'completed', 'code': 200} Dec 10 17:06:53.471053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43c6036a-2caf-4132-b120-d04846acbeb1 req-f59d6b6c-5a61-4d08-b729-5555ecc8c58e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e43b875-f563-4c90-ae6e-ddb86d7b6908 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Dec 10 17:06:54.543886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58700) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:54.926956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.185372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port e5ec4c73-b5fe-4289-8889-db7b4ebffacc {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:55.185635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.276134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port e5ec4c73-b5fe-4289-8889-db7b4ebffacc, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:55.276496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.288091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for e5ec4c73-b5fe-4289-8889-db7b4ebffacc owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:55.542215 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.568446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=e5ec4c73-b5fe-4289-8889-db7b4ebffacc,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:55.750684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:55.970864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2bddc794-9ea1-446d-9e21-70aa3629e049 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:06:56.077021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:06:56.082066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-39558cbb-7dcf-4ccf-aa74-b1bc060cc798 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/2bddc794-9ea1-446d-9e21-70aa3629e049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5371437 Dec 10 17:06:56.085003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58702) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:56.088053 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Sync routers for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:06:56.097850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:56.098455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:56.144383 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting subnet 749ce1ce-7cb8-422f-8611-cca80b8e4bc8 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:06:56.149605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.197758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.206844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:56.280107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.381592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:06:55Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:56.410547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.410903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Checking router: 2bddc794-9ea1-446d-9e21-70aa3629e049 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:06:56.419124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Routers {'2bddc794-9ea1-446d-9e21-70aa3629e049'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:06:56.419738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2bddc794-9ea1-446d-9e21-70aa3629e049'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:56.442040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Subnet': ['ID=749ce1ce-7cb8-422f-8611-cca80b8e4bc8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:56.446292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.451986 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b5fc9edb-504b-4c89-a2d5-92d6c811efef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/subnets/749ce1ce-7cb8-422f-8611-cca80b8e4bc8 HTTP/1.1" status: 204 len: 168 time: 0.3636611 Dec 10 17:06:56.452239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58704) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:56.483069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942b55d5-5529-44a0-99c2-875e8c7119a7 None None] Network f57d1191-cf90-4b30-9d9b-57a5c10ddc3f requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:06:56.597509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] Set router 2bddc794-9ea1-446d-9e21-70aa3629e049 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:06:56.770828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] DHCP port deletion for f57d1191-cf90-4b30-9d9b-57a5c10ddc3f request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:06:56.818726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:06:55Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:56.853382 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cb8b4-3bda-48b0-bc0f-893da71f7cb7 None None] The sync data for ids ['2bddc794-9ea1-446d-9e21-70aa3629e049'] in dv-neutron-820858-1-hyperv is: [{'id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058723600', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:05:47Z', 'updated_at': '2021-12-10T17:06:55Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '5e79187f-6ca9-4c0a-b91a-8c473e9f82b3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddc794-9ea1-446d-9e21-70aa3629e049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:05:48Z', 'updated_at': '2021-12-10T17:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:06:56.862245 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Deleting port 06302267-06ff-45ec-bfd8-8d69a15a7a51 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:56.862629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.878742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.924261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] For port 06302267-06ff-45ec-bfd8-8d69a15a7a51, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=06302267-06ff-45ec-bfd8-8d69a15a7a51,segment=NetworkSegment(d0c62eca-53ff-47ed-a01c-9d6cf7daa14f),segment_id=d0c62eca-53ff-47ed-a01c-9d6cf7daa14f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:56.924664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:56.937018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Calling delete_port for 06302267-06ff-45ec-bfd8-8d69a15a7a51 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:56.983142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.089846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.110102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:06:57.110379 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.114712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Pushing event deleted for resources: {'Port': ['ID=06302267-06ff-45ec-bfd8-8d69a15a7a51,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:57.119520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] No DVR routers for this DVR port 06302267-06ff-45ec-bfd8-8d69a15a7a51 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:06:57.132309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.132668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.133604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.133941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.134273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.134607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.134936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.135267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.135594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.135923 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.136248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.136570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.136891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c24bed-d4a0-41c8-b912-6d374f5920fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:57.190843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:06:57.191213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.203861 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:06:57.427512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.455757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=5e79187f-6ca9-4c0a-b91a-8c473e9f82b3,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:57.471988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0d2b1-4f4d-46c1-ab81-df86de227042 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:06:57.516998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.607235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.609400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.690082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.690587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Fanout notify agent at l3_agent the message router_deleted on router 2bddc794-9ea1-446d-9e21-70aa3629e049 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:06:57.697805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.698901 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d4e1268d-fc3c-4536-9ded-c9d92b1dbc9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/routers/2bddc794-9ea1-446d-9e21-70aa3629e049 HTTP/1.1" status: 204 len: 168 time: 1.2456205 Dec 10 17:06:57.701728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58706) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:57.737716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:06:57.759673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:06:57.760094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 2a2f341a-586e-4dd6-b4f4-159d7b3ba42f not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:06:57.789325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.880483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.900032 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d1191-cf90-4b30-9d9b-57a5c10ddc3f']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:57.908808 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:57.909198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c62eca-53ff-47ed-a01c-9d6cf7daa14f') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:06:57.918213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.931291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.936961 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:06:57.937331 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:06:57.940246 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:06:58.049911 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.057671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.060391 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/networks/f57d1191-cf90-4b30-9d9b-57a5c10ddc3f HTTP/1.1" status: 204 len: 168 time: 0.3576581 Dec 10 17:06:58.063421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58708) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:58.073145 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20102a0-9847-4d05-b937-a826315a8c7e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Network': ['ID=f57d1191-cf90-4b30-9d9b-57a5c10ddc3f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:58.124588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.153230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.175412 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e5ec4c73-b5fe-4289-8889-db7b4ebffacc no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:06:58.196009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: e5ec4c73-b5fe-4289-8889-db7b4ebffacc {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:06:58.196401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device e5ec4c73-b5fe-4289-8889-db7b4ebffacc not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:06:58.196826 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:06:58.273224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.276099 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.277351 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d HTTP/1.1" status: 204 len: 168 time: 0.2129238 Dec 10 17:06:58.287294 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d73037d-1f9e-4fc4-b3f2-7e4d5fe4cd5d,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:58.295747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.296110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.296465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.296816 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.297191 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.297538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.297879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.298223 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.298560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.299199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.299440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.299785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.300125 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795834-8952-4ce2-bc57-e504016d28b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:06:58.374934 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:06:58.375277 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 5e79187f-6ca9-4c0a-b91a-8c473e9f82b3 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:06:58.375702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 06302267-06ff-45ec-bfd8-8d69a15a7a51 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:06:58.401025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 06302267-06ff-45ec-bfd8-8d69a15a7a51 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:06:58.401425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 06302267-06ff-45ec-bfd8-8d69a15a7a51 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:06:58.752002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58714) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:58.756586 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541903918', 'description': 'tempest-secgroup-smoke-541903918 description', 'project_id': '49274bcac2fd4467b770adf3c618b80d'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:58.838477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.906900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.964057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:58.991923 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c17f93-98bb-4dfe-b676-a276578db00f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:59.046457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.047793 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c89048f-9ce4-4c5e-9a01-156b78d4bcad tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2947688 Dec 10 17:06:59.050681 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58716) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:59.055512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:59.158081 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.213694 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.284442 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.302085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab16d2e-92e3-450a-8609-f33244a5b67f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:59.360485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.361726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-81b0b364-61ec-47f8-a45d-5db756850aa3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101168 Dec 10 17:06:59.364416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58718) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:59.369232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:59.437601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.493283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.552993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.571891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c85c5e-e7a7-492f-9c23-2d510d50aae0,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:59.629060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.630307 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f6dca373-7789-4220-8d32-449b1ba46e8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2649333 Dec 10 17:06:59.633088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58720) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:59.637359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:59.712250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.769767 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.820924 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.838748 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4209b1f-c6b7-4041-9b55-6ddd182266ce,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:06:59.886318 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:06:59.887529 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d56bdd3c-baa2-4eee-a51c-5ae027334932 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535224 Dec 10 17:06:59.890427 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58722) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:06:59.894836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:06:59.974575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.031067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.095173 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.114722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a664d986-81d3-4b8d-a66e-5ebc8f807865,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:00.171836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.173411 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-50043aa9-f1ef-41ed-ac5f-91e08a20808c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817690 Dec 10 17:07:00.176399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58724) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:00.180298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:00.266864 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:07:00.271962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.330043 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.420377 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.437655 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131cee9-42e6-46cd-8cf1-453ce47b15c2,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:00.514560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.515774 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c70938e7-04d2-4a12-b093-079357a07eb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389723 Dec 10 17:07:00.518552 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58726) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:00.522991 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'd6c17f93-98bb-4dfe-b676-a276578db00f', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:00.655461 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:07:00.660534 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.720338 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.804300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.823741 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094c81cc-e69f-4fdb-9050-c29cc1199c05,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:00.880790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.882032 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-556bb1b1-bec5-4b1c-a9fc-7cf65608f8a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3625405 Dec 10 17:07:00.885570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58728) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:00.890739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'network': {'name': 'tempest-network-smoke--1842474187', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:00.952652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:07:00.956203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.979601 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:07:00.988084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:00.988422 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Added segment 0196e52f-429d-48b2-8dc5-838188332c64 of type vlan for network efe3539e-df4a-40e7-9d2a-5bcd3047caee Dec 10 17:07:01.031949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.089509 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.095082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:01.095663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.159632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Network': ['ID=efe3539e-df4a-40e7-9d2a-5bcd3047caee,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:01.170869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:07:01.184356 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1afd6535-1fb7-485e-a575-e8ceaa74feb6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2977216 Dec 10 17:07:01.189043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58730) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:01.191824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'admin_state_up': True, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:01.261643 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.262743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.317586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.512875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.777480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.796102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:01.900262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.236 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/3121bc01-7ac5-4c82-ba50-d2675d578b28) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:02.003884 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.107439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.151279 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:02.154735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:02.157874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:02.168016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f14b07-5213-4b11-89e3-4d6fc7625107 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:07:02.179404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=3121bc01-7ac5-4c82-ba50-d2675d578b28,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:02.251584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9d5167d-4b90-42e0-a52e-c7fd47c48943 None None] Provisioning complete for port 3121bc01-7ac5-4c82-ba50-d2675d578b28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:02.252191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9d5167d-4b90-42e0-a52e-c7fd47c48943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.285207 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5167d-4b90-42e0-a52e-c7fd47c48943 None None] Port 3121bc01-7ac5-4c82-ba50-d2675d578b28 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:02.460464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.651126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:02.826730 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 7c588a31-2414-49f0-86ed-cc0f44e17684 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:07:02.931553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:07:02.941396 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Sync routers for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:07:02.951411 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:02.957464 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:02.975624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b45d8fa8-2966-419e-b73a-a75b3d4fc088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.035221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.036487 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dbf7146c-6ff3-4035-aa8c-c2699257ae0d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8482921 Dec 10 17:07:03.039866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58732) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:03.053863 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:03.069491 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9515605b-88d4-4d28-83af-53ce0414e302 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=49274bcac2fd4467b770adf3c618b80d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285041 Dec 10 17:07:03.072674 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58734) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:03.163481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b2787-bf4d-4719-9b0f-e8189fa0f495 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:03.165066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d37b2787-bf4d-4719-9b0f-e8189fa0f495 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913665 Dec 10 17:07:03.167809 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58736) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:03.196161 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e389b643-1c0d-4562-9b07-c6fd467af1dd tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271358 Dec 10 17:07:03.199226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58738) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:03.203882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375239556', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:03.233278 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:03.259914 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Checking router: 7c588a31-2414-49f0-86ed-cc0f44e17684 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:07:03.260277 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Updating router 7c588a31-2414-49f0-86ed-cc0f44e17684 port 3121bc01-7ac5-4c82-ba50-d2675d578b28 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:07:03.283868 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.358229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:07:03.361769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.578844 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.593098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.655751 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.657384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Subnet': ['ID=749f0875-ca15-4672-bde7-b0b4f69de0f3,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:03.661766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Checking segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:03.662131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network hostable DHCP agents. Network: efe3539e-df4a-40e7-9d2a-5bcd3047caee, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:07:03.700572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f2077-4113-4d51-9fb0-2656ca084996 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:07:03.709604 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Pushing event updated for resources: {'Port': ['ID=3121bc01-7ac5-4c82-ba50-d2675d578b28,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:03.713113 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Attempting to bind port 3121bc01-7ac5-4c82-ba50-d2675d578b28 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:07:03.713484 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Attempting to bind port 3121bc01-7ac5-4c82-ba50-d2675d578b28 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:07:03.713863 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Attempting to bind port 3121bc01-7ac5-4c82-ba50-d2675d578b28 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:03.721868 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.722222 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.722562 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.722899 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.723235 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.723561 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.723886 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.724212 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.724543 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.724863 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.725212 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.725532 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.725850 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:07:03.729677 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:07:03.734012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:03.734012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.734012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:07:03.734012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Bound port: 3121bc01-7ac5-4c82-ba50-d2675d578b28, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:07:03.734012 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.752959 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:07:03.780263 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] For port 3121bc01-7ac5-4c82-ba50-d2675d578b28, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:07:03.783216 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] For port 3121bc01-7ac5-4c82-ba50-d2675d578b28, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3121bc01-7ac5-4c82-ba50-d2675d578b28,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:07:03.814522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-de6e114d-92f7-40e0-b2d4-bfedf1f64211 None None] Provisioning complete for port 3121bc01-7ac5-4c82-ba50-d2675d578b28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:03.814902 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-de6e114d-92f7-40e0-b2d4-bfedf1f64211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.821207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, efe3539e-df4a-40e7-9d2a-5bcd3047caee) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:03.825272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:03.825877 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.839676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522ece7-ab73-439c-a253-be736c830f21 None None] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:07:03.850321 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:03.893485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e562283-82c9-42b2-8302-e22ce8dfcc87 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:07:03.902608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-de6e114d-92f7-40e0-b2d4-bfedf1f64211 None None] Port 3121bc01-7ac5-4c82-ba50-d2675d578b28 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:03.902802 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5f91528e-4249-46e9-85b4-697663f78baf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6999991 Dec 10 17:07:03.910228 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58740) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:03.910593 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa3aae-420d-4a07-914f-b5fd418f3b64 None None] Pushing event updated for resources: {'Port': ['ID=3121bc01-7ac5-4c82-ba50-d2675d578b28,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:03.918341 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:03.919178 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:06:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:03.964714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:07:03.966006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.036709 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:04.069998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] Provisioning complete for port 3121bc01-7ac5-4c82-ba50-d2675d578b28 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:04.070369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.170010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Allocated IP 172.20.0.2 (efe3539e-df4a-40e7-9d2a-5bcd3047caee/749f0875-ca15-4672-bde7-b0b4f69de0f3/ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:04.223205 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:04.251482 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d565f2-7ae5-483c-8ef8-385e2f238f9e None None] The sync data for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv is: [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:07:04.276587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.300796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] For port 3121bc01-7ac5-4c82-ba50-d2675d578b28, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3121bc01-7ac5-4c82-ba50-d2675d578b28,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:04.384109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.392926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.447750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72cb0d-ef33-412d-aa9d-a54a11c41b2e None None] Pushing event updated for resources: {'Port': ['ID=3121bc01-7ac5-4c82-ba50-d2675d578b28,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:04.474193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.521184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:04.526318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:04.535705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:04.548828 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Pushing event updated for resources: {'Port': ['ID=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:04.601906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Attempting to bind port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:07:04.602303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Attempting to bind port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:07:04.602776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Attempting to bind port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 on network efe3539e-df4a-40e7-9d2a-5bcd3047caee {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:04.608275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:07:04.608664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Checking segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:04.609110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.609519 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Bound using segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:07:04.609994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Bound port: ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:07:04.610383 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.685112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] For port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:07:04.688339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] For port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:07:04.740078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.759730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:04.827293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d03251-5a4d-4a40-b565-3907c578d1b9 None None] Pushing event updated for resources: {'Port': ['ID=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:05.064995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.1 (efe3539e-df4a-40e7-9d2a-5bcd3047caee/749f0875-ca15-4672-bde7-b0b4f69de0f3/2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:05.201395 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.255430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-639437a0-4ed8-489c-bb8a-99e0d27859f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.307461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.349882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:05.353702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:05.357461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:05.363634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:05.403595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.624724 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.730858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2a1c7-6c25-4be4-96b6-42b92b51b77e None None] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:07:05.846023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] Provisioning complete for port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:05.846674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.932190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.932733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:05.967715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] For port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:06.021599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.049997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.104057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:06.106182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198449-94f9-43cf-b949-b05c0de497e6 None None] Pushing event updated for resources: {'Port': ['ID=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:06.106534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.190672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a8153ed-a379-4da5-b1ef-8bf927786976 None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.191047 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a8153ed-a379-4da5-b1ef-8bf927786976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.225783 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:06.227458 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:06.251123 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-4a8153ed-a379-4da5-b1ef-8bf927786976 None None] Port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:06.266636 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4a8153ed-a379-4da5-b1ef-8bf927786976 None None] Provisioning complete for port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.267022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4a8153ed-a379-4da5-b1ef-8bf927786976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.287669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:07:06.362058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 7c588a31-2414-49f0-86ed-cc0f44e17684 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:07:06.393930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.394490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.477707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:07:06.478825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3121bc01-7ac5-4c82-ba50-d2675d578b28 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:07:06.482879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-943de38c-ba73-4bed-a9c7-baf6c0381854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/7c588a31-2414-49f0-86ed-cc0f44e17684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781860 Dec 10 17:07:06.499616 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Sync routers for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:07:06.535901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:06.536533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:07:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:06.541634 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-24332200-f0e4-4b3f-b088-9c68f15f46bd None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.542015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-24332200-f0e4-4b3f-b088-9c68f15f46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.645269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-97664b48-9872-41d9-af60-1b1b523f697d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541903918&fields=id&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 267 time: 0.0450718 Dec 10 17:07:06.657650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-24332200-f0e4-4b3f-b088-9c68f15f46bd None None] Port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:06.669163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 3121bc01-7ac5-4c82-ba50-d2675d578b28 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.669540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.721300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:06.760064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-650e8d76-b338-4c65-92a8-147a2bb1f963 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:06.763406 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-650e8d76-b338-4c65-92a8-147a2bb1f963 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 797 time: 0.1098022 Dec 10 17:07:06.777650 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-06739fe6-b5f2-4d8c-8811-c5a203a57c8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/quotas/49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 375 time: 0.0100036 Dec 10 17:07:06.801145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.829051 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-c64b3760-880c-4a83-a649-cf9d3800747b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455072 Dec 10 17:07:06.876281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-bdd270ac-794e-4598-8dc0-a1483e279a1e None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:06.876887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bdd270ac-794e-4598-8dc0-a1483e279a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:06.926798 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e79c450c-b925-4164-82cb-ceeffd3f6a81 service neutron] 10.222.0.21 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Dec 10 17:07:06.939463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-bdd270ac-794e-4598-8dc0-a1483e279a1e None None] Port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:06.998399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 2, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:07.022925 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-1027eb57-23a7-4a43-8715-590dbbf17e8d service neutron] 10.222.0.21 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Dec 10 17:07:07.028606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Checking router: 7c588a31-2414-49f0-86ed-cc0f44e17684 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:07:07.029000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Updating router 7c588a31-2414-49f0-86ed-cc0f44e17684 port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:07:07.053200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.282300 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ee67e019-60f6-4b69-9f23-17fdbceb586a req-746b6865-4f0b-4b67-ac36-67db4e706f6e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 210 time: 0.0433438 Dec 10 17:07:07.324601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.391930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.448714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f7069-83c9-49ff-ba30-e7feaa0243c9 None None] Pushing event updated for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:07.495824 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Attempting to bind port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:07:07.496343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Attempting to bind port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:07:07.496710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Attempting to bind port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 on network efe3539e-df4a-40e7-9d2a-5bcd3047caee {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:07.502436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:07:07.508101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Checking segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:07.508101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.508101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Bound using segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:07:07.508101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Bound port: 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:07:07.508101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.571808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] For port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:07:07.593864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] For port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:07:07.661415 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3384814b-44b8-416f-8512-59237f160569 None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:07.662223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3384814b-44b8-416f-8512-59237f160569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.688322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:07.731273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3384814b-44b8-416f-8512-59237f160569 None None] Port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:07.754181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:07.754806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:07:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:07.790283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f7069-83c9-49ff-ba30-e7feaa0243c9 None None] Pushing event updated for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:07.929763 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:07:08.009735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:08.010321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.061999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.063695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:08.210203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.272659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] For port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:08.324958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:07Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:08.357758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:08.360578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a3217-437a-4cc5-b87d-527e878e7da2 None None] The sync data for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv is: [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:07Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:07:08.386813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-205537ca-f818-433d-bb9a-19f0608ab9c5 req-0ffd736c-469e-4246-acd3-34f2ea0210db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Dec 10 17:07:08.425745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d4d8-c450-4961-bdf8-8231446470b5 None None] Pushing event updated for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:08.757829 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:09.397655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d3a13a2a-d406-448b-b0e1-e2a80d999a93 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:09.399379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d3a13a2a-d406-448b-b0e1-e2a80d999a93 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 797 time: 0.1166301 Dec 10 17:07:09.475356 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-c39254a5-23a3-4993-a713-d233a1d794fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 379 time: 0.0570498 Dec 10 17:07:09.476759 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-904e3a70-cca7-4c9b-aee4-b6e5b7d06966 req-15c1c5e1-2046-474b-9944-f961843e8631 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Dec 10 17:07:09.498319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'port': {'device_id': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'admin_state_up': True, 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'security_groups': ['d6c17f93-98bb-4dfe-b676-a276578db00f']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:09.678698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:07:09.682752 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:09.807686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.8 (efe3539e-df4a-40e7-9d2a-5bcd3047caee/749f0875-ca15-4672-bde7-b0b4f69de0f3/79fd0bc5-720a-4807-a85f-f43c58b06d7a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:09.949991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.021675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.066142 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:10.069326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:10.073488 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:10.079628 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:10.131796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:10.131796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.201958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:07:10.212124 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-e80982f3-4f95-4cb8-81a0-0ce956ac3997 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7253575 Dec 10 17:07:10.231770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Request body: {'port': {'device_id': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:10.264708 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:10.265114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.299350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.315878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7b90ca5c-8af8-4ee2-9847-0b3e6d40da0c None None] Provisioning complete for port 79fd0bc5-720a-4807-a85f-f43c58b06d7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:10.317006 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca5c-8af8-4ee2-9847-0b3e6d40da0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.356789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7b90ca5c-8af8-4ee2-9847-0b3e6d40da0c None None] Port 79fd0bc5-720a-4807-a85f-f43c58b06d7a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:07:10.606001 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fd0bc5-720a-4807-a85f-f43c58b06d7a {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:07:10.615251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.633546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Transition to ACTIVE for port object 79fd0bc5-720a-4807-a85f-f43c58b06d7a will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:07:10.644424 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307f92-e252-467b-ae58-cafc13b19781 req-9830f276-34f1-4a44-9457-b7aca0512b8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:10.645919 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-69307f92-e252-467b-ae58-cafc13b19781 req-9830f276-34f1-4a44-9457-b7aca0512b8d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 931 time: 0.0972443 Dec 10 17:07:10.689065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.720671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-69307f92-e252-467b-ae58-cafc13b19781 req-77f4cfb1-a8b3-4701-a4c9-3d3cf6f46c01 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688338 Dec 10 17:07:10.744490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Pushing event updated for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:10.816962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Attempting to bind port 79fd0bc5-720a-4807-a85f-f43c58b06d7a on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:07:10.817302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Attempting to bind port 79fd0bc5-720a-4807-a85f-f43c58b06d7a by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:07:10.817629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Attempting to bind port 79fd0bc5-720a-4807-a85f-f43c58b06d7a on network efe3539e-df4a-40e7-9d2a-5bcd3047caee {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:10.822892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Port 79fd0bc5-720a-4807-a85f-f43c58b06d7a on network efe3539e-df4a-40e7-9d2a-5bcd3047caee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:07:10.823212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Attempting to bind port 79fd0bc5-720a-4807-a85f-f43c58b06d7a on network efe3539e-df4a-40e7-9d2a-5bcd3047caee {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:07:10.828272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:07:10.828603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Checking segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:07:10.829019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Bound using segment: {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:07:10.829448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Bound port: 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0196e52f-429d-48b2-8dc5-838188332c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:07:10.829800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:10.902257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:07:10.906896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:07:10.970292 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.007964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.008638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:11.010126 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] 10.222.0.61 "PUT /v2.0/ports/79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 1093 time: 0.7828853 Dec 10 17:07:11.010575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:11.012801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063896d3-e6be-4031-a4d1-b01649de71a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:11.046419 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7113a4-73bb-49ba-a068-ca3e79701796 service neutron] Pushing event updated for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:11.054644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe405bf7-146f-40ce-8273-8574a3393e08 x-openstack-request-id: req-fe405bf7-146f-40ce-8273-8574a3393e08 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:11.054644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:11.054644 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe405bf7-146f-40ce-8273-8574a3393e08 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:11.055103 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'status': 'completed', 'code': 200} Dec 10 17:07:11.127287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-4e8bd91a-35bf-4461-a334-25dbc16be00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.128858 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-4e8bd91a-35bf-4461-a334-25dbc16be00c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1096 time: 0.0441613 Dec 10 17:07:11.248844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-4abaf9ee-192a-48b9-b083-8976c7d76531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.250364 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-4abaf9ee-192a-48b9-b083-8976c7d76531 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49274bcac2fd4467b770adf3c618b80d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1058729 Dec 10 17:07:11.347634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-54933415-b707-4b39-b7e5-fbb811c52939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.349148 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-063896d3-e6be-4031-a4d1-b01649de71a0 req-54933415-b707-4b39-b7e5-fbb811c52939 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874596 Dec 10 17:07:11.437467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-490fd2dc-be79-44bb-a55b-110401ad4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.438940 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-490fd2dc-be79-44bb-a55b-110401ad4afb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1096 time: 0.0461407 Dec 10 17:07:11.484363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-53024434-560d-4734-b730-85fd739d4a1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 217 time: 0.0339634 Dec 10 17:07:11.535615 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d2cc1874-32fb-4797-8151-2d572f62cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.537164 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d2cc1874-32fb-4797-8151-2d572f62cd98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0429497 Dec 10 17:07:11.595716 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d87c70cf-78ef-41e5-8f09-793362113162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.597246 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-d87c70cf-78ef-41e5-8f09-793362113162 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472975 Dec 10 17:07:11.691806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-f5593623-4aa9-426c-b977-5acaf87dec20 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847943 Dec 10 17:07:11.785874 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88872569-5533-4f43-a6d9-fe4c2fb54964 req-aefd47e3-7980-4825-a2b3-963c12c4b408 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816321 Dec 10 17:07:11.839524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17be449-27be-4560-ba1c-d4b6dbc44576 req-9aa19e2c-13eb-47f4-b7fc-b5fd48451935 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:11.841081 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d17be449-27be-4560-ba1c-d4b6dbc44576 req-9aa19e2c-13eb-47f4-b7fc-b5fd48451935 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 943 time: 0.0540371 Dec 10 17:07:11.890404 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d17be449-27be-4560-ba1c-d4b6dbc44576 req-0a5685e4-996b-423c-8d47-f3f4e03c7e32 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Dec 10 17:07:13.005283 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e220-e70c-4d80-90f1-d421ddf2bc1c req-c54b93ce-eff7-4830-adde-695048b41334 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:13.006749 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-11d5e220-e70c-4d80-90f1-d421ddf2bc1c req-c54b93ce-eff7-4830-adde-695048b41334 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 943 time: 0.0482578 Dec 10 17:07:13.055678 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-11d5e220-e70c-4d80-90f1-d421ddf2bc1c req-ee8b5101-edd2-42e3-8763-52cd00ed1be9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Dec 10 17:07:13.830723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 79fd0bc5-720a-4807-a85f-f43c58b06d7a details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:07:13.925674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:13.937443 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'port_id': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'mac_address': 'fa:16:3e:20:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:07:13.972685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:13.985773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fd0bc5-720a-4807-a85f-f43c58b06d7a {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:07:14.004955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:14.061260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:14.113437 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:14.172346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9bd8-11ef-4c4c-b26f-880f0d203440 req-1a817e73-d89c-4562-8cde-dfa95ddcf443 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:14.173867 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17ea9bd8-11ef-4c4c-b26f-880f0d203440 req-1a817e73-d89c-4562-8cde-dfa95ddcf443 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 944 time: 0.0495203 Dec 10 17:07:14.223107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-17ea9bd8-11ef-4c4c-b26f-880f0d203440 req-79a72476-9428-4dd8-b8bf-38d591a2821b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433304 Dec 10 17:07:14.320795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['79fd0bc5-720a-4807-a85f-f43c58b06d7a'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:07:15.342469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921481-e3ca-4186-a796-b95fad565535 req-a17a46d9-1f4f-4c51-b600-de7f535cdc57 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:15.343948 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6f921481-e3ca-4186-a796-b95fad565535 req-a17a46d9-1f4f-4c51-b600-de7f535cdc57 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 944 time: 0.0528586 Dec 10 17:07:15.391768 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6f921481-e3ca-4186-a796-b95fad565535 req-0af7a0e0-84be-4e19-b626-26dbcaf359da tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Dec 10 17:07:15.846632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 79fd0bc5-720a-4807-a85f-f43c58b06d7a up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:07:15.952491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 79fd0bc5-720a-4807-a85f-f43c58b06d7a completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:07:15.956370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 79fd0bc5-720a-4807-a85f-f43c58b06d7a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:07:15.956743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:16.034889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:16.057353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:16.059646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc246092-f011-43a1-868c-b1e34a02c590" -d '{"events": [{"server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "name": "network-vif-plugged", "status": "completed", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:16.072695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:07:16.095710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd819f-1796-4c80-b19f-ace901545425 x-openstack-request-id: req-2afd819f-1796-4c80-b19f-ace901545425 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:16.096009 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "name": "network-vif-plugged", "status": "completed", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:16.096267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2afd819f-1796-4c80-b19f-ace901545425 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:16.096859 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'code': 200} Dec 10 17:07:16.124116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:16.172303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:16.377937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7dc-0c49-480f-9e66-63abe5997749 req-ec2d91cd-edf4-437e-b60e-d8b41457f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:16.379308 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3864c7dc-0c49-480f-9e66-63abe5997749 req-ec2d91cd-edf4-437e-b60e-d8b41457f121 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0430861 Dec 10 17:07:16.432202 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3864c7dc-0c49-480f-9e66-63abe5997749 req-8d9e9df3-24fd-4dea-8d61-3c8140d1fed9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 Dec 10 17:07:16.504588 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde56f-e426-49ed-ac9a-31a4d9749518 req-6ab8b64f-f647-481a-9b41-7180c7f3ef28 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:16.506120 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7cdde56f-e426-49ed-ac9a-31a4d9749518 req-6ab8b64f-f647-481a-9b41-7180c7f3ef28 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0481319 Dec 10 17:07:16.556173 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7cdde56f-e426-49ed-ac9a-31a4d9749518 req-4891a55f-0d53-4877-8f63-13a355edcb84 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Dec 10 17:07:17.673678 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746607f-b618-4fd8-9b7c-9ec85f43a3e4 req-56bf5e91-61c6-4a8e-ae4d-a0493ea2dcf0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:17.675930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c746607f-b618-4fd8-9b7c-9ec85f43a3e4 req-56bf5e91-61c6-4a8e-ae4d-a0493ea2dcf0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0505872 Dec 10 17:07:17.725694 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c746607f-b618-4fd8-9b7c-9ec85f43a3e4 req-43b2530e-0874-48ce-a2f7-9efc9e37623b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437069 Dec 10 17:07:17.781380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:18.840421 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024e4e-5dde-4681-b712-92c62e49b407 req-9fbef627-5d58-4599-8cdf-55d9efdf1a33 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:18.841929 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dd024e4e-5dde-4681-b712-92c62e49b407 req-9fbef627-5d58-4599-8cdf-55d9efdf1a33 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0491300 Dec 10 17:07:18.894527 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dd024e4e-5dde-4681-b712-92c62e49b407 req-c49b3fd2-f159-4de4-b2c7-21ea79e83eb9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 Dec 10 17:07:19.005538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c24c3-6b6e-465e-b527-3d80ce13e43a req-3c8848a2-ea1c-48f8-9c86-f87421d0eb96 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:19.006946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b8c24c3-6b6e-465e-b527-3d80ce13e43a req-3c8848a2-ea1c-48f8-9c86-f87421d0eb96 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0475178 Dec 10 17:07:19.059782 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b8c24c3-6b6e-465e-b527-3d80ce13e43a req-9f2bf200-028f-4476-ba86-be24a668940d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463362 Dec 10 17:07:19.080812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58798) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:19.120084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e676c3-9140-4238-8b35-26f02fa76202 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:19.121599 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c9e676c3-9140-4238-8b35-26f02fa76202 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1093 time: 0.0398283 Dec 10 17:07:19.124233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58800) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:19.128426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:07:19.198362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:19.295766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:19.401879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.226 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/76065f77-62d6-44e2-a5a6-eeccbb734a99) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:07:19.504283 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:19.604290 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:19.642947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:07:19.645864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:07:19.649407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:07:19.673143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=76065f77-62d6-44e2-a5a6-eeccbb734a99,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:19.991490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:20.113352 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:20.263129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:20.325086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:20.390748 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=76065f77-62d6-44e2-a5a6-eeccbb734a99,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:07:20.402164 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:20.501460 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 associated. External IP: 172.26.4.226, port: 79fd0bc5-720a-4807-a85f-f43c58b06d7a. Dec 10 17:07:21.023867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 7c588a31-2414-49f0-86ed-cc0f44e17684 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:07:21.129711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:07:21.139158 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Sync routers for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:07:21.148387 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:21.149035 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:07:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:21.217659 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:21.246908 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-680c23c2-be6a-4dee-a28e-9fd46b95a86c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1216342 Dec 10 17:07:21.247533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:07:21.249895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29323ed0-9923-465f-8b79-9a6cac9e2480" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:07:21.288351 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c511343-9bab-47e0-b90e-f1ba8b5c6fb2 x-openstack-request-id: req-2c511343-9bab-47e0-b90e-f1ba8b5c6fb2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:07:21.288660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:07:21.288960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c511343-9bab-47e0-b90e-f1ba8b5c6fb2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:07:21.289379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'status': 'completed', 'code': 200} Dec 10 17:07:21.342196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:21.355029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-2787c097-9e0e-4075-8abb-f8dd07806b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:21.356244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173fbba-a625-4b42-8aa4-3b210bdd830b req-ad4ab926-b259-4f99-a999-2c4aa52c22a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:21.356724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-2787c097-9e0e-4075-8abb-f8dd07806b93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0435605 Dec 10 17:07:21.357827 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4173fbba-a625-4b42-8aa4-3b210bdd830b req-ad4ab926-b259-4f99-a999-2c4aa52c22a9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0533388 Dec 10 17:07:21.408210 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4173fbba-a625-4b42-8aa4-3b210bdd830b req-b7b73d6e-a944-4e1c-b057-3f554c0d7e2d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Dec 10 17:07:21.432747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58806) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:21.460406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-545a7f8a-1165-4da8-8b16-22cef37dfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:21.462013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-545a7f8a-1165-4da8-8b16-22cef37dfcdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 898 time: 0.0981760 Dec 10 17:07:21.498675 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4e09c6df-2a81-4e30-bad7-ffe18d0f572e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 HTTP/1.1" status: 200 len: 991 time: 0.0646937 Dec 10 17:07:21.528686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-8baf0ae6-5a91-4e33-9ea7-47b3852ccb53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 999 time: 0.0592673 Dec 10 17:07:21.578360 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'port_id': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'mac_address': 'fa:16:3e:20:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:07:19Z', 'updated_at': '2021-12-10T17:07:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:21.578949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-738ee0f2-38d2-4f3b-8df1-81ae97044de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:21.581492 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-738ee0f2-38d2-4f3b-8df1-81ae97044de5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0446072 Dec 10 17:07:21.608233 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Checking router: 7c588a31-2414-49f0-86ed-cc0f44e17684 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:07:21.616527 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:07:21.617168 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:07:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:21.631133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-7c8b57d7-b324-4cf9-9794-fa7a871e1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:21.632614 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-7c8b57d7-b324-4cf9-9794-fa7a871e1486 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447655 Dec 10 17:07:21.721652 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:07:21.723609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-344aafcd-ab99-4e76-a4fc-304d3a706d8c service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815854 Dec 10 17:07:21.815710 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-29323ed0-9923-465f-8b79-9a6cac9e2480 req-543d9fc6-96db-4cdd-aaa2-b19fae1cf711 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850272 Dec 10 17:07:21.943606 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'port_id': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'mac_address': 'fa:16:3e:20:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:07:19Z', 'updated_at': '2021-12-10T17:07:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:07:21.973055 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50dd6f-86f7-40d8-ac2f-7e061ce7d8d8 None None] The sync data for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv is: [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'port_id': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'mac_address': 'fa:16:3e:20:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:07:19Z', 'updated_at': '2021-12-10T17:07:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:07:22.164876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485d428-5013-4648-b9b8-bcc9e6332bd1 None None] New status for floating IP 9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:07:22.289516 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-00ec721d-d43a-4957-9686-fd057767e34f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391634 Dec 10 17:07:22.383666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-e6527fe7-ef51-4bda-b191-9466df8512f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:22.385863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-e6527fe7-ef51-4bda-b191-9466df8512f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0418158 Dec 10 17:07:22.493497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-8f4785b9-2e19-40d5-9f94-3a9b0913ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:22.495468 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-8f4785b9-2e19-40d5-9f94-3a9b0913ceda service neutron] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 898 time: 0.0908725 Dec 10 17:07:22.502491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58808) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:07:22.562692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-8360aead-3ecc-469b-871f-c5e3a8d3f776 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 1001 time: 0.0597699 Dec 10 17:07:22.563308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a151e110-65be-4617-8cfa-a85259ddc522 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 HTTP/1.1" status: 200 len: 993 time: 0.0596948 Dec 10 17:07:22.615581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-20febc41-ffd9-4e6d-9fe0-928a58a7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:22.617077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-20febc41-ffd9-4e6d-9fe0-928a58a7742a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0436862 Dec 10 17:07:22.681732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-de185ef5-408c-45bd-82aa-3c0f6bec22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:22.683215 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-de185ef5-408c-45bd-82aa-3c0f6bec22a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592279 Dec 10 17:07:22.773899 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-3741612c-7f42-4e05-a5d0-882eb51ed551 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804539 Dec 10 17:07:22.871444 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-989b117f-6825-4d76-99e8-97a1849cbc1e req-19817e68-6023-4b14-98e9-36e14559008a service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897732 Dec 10 17:07:32.986353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3c92f94-a6cc-4d96-b196-df69c7f6d0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:35.220672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5a62512d-1cf5-4ef2-8da6-738de27b1dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:36.727900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:38.010041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:38.723605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:44.928599 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:07:47.751952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:07:56.107448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b376d-5abb-4f80-b6c7-195e4e532630 req-d22f72b1-f85d-4c3e-9b0f-653f4795e467 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:56.108993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d40b376d-5abb-4f80-b6c7-195e4e532630 req-d22f72b1-f85d-4c3e-9b0f-653f4795e467 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Dec 10 17:07:56.189309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d40b376d-5abb-4f80-b6c7-195e4e532630 req-4602eb04-bdb4-4b75-99d8-28ef103cb646 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744491 Dec 10 17:07:56.195284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845d18-7ffd-4abf-854d-d895899db46a req-604845e3-28ec-48d9-9c1a-37f087421d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:56.196705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-604845e3-28ec-48d9-9c1a-37f087421d77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0675604 Dec 10 17:07:56.290114 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845d18-7ffd-4abf-854d-d895899db46a req-39c550b9-2663-4985-b800-ff61eb351594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:56.292219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-39c550b9-2663-4985-b800-ff61eb351594 service neutron] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 898 time: 0.0855992 Dec 10 17:07:56.365332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-ce16a91c-04bf-4f40-bdea-66ae3f2331bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 1001 time: 0.0633807 Dec 10 17:07:56.414023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845d18-7ffd-4abf-854d-d895899db46a req-7bf2a30e-9bb8-4b2b-b1ab-05b414048688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:56.415437 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-7bf2a30e-9bb8-4b2b-b1ab-05b414048688 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0427723 Dec 10 17:07:56.460994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845d18-7ffd-4abf-854d-d895899db46a req-d6771a76-1ca5-42ea-b832-47794ba1922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:56.462478 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-d6771a76-1ca5-42ea-b832-47794ba1922a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386751 Dec 10 17:07:56.554586 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-70ff30f9-37ee-40ea-be4b-552a8b89d696 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838456 Dec 10 17:07:56.643726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7845d18-7ffd-4abf-854d-d895899db46a req-7aadd630-8d9a-43c7-b9cb-d6e1830f3e7d service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813911 Dec 10 17:07:57.436935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c0c41-a6fd-4ea3-894c-4fd0cc61a28f req-321bcd21-fd05-4010-82d7-db84b9e0fa8c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:57.438329 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-800c0c41-a6fd-4ea3-894c-4fd0cc61a28f req-321bcd21-fd05-4010-82d7-db84b9e0fa8c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.1808691 Dec 10 17:07:57.487335 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-800c0c41-a6fd-4ea3-894c-4fd0cc61a28f req-234dbabf-ad53-4e92-ab25-f0704e7dbfe6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Dec 10 17:07:58.603904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd31744-e87b-4a74-8665-6350e21fc33e req-bc172b26-d081-4710-af47-f354635ab9a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:58.605408 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bd31744-e87b-4a74-8665-6350e21fc33e req-bc172b26-d081-4710-af47-f354635ab9a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Dec 10 17:07:58.658649 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bd31744-e87b-4a74-8665-6350e21fc33e req-cd7354bc-9bc0-4a4e-abcc-64688766b13d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Dec 10 17:07:59.789436 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbefe3-de56-4db7-9b10-45e979b6b362 req-2fd36f46-0a5e-459c-9a9d-06c32b267fce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:07:59.790969 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bdcbefe3-de56-4db7-9b10-45e979b6b362 req-2fd36f46-0a5e-459c-9a9d-06c32b267fce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0530357 Dec 10 17:07:59.840072 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bdcbefe3-de56-4db7-9b10-45e979b6b362 req-4018db0d-8f6c-4394-bc68-4462e145add9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Dec 10 17:08:01.002677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094cd1-ab01-4b62-b0ea-a730357f102c req-5f46b952-2077-458f-8e87-1f66cdc99c8b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:01.004158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b094cd1-ab01-4b62-b0ea-a730357f102c req-5f46b952-2077-458f-8e87-1f66cdc99c8b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0976076 Dec 10 17:08:01.053331 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0b094cd1-ab01-4b62-b0ea-a730357f102c req-6e20336d-9940-43b3-9de9-f555ce3e11f3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Dec 10 17:08:02.169622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c7ff-b744-454f-8b7f-7bf3d34874b4 req-4eefd0f1-1acf-4cda-985c-e39e82c18822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:02.171129 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8259c7ff-b744-454f-8b7f-7bf3d34874b4 req-4eefd0f1-1acf-4cda-985c-e39e82c18822 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0493727 Dec 10 17:08:02.220189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8259c7ff-b744-454f-8b7f-7bf3d34874b4 req-65e802f5-c83b-4a2e-ab3e-20e98acdcd65 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430980 Dec 10 17:08:03.020069 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-37678e29-06d8-4f89-8f2f-a879179abe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:03.333054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51068acb-fec7-4547-b88d-9f111a37d1a8 req-fdc7710e-7b7d-4328-883b-e9cf1e0cb51b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:03.334539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-51068acb-fec7-4547-b88d-9f111a37d1a8 req-fdc7710e-7b7d-4328-883b-e9cf1e0cb51b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Dec 10 17:08:03.382820 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-51068acb-fec7-4547-b88d-9f111a37d1a8 req-c65e9f63-3e02-4d1d-8f7c-a8b613dfc219 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Dec 10 17:08:04.504870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66df129-cce4-4f97-b4c4-677c89f014b4 req-1efe149f-4ea6-4d77-b585-2eb6073e8ffd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:04.506368 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e66df129-cce4-4f97-b4c4-677c89f014b4 req-1efe149f-4ea6-4d77-b585-2eb6073e8ffd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Dec 10 17:08:04.554640 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e66df129-cce4-4f97-b4c4-677c89f014b4 req-f6a9d070-ac35-4a2d-bde6-5f96f3fbb5cc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Dec 10 17:08:05.220310 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-767f2543-9c2a-491d-8b73-fa6d28852b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:05.673795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd4a93-1622-440d-932b-adec504fbdea req-711d9e81-1ddc-4dec-9d64-53341907921c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:05.675277 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80cd4a93-1622-440d-932b-adec504fbdea req-711d9e81-1ddc-4dec-9d64-53341907921c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0537155 Dec 10 17:08:05.726372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-80cd4a93-1622-440d-932b-adec504fbdea req-b50fa219-f3a6-4632-b152-55d79a4defb7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Dec 10 17:08:06.738839 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:06.841389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529ef91-a808-4242-b0b2-6243ee9c6d54 req-979d844c-47e8-4cb4-8aca-a328506b075c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:06.842892 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1529ef91-a808-4242-b0b2-6243ee9c6d54 req-979d844c-47e8-4cb4-8aca-a328506b075c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Dec 10 17:08:06.891168 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1529ef91-a808-4242-b0b2-6243ee9c6d54 req-e29ed648-5024-40e4-b9cd-6b9239cfddb9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Dec 10 17:08:07.996500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:08.005538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6c2a6-f0c7-4fca-9fce-4d35459ca64e req-c3081ec8-d237-489e-bb28-390fa73cce8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:08.007036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21d6c2a6-f0c7-4fca-9fce-4d35459ca64e req-c3081ec8-d237-489e-bb28-390fa73cce8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Dec 10 17:08:08.057162 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21d6c2a6-f0c7-4fca-9fce-4d35459ca64e req-47750b51-ce71-4d0e-8072-dbb5d42fe6c3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436494 Dec 10 17:08:08.733426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:09.171178 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc0844-dfd9-476d-8383-bd15c54e7564 req-3b812214-045f-455b-af59-70f1b0d20b89 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:09.172658 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dcc0844-dfd9-476d-8383-bd15c54e7564 req-3b812214-045f-455b-af59-70f1b0d20b89 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0485425 Dec 10 17:08:09.233902 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dcc0844-dfd9-476d-8383-bd15c54e7564 req-e9a0d1bf-aa9b-4ec2-ba3d-e49718ff351c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553317 Dec 10 17:08:10.347095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ce868-0c47-4d3a-b825-0801296ac69c req-1e4ab116-71d9-440f-844d-b3fb5aa1b80c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:10.348618 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b8ce868-0c47-4d3a-b825-0801296ac69c req-1e4ab116-71d9-440f-844d-b3fb5aa1b80c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Dec 10 17:08:10.402402 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2b8ce868-0c47-4d3a-b825-0801296ac69c req-aaa957d0-5b6b-4df5-9a35-1c621460dd28 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472574 Dec 10 17:08:11.521120 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04a7d-f918-497b-a0d7-50e0fde0ab8d req-782f985b-bf78-45a5-996e-d642d46e1853 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:11.522607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ffb04a7d-f918-497b-a0d7-50e0fde0ab8d req-782f985b-bf78-45a5-996e-d642d46e1853 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0488963 Dec 10 17:08:11.570589 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ffb04a7d-f918-497b-a0d7-50e0fde0ab8d req-945df68e-fd16-4503-b725-7caae36c5055 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Dec 10 17:08:12.686169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82f9a-1b55-407f-bbb6-461e5e1c9f6b req-d4ab55d2-1bf2-4f93-885e-75ac2efd310c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:12.687728 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e8b82f9a-1b55-407f-bbb6-461e5e1c9f6b req-d4ab55d2-1bf2-4f93-885e-75ac2efd310c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Dec 10 17:08:12.737879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e8b82f9a-1b55-407f-bbb6-461e5e1c9f6b req-5a0bfa28-52ff-47f9-a508-13611d2aca9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441906 Dec 10 17:08:13.863724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741367-4c1e-4b37-b427-b635ada1f84e req-92097061-d07a-4458-af74-7587ebbbc881 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:13.865230 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-51741367-4c1e-4b37-b427-b635ada1f84e req-92097061-d07a-4458-af74-7587ebbbc881 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0571904 Dec 10 17:08:13.913880 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-51741367-4c1e-4b37-b427-b635ada1f84e req-3c1078f7-c304-4171-a30a-fdd173fd180e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Dec 10 17:08:13.935389 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58860) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:13.998824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-65474600-f95c-41a0-bab6-ea9b9af762f1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 HTTP/1.1" status: 200 len: 993 time: 0.0623441 Dec 10 17:08:17.786004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:21.930054 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:08:24.296623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-5782eb5e-fdbf-4f25-8d34-596b74003a40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397654 Dec 10 17:08:24.388955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-56b53592-5f0f-48e2-8fd6-66a1ad3f4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:24.390441 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-56b53592-5f0f-48e2-8fd6-66a1ad3f4776 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0438502 Dec 10 17:08:24.497499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-3cf24c97-0e56-41de-b442-094293795f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:24.498967 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-3cf24c97-0e56-41de-b442-094293795f4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 898 time: 0.0853133 Dec 10 17:08:24.577596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-155756cb-9e3e-4a4f-bbb0-717a558e8d75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 1001 time: 0.0633116 Dec 10 17:08:24.631630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-56fd8f23-7588-4723-ba95-82735a1411dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:24.633117 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-56fd8f23-7588-4723-ba95-82735a1411dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0473719 Dec 10 17:08:24.679463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-050aac07-a1fd-4781-8a43-d0d04ee7bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:24.680860 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-050aac07-a1fd-4781-8a43-d0d04ee7bc5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387661 Dec 10 17:08:24.774248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-46ffb54a-2172-4649-be5b-8f2e9f30f6e0 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851889 Dec 10 17:08:24.865293 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b2101f6b-9bc9-400b-a981-f8aa06caf0db req-20d45767-fa34-4637-a743-21bdad89e3b5 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822003 Dec 10 17:08:32.991404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a03f-73ab-4b74-a336-a1458708cf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:35.225488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8472-9802-4cc6-9963-4a96dd8e64e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:36.729138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:37.991451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:38.723025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:44.396806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58872) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:44.552992 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 76065f77-62d6-44e2-a5a6-eeccbb734a99 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:08:44.553253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:44.939241 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:44.939572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:44.952195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 76065f77-62d6-44e2-a5a6-eeccbb734a99 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:08:45.185840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:45.210185 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=76065f77-62d6-44e2-a5a6-eeccbb734a99,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:45.220513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.223670 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.225095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.225095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.225095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:45.283751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:45.284101 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 disassociated (deleted). External IP: 172.26.4.226, port: 79fd0bc5-720a-4807-a85f-f43c58b06d7a. Dec 10 17:08:45.493095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 7c588a31-2414-49f0-86ed-cc0f44e17684 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:08:45.600388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:08:45.605041 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:45.610273 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Sync routers for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:08:45.620247 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:45.621457 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:45.632687 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3e83f718-e038-43f8-b154-eae0408f2e6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/floatingips/9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6 HTTP/1.1" status: 204 len: 168 time: 1.2347906 Dec 10 17:08:45.633417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:08:45.635790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43569a8-aeb6-4040-a854-6e4f6a814498" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:08:45.678124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17227b8e-9a78-4f34-ae62-b2e8b6339e43 x-openstack-request-id: req-17227b8e-9a78-4f34-ae62-b2e8b6339e43 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:08:45.678428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:08:45.678691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17227b8e-9a78-4f34-ae62-b2e8b6339e43 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:08:45.679129 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'status': 'completed', 'code': 200} Dec 10 17:08:45.725692 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:45.747773 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-13d795d9-801e-4c65-8d33-62c273d3c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:45.749277 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-13d795d9-801e-4c65-8d33-62c273d3c355 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 1098 time: 0.0471640 Dec 10 17:08:45.840465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-7ad4e8fc-2b54-4ce4-9e1d-99ac54f45a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:45.841966 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-7ad4e8fc-2b54-4ce4-9e1d-99ac54f45a6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 200 len: 898 time: 0.0856400 Dec 10 17:08:45.885482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-f91f3a9a-15be-429f-bd07-12f70aabc9cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 200 len: 217 time: 0.0356126 Dec 10 17:08:45.946766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-25104444-578c-4391-9051-27f2d34e6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:45.946766 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-25104444-578c-4391-9051-27f2d34e6988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 200 len: 835 time: 0.0493269 Dec 10 17:08:45.947000 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:45.975921 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Checking router: 7c588a31-2414-49f0-86ed-cc0f44e17684 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:08:45.985435 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:45.986058 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:46.016979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-38cc99b9-3f8f-4bdc-86b0-ff15b4194e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:46.018389 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-38cc99b9-3f8f-4bdc-86b0-ff15b4194e30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efe3539e-df4a-40e7-9d2a-5bcd3047caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659223 Dec 10 17:08:46.087830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3dbc7-4883-4e3a-b673-ac45c4fbb859 req-cd010ab5-ac50-4932-9723-2b82392e92e6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:46.089498 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c6e3dbc7-4883-4e3a-b673-ac45c4fbb859 req-cd010ab5-ac50-4932-9723-2b82392e92e6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0997219 Dec 10 17:08:46.171014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c6e3dbc7-4883-4e3a-b673-ac45c4fbb859 req-a246fa0e-04b9-489e-a9ec-30d13539408b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746381 Dec 10 17:08:46.173325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-f4609acf-7798-407b-a3b9-77e8fbe46f2b service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465001 Dec 10 17:08:46.185926 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:46.269832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d43569a8-aeb6-4040-a854-6e4f6a814498 req-b673dd67-721d-4a83-830e-551974645a46 service neutron] 10.222.0.61 "GET /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Dec 10 17:08:46.378830 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:46.405333 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0dda8e-d137-411b-b035-39d9747f4433 None None] The sync data for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv is: [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7', 'name': '', 'network_id': 'efe3539e-df4a-40e7-9d2a-5bcd3047caee', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:0d:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:04Z', 'updated_at': '2021-12-10T17:07:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '749f0875-ca15-4672-bde7-b0b4f69de0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:08:46.617915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7de5-76c1-42e3-890b-ed428c22c72e None None] New status for floating IP 9102bb46-a4bd-4e62-baa4-d9c1ebfbf9b6: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:08:47.304836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482506-4aa4-428e-95d7-6143ffeec03c req-f02240b2-631f-453a-9086-99e76f58b934 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:47.307161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1482506-4aa4-428e-95d7-6143ffeec03c req-f02240b2-631f-453a-9086-99e76f58b934 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0610826 Dec 10 17:08:47.360257 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1482506-4aa4-428e-95d7-6143ffeec03c req-8945f39c-6035-4ec4-83a7-49906772d28a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6c17f93-98bb-4dfe-b676-a276578db00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471318 Dec 10 17:08:47.717046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-8033a654-c30d-4fdb-87fa-fd3943ccafaf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:47.718522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-8033a654-c30d-4fdb-87fa-fd3943ccafaf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Dec 10 17:08:47.772650 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:47.810149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 79fd0bc5-720a-4807-a85f-f43c58b06d7a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:08:47.810502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:47.914078 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 79fd0bc5-720a-4807-a85f-f43c58b06d7a, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=79fd0bc5-720a-4807-a85f-f43c58b06d7a,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:08:47.914706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:47.930874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 79fd0bc5-720a-4807-a85f-f43c58b06d7a owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:08:48.121962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:48.150760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=79fd0bc5-720a-4807-a85f-f43c58b06d7a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.178665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.179799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.179799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.179799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:48.200807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] No DVR routers for this DVR port 79fd0bc5-720a-4807-a85f-f43c58b06d7a on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:08:48.203160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:48.206770 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7755ed5-8f24-4ac3-bddd-0d548cd8d654 req-77ba77ec-fcd0-45c1-81f0-abafea34cef8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "DELETE /v2.0/ports/79fd0bc5-720a-4807-a85f-f43c58b06d7a HTTP/1.1" status: 204 len: 173 time: 0.4788523 Dec 10 17:08:48.207211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'name': 'network-vif-deleted', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:08:48.209462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee42e222-f526-4434-8265-41969dbdb8e6" -d '{"events": [{"server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "name": "network-vif-deleted", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:08:48.244648 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aa5411-3103-4719-a493-1656cc6fe9df x-openstack-request-id: req-80aa5411-3103-4719-a493-1656cc6fe9df {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:08:48.244980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eb9629-6e41-4a14-87c7-d21b30268987", "name": "network-vif-deleted", "tag": "79fd0bc5-720a-4807-a85f-f43c58b06d7a", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:08:48.245240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80aa5411-3103-4719-a493-1656cc6fe9df {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:08:48.246315 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eb9629-6e41-4a14-87c7-d21b30268987', 'name': 'network-vif-deleted', 'tag': '79fd0bc5-720a-4807-a85f-f43c58b06d7a', 'status': 'completed', 'code': 200} Dec 10 17:08:48.454736 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-22812054-4ff5-4cba-bdc4-6e5be738bd33 req-2a1422ec-e87b-4a0b-b296-e750d8aa028c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6eb9629-6e41-4a14-87c7-d21b30268987 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Dec 10 17:08:49.510095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58890) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:49.873252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.129473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:08:50.129742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.220204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:08:50.220580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.233037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:08:50.477058 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.513754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:50.690942 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:50.903795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 7c588a31-2414-49f0-86ed-cc0f44e17684 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:08:51.010089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:08:51.015232 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c247f4ee-3822-4009-a235-e3d43320d0ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/7c588a31-2414-49f0-86ed-cc0f44e17684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5040870 Dec 10 17:08:51.017905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58892) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:51.020473 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Sync routers for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:08:51.030888 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:51.031496 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:51.069695 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting subnet 749f0875-ca15-4672-bde7-b0b4f69de0f3 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:08:51.072903 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.114012 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.133026 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:51.202706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.308209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:08:50Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:51.334171 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Checking router: 7c588a31-2414-49f0-86ed-cc0f44e17684 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:08:51.334508 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.343008 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Routers {'7c588a31-2414-49f0-86ed-cc0f44e17684'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:51.343606 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['7c588a31-2414-49f0-86ed-cc0f44e17684'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:51.363440 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Subnet': ['ID=749f0875-ca15-4672-bde7-b0b4f69de0f3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:51.365457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.371709 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9bfae343-41d7-40fc-ba1c-b1244c45de99 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/subnets/749f0875-ca15-4672-bde7-b0b4f69de0f3 HTTP/1.1" status: 204 len: 168 time: 0.3498914 Dec 10 17:08:51.371709 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58894) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:51.375397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d105b94-04b9-4b33-b4ad-4580d6033730 None None] Network efe3539e-df4a-40e7-9d2a-5bcd3047caee requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:08:51.450802 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] Set router 7c588a31-2414-49f0-86ed-cc0f44e17684 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:51.485083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.545114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] DHCP port deletion for efe3539e-df4a-40e7-9d2a-5bcd3047caee request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:08:51.592698 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Deleting port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:08:51.593109 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.596724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.638847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:08:50Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:51.658007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] For port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,segment=NetworkSegment(0196e52f-429d-48b2-8dc5-838188332c64),segment_id=0196e52f-429d-48b2-8dc5-838188332c64)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:08:51.658408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.664822 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b029921-2f8e-4b5c-bf6d-33e78e8a200b None None] The sync data for ids ['7c588a31-2414-49f0-86ed-cc0f44e17684'] in dv-neutron-820858-1-hyperv is: [{'id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784191952', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:08:50Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '3121bc01-7ac5-4c82-ba50-d2675d578b28', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c588a31-2414-49f0-86ed-cc0f44e17684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:07:01Z', 'updated_at': '2021-12-10T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:08:51.671085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Calling delete_port for ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:08:51.710260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 3121bc01-7ac5-4c82-ba50-d2675d578b28 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:08:51.710533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.791826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 3121bc01-7ac5-4c82-ba50-d2675d578b28, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=3121bc01-7ac5-4c82-ba50-d2675d578b28,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:08:51.792091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.803538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 3121bc01-7ac5-4c82-ba50-d2675d578b28 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:08:51.807163 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:51.837573 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Pushing event deleted for resources: {'Port': ['ID=ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:51.839800 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] No DVR routers for this DVR port ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:08:51.851619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.852418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.852418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.852622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.852993 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.853324 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.853657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.853988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.854319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.854648 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.855008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.855285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:51.855639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19598a9b-ff15-4131-955c-3af78b0f37a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:08:52.043711 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.072717 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=3121bc01-7ac5-4c82-ba50-d2675d578b28,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:52.084390 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de77f1-aecd-49db-a1e1-985ba68c2ac9 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:08:52.138205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.234107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.236229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.287723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:08:52.306774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:08:52.307113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef51c9a8-44e1-4bbb-be3b-2ba0bbb62852 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:08:52.307551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:08:52.326353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:08:52.326697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 2fccb212-fa63-4ab0-b3dd-78c8d10fbbe7 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:08:52.368801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.369366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Fanout notify agent at l3_agent the message router_deleted on router 7c588a31-2414-49f0-86ed-cc0f44e17684 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:08:52.376856 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.378120 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7124eb5b-51a3-4ab7-ab19-03389d1a56ab tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/routers/7c588a31-2414-49f0-86ed-cc0f44e17684 HTTP/1.1" status: 204 len: 168 time: 1.0059392 Dec 10 17:08:52.380743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 58896) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:52.391927 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 79fd0bc5-720a-4807-a85f-f43c58b06d7a no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:08:52.413195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 79fd0bc5-720a-4807-a85f-f43c58b06d7a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:08:52.413385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 79fd0bc5-720a-4807-a85f-f43c58b06d7a not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:08:52.463919 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.552383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.576602 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe3539e-df4a-40e7-9d2a-5bcd3047caee']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:52.585840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0196e52f-429d-48b2-8dc5-838188332c64') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:52.586143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0196e52f-429d-48b2-8dc5-838188332c64') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:52.595342 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.608040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.613834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:08:52.614215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:08:52.617184 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:08:52.722743 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.729419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.732952 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/networks/efe3539e-df4a-40e7-9d2a-5bcd3047caee HTTP/1.1" status: 204 len: 168 time: 0.3512096 Dec 10 17:08:52.735953 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58898) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:52.744417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaa01f-faf0-4035-8a4b-8e336e8a5ba4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Network': ['ID=efe3539e-df4a-40e7-9d2a-5bcd3047caee,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:52.792398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.823412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.945469 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.948163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:52.949399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6c17f93-98bb-4dfe-b676-a276578db00f HTTP/1.1" status: 204 len: 168 time: 0.2124782 Dec 10 17:08:52.959146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d612b3-8208-43a2-afab-aad70c6686bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c17f93-98bb-4dfe-b676-a276578db00f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:53.314111 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58904) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:53.319214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412343003', 'description': 'tempest-secgroup-smoke-1412343003 description', 'project_id': '49274bcac2fd4467b770adf3c618b80d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:53.403205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.470034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.534296 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.562599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e74e6-6bc6-4152-a298-968f59ac597b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:53.622231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.623532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5057e520-a77f-4a89-86dd-344eabfbe0fe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3083827 Dec 10 17:08:53.626595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58906) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:53.630898 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:53.722176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.776268 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.858002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.876389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c662ac5e-61a6-48be-87b5-10c8defc63fc,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:53.952403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:53.953657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-664e71ed-9f40-461e-84e3-885c9017024d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261402 Dec 10 17:08:53.956597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58908) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:53.960855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:54.052050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.109943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.172846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.187816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3121bc01-7ac5-4c82-ba50-d2675d578b28 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:08:54.193378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636af1da-3aef-486a-9f39-28286b04c0f6,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:54.212737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 3121bc01-7ac5-4c82-ba50-d2675d578b28 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:08:54.213118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 3121bc01-7ac5-4c82-ba50-d2675d578b28 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:08:54.249823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.251054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e0dfd851-7563-484c-b757-17d5eb47f45e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934842 Dec 10 17:08:54.253807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58910) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:54.258400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:54.333320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.390019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.454329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.472033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd72baa2-e192-441b-8e9f-9393971f699d,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:54.536152 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.537391 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9b9f4db2-1f00-4876-a37e-f6bc5f6aa58f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2825782 Dec 10 17:08:54.540285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58912) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:54.545277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:54.664633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.720384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.790978 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.809918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8539cb8f-dddd-4713-80c6-4bd306d8af74,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:54.888796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:54.890029 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6072068d-69bd-49f1-bc16-2bdd81e7a3e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3487990 Dec 10 17:08:54.892782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58914) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:54.897311 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:54.983649 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:08:54.988368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.062732 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.155542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.172839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0097c544-1f3d-465c-85a3-acf4e25eed42,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:55.237167 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.238312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00274384-004f-4242-bbc3-2b929a6dc4ce tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444784 Dec 10 17:08:55.241147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58916) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:55.245477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'c63e74e6-6bc6-4152-a298-968f59ac597b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:55.349666 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:08:55.349666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.413403 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.488374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.505815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fad6fb5-8935-40ba-978b-0144068eccc8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:55.568739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.569991 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-44d1d464-b762-4afd-94af-7acdf0b00fde tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278968 Dec 10 17:08:55.572717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58918) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:55.578176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'network': {'name': 'tempest-network-smoke--218827619', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:55.717192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:08:55.720687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.744143 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:08:55.753236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.753603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Added segment f488fa99-1efb-4c81-9eb6-6eb22aaa97a2 of type vlan for network 1208b329-b3ef-4da4-8f14-529cfe22e70b Dec 10 17:08:55.791108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.871823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.877322 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:55.877897 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:55.944134 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Network': ['ID=1208b329-b3ef-4da4-8f14-529cfe22e70b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:55.955215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:08:55.983473 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-34ff0d34-33f7-4bae-b8fd-3dc9a942e780 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4096682 Dec 10 17:08:55.986236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58920) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:55.990647 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'admin_state_up': True, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:56.092819 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:56.093940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:56.148161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:56.353099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:56.926696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:56.945670 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:57.043621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.97 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/24e9110b-3098-4391-9994-4cb914c46d7e) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:08:57.163949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:57.232112 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:57.272931 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:08:57.277990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:08:57.280174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=24e9110b-3098-4391-9994-4cb914c46d7e,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:57.282338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:08:57.291386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0e5a3-d67d-42f5-b65e-cb581beac3c1 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:08:57.362425 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-48e22ffe-efe8-429d-bac2-e81966170455 None None] Provisioning complete for port 24e9110b-3098-4391-9994-4cb914c46d7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:08:57.362834 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-48e22ffe-efe8-429d-bac2-e81966170455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:57.406052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-48e22ffe-efe8-429d-bac2-e81966170455 None None] Port 24e9110b-3098-4391-9994-4cb914c46d7e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:08:57.586761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:57.781584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.048309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:08:58.155640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:08:58.165067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Sync routers for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:08:58.175309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:58.175928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:58.234201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.235825 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-274dfbfd-a254-4909-bc85-5a6ba7c02719 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2484779 Dec 10 17:08:58.238974 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58922) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:58.271297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-58a300c7-fa83-49a4-b1f0-264a1a6fe18f tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=49274bcac2fd4467b770adf3c618b80d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285773 Dec 10 17:08:58.273698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58924) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:58.368418 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4a4d2-11f9-4f6f-8428-8bd690a28a62 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:58.369970 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4c4a4d2-11f9-4f6f-8428-8bd690a28a62 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952568 Dec 10 17:08:58.373252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58926) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:58.400481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-99c94071-4f8c-490d-8afc-a3710937a7f4 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261183 Dec 10 17:08:58.403653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58928) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:58.408318 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842670632', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:08:58.429845 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:58.562688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:08:58.566327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.603102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:57Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:58.633719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Checking router: b36e0f2f-86ce-49bc-8255-c52e0f5a5520 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:08:58.633995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Updating router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 port 24e9110b-3098-4391-9994-4cb914c46d7e binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:08:58.658451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.842003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.904620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:58.906136 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Subnet': ['ID=ac43c743-07e8-4970-8116-021e499db777,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:58.914837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Checking segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:08:58.920100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network hostable DHCP agents. Network: 1208b329-b3ef-4da4-8f14-529cfe22e70b, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:08:58.928409 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:08:58.997027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.007980 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:08:59.044446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154582ba-ff7d-49e4-8dbe-c84e021f8d6f None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:08:59.060809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Attempting to bind port 24e9110b-3098-4391-9994-4cb914c46d7e on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:08:59.061210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Attempting to bind port 24e9110b-3098-4391-9994-4cb914c46d7e by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:08:59.061585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Attempting to bind port 24e9110b-3098-4391-9994-4cb914c46d7e on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:08:59.064440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f678-b56f-493b-a6a0-59197e0db20c None None] Pushing event updated for resources: {'Port': ['ID=24e9110b-3098-4391-9994-4cb914c46d7e,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:59.070866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:08:59.071243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:08:59.071653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.072070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:08:59.072512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Bound port: 24e9110b-3098-4391-9994-4cb914c46d7e, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:08:59.073017 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.099604 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 1208b329-b3ef-4da4-8f14-529cfe22e70b) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:08:59.104080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:08:59.104722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.109205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a8de6-c2a9-4531-8937-e1d1852ffb51 None None] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:08:59.168731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] For port 24e9110b-3098-4391-9994-4cb914c46d7e, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:08:59.182844 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-a69f0eb4-f8da-4b7a-bb7f-b97d0ab5a069 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7781699 Dec 10 17:08:59.186637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58930) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:08:59.193530 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] For port 24e9110b-3098-4391-9994-4cb914c46d7e, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=24e9110b-3098-4391-9994-4cb914c46d7e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:08:59.199420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3e7b6878-6627-48a8-b30a-1b64cf9b76d8 None None] Provisioning complete for port 24e9110b-3098-4391-9994-4cb914c46d7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:08:59.199795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6878-6627-48a8-b30a-1b64cf9b76d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.258402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.273543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-1208b329-b3ef-4da4-8f14-529cfe22e70b', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:08:59.274403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.293553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b6878-6627-48a8-b30a-1b64cf9b76d8 None None] Port 24e9110b-3098-4391-9994-4cb914c46d7e cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:08:59.321880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923d92b-5625-4d27-ba97-5def291beaa7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:08:59.410951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:08:59.411583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:08:59.418678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f678-b56f-493b-a6a0-59197e0db20c None None] Pushing event updated for resources: {'Port': ['ID=24e9110b-3098-4391-9994-4cb914c46d7e,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:08:59.513477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] Provisioning complete for port 24e9110b-3098-4391-9994-4cb914c46d7e triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:08:59.514224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.596387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Allocated IP 172.20.0.2 (1208b329-b3ef-4da4-8f14-529cfe22e70b/ac43c743-07e8-4970-8116-021e499db777/d6c23cec-6fa9-4470-ba35-50dac710e4e0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:08:59.616715 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:08:59.624192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.815119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.869445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] For port 24e9110b-3098-4391-9994-4cb914c46d7e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=24e9110b-3098-4391-9994-4cb914c46d7e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:08:59.938595 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:08:59.977348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.010694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b010f2-2882-445d-bd1b-cd72e5af7968 None None] Pushing event updated for resources: {'Port': ['ID=24e9110b-3098-4391-9994-4cb914c46d7e,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:00.016066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:57Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:00.046550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f4f25-e456-4210-abef-202a3c7a9200 None None] The sync data for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv is: [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:57Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:09:00.049429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.098507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:00.102690 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:00.104502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Pushing event updated for resources: {'Port': ['ID=d6c23cec-6fa9-4470-ba35-50dac710e4e0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:00.106773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:09:00.116751 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.1 (1208b329-b3ef-4da4-8f14-529cfe22e70b/ac43c743-07e8-4970-8116-021e499db777/b20d4fb7-7237-48ad-a18c-bb9c90fcc889) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:09:00.163536 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Attempting to bind port d6c23cec-6fa9-4470-ba35-50dac710e4e0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:09:00.163911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Attempting to bind port d6c23cec-6fa9-4470-ba35-50dac710e4e0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:09:00.164278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Attempting to bind port d6c23cec-6fa9-4470-ba35-50dac710e4e0 on network 1208b329-b3ef-4da4-8f14-529cfe22e70b {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:00.169970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:09:00.170349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Checking segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:09:00.170749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.171143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Bound using segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:09:00.171607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Bound port: d6c23cec-6fa9-4470-ba35-50dac710e4e0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:09:00.171988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.240571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] For port d6c23cec-6fa9-4470-ba35-50dac710e4e0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:00.244148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] For port d6c23cec-6fa9-4470-ba35-50dac710e4e0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d6c23cec-6fa9-4470-ba35-50dac710e4e0,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:09:00.244393 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.317408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.345891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.389639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aa6e9-6c4e-4866-ab9a-25054dfd89f6 None None] Pushing event updated for resources: {'Port': ['ID=d6c23cec-6fa9-4470-ba35-50dac710e4e0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:00.411788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:00.415658 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:00.419175 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:09:00.447620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:00.473776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.680669 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:00.981066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.036771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.112482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.114327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:01.213851 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:01.215935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:01.333965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:09:01.383214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746ceac-e20d-4eef-adc2-067dde26d0b9 None None] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:09:01.447026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:09:01.453991 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-5c27f7cb-f269-4feb-8d6f-5b376b132349 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/b36e0f2f-86ce-49bc-8255-c52e0f5a5520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2658236 Dec 10 17:09:01.501139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] Provisioning complete for port d6c23cec-6fa9-4470-ba35-50dac710e4e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:01.501601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.590248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.627265 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] For port d6c23cec-6fa9-4470-ba35-50dac710e4e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d6c23cec-6fa9-4470-ba35-50dac710e4e0,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:01.631836 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-824895ca-bf9d-4299-acd3-8e7a7782cd80 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412343003&fields=id&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 267 time: 0.0562010 Dec 10 17:09:01.694066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.750145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65161d3-1116-4e2e-a060-a3e042851f37 None None] Pushing event updated for resources: {'Port': ['ID=d6c23cec-6fa9-4470-ba35-50dac710e4e0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:01.761197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-5d615611-a5fb-4a1a-ab93-0741f32f242d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:01.762873 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-5d615611-a5fb-4a1a-ab93-0741f32f242d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 796 time: 0.1226869 Dec 10 17:09:01.778901 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-f28a2677-a345-44ca-9cfc-c144ca5b6347 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/quotas/49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 375 time: 0.0099645 Dec 10 17:09:01.815185 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Sync routers for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:09:01.820922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eeed56a8-3e6d-4272-b9ff-d9ca64604fc3 None None] Provisioning complete for port d6c23cec-6fa9-4470-ba35-50dac710e4e0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:01.821670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeed56a8-3e6d-4272-b9ff-d9ca64604fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.831505 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:01.832141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:01.934120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-eeed56a8-3e6d-4272-b9ff-d9ca64604fc3 None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:01.935065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eeed56a8-3e6d-4272-b9ff-d9ca64604fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:01.950720 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:01.994926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-eeed56a8-3e6d-4272-b9ff-d9ca64604fc3 None None] Port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:09:02.115885 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-d67aa14b-ddc1-45ac-ab80-5fa75b4fdd6f None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:02.116529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d67aa14b-ddc1-45ac-ab80-5fa75b4fdd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.158054 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-d67aa14b-ddc1-45ac-ab80-5fa75b4fdd6f None None] Port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:09:02.198706 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 2, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:02.204068 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-ae495b6e-149b-4d49-8ac9-bb5c519eb105 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4181814 Dec 10 17:09:02.226982 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Checking router: b36e0f2f-86ce-49bc-8255-c52e0f5a5520 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:09:02.227346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Updating router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:09:02.253818 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.278626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cccce664-d9a7-4a98-b1fa-3b716f4220bd None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:02.286615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cccce664-d9a7-4a98-b1fa-3b716f4220bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.286865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-5ae05190-a474-41a5-9c0e-a38cd3a6c48c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:09:02.286865 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-5ae05190-a474-41a5-9c0e-a38cd3a6c48c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619175 Dec 10 17:09:02.317833 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 24e9110b-3098-4391-9994-4cb914c46d7e up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:02.356215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-cccce664-d9a7-4a98-b1fa-3b716f4220bd None None] Port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:09:02.374033 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 24e9110b-3098-4391-9994-4cb914c46d7e triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:02.374407 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.389646 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-cd076d5a-8c73-4cc6-bf0a-9d31b7ac047d service neutron] 10.222.0.21 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009977 Dec 10 17:09:02.460402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d6c23cec-6fa9-4470-ba35-50dac710e4e0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:02.489323 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-1dfe4ce8-f8d9-4f12-9c37-1468e877a99e service neutron] 10.222.0.21 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985882 Dec 10 17:09:02.509810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port d6c23cec-6fa9-4470-ba35-50dac710e4e0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:02.510189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.541545 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.596973 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.733351 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Pushing event updated for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:02.745981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6d26977e-5334-49de-bdcb-4d6fde1318f9 req-ce2e145a-3744-4c70-b07a-aabd48db5257 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 210 time: 0.0646985 Dec 10 17:09:02.772209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.772548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.772916 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.773253 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.773584 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.773909 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.774244 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.774569 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.774893 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.775214 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.775535 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.775856 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.776173 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:09:02.805291 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Attempting to bind port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:09:02.805664 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Attempting to bind port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:09:02.806025 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Attempting to bind port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 on network 1208b329-b3ef-4da4-8f14-529cfe22e70b {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:02.815673 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:09:02.816396 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Checking segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:09:02.817049 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.817625 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Bound using segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:09:02.819167 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Bound port: b20d4fb7-7237-48ad-a18c-bb9c90fcc889, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:09:02.819611 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.892761 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] For port b20d4fb7-7237-48ad-a18c-bb9c90fcc889, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:02.895965 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] For port b20d4fb7-7237-48ad-a18c-bb9c90fcc889, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:09:02.963552 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:02.981177 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:02.981474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.021311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2301049f-eaea-46a9-ae41-9f43be5edf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.023340 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be653a-5b82-45c0-bc43-3e3a31d74dab None None] Pushing event updated for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:03.029959 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:03.030389 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:08:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:03.083633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.121896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] For port b20d4fb7-7237-48ad-a18c-bb9c90fcc889, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:03.138553 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:03.220081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.278260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d97ae6-9d2d-4bc3-8b3c-d824afbddffe None None] Pushing event updated for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:03.339487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-92d9d7af-9aaa-4ec3-9235-eb70b0c31d46 None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:03.340469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92d9d7af-9aaa-4ec3-9235-eb70b0c31d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:03.341766 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:02Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:03.371668 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d311c1-bda3-4545-b061-13487a0ae324 None None] The sync data for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv is: [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:02Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:09:03.837227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-64b3dbee-08a8-4cb3-8cff-2e611a676779 req-e2b68008-12dd-4496-8825-5ef0c5c50867 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Dec 10 17:09:04.268315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b20d4fb7-7237-48ad-a18c-bb9c90fcc889 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:04.320780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:04.321327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:04.639178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-4b0eac4e-9780-442a-8547-5f02a0ed8877 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:04.640750 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-4b0eac4e-9780-442a-8547-5f02a0ed8877 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 796 time: 0.1047809 Dec 10 17:09:04.714074 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-658b55d6-6eb4-480e-a3f7-d9edacf59dfa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 380 time: 0.0590787 Dec 10 17:09:04.727435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'port': {'device_id': 'b4213952-94b8-4723-803d-d0b47bf79749', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'admin_state_up': True, 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'security_groups': ['c63e74e6-6bc6-4152-a298-968f59ac597b']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:04.932154 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33624487-e553-4cca-bd3c-126e92256009 req-8ba756c4-a865-4afe-a5ec-4c4afebf686f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Dec 10 17:09:04.932777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:09:04.936747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.062972 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.14 (1208b329-b3ef-4da4-8f14-529cfe22e70b/ac43c743-07e8-4970-8116-021e499db777/0c14bac7-42a4-4abe-917a-c0b2e6704561) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:09:05.205935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.213719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa2219ee-89a5-405e-b0ba-04b64989e547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.288636 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.332982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:05.336169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:05.340490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:09:05.346793 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:05.394271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:05.395089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.473961 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-582944af-3066-4c0e-9a4f-2a562fb1821d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499814 Dec 10 17:09:05.490464 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Request body: {'port': {'device_id': 'b4213952-94b8-4723-803d-d0b47bf79749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:05.547241 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.566124 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e043c806-9b48-45f1-8280-021371e16a8a None None] Provisioning complete for port 0c14bac7-42a4-4abe-917a-c0b2e6704561 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:05.566674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e043c806-9b48-45f1-8280-021371e16a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:05.603553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e043c806-9b48-45f1-8280-021371e16a8a None None] Port 0c14bac7-42a4-4abe-917a-c0b2e6704561 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:09:06.058935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03895-fb86-4f12-802f-335b2a3658b8 req-978e4342-12c7-4ec5-8c9e-f81a55162728 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.060969 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-36c03895-fb86-4f12-802f-335b2a3658b8 req-978e4342-12c7-4ec5-8c9e-f81a55162728 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 932 time: 0.0590558 Dec 10 17:09:06.110246 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-36c03895-fb86-4f12-802f-335b2a3658b8 req-915c729d-c5d1-46e1-83d9-b59254099440 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431881 Dec 10 17:09:06.113004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:09:06.121396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.137839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Transition to ACTIVE for port object 0c14bac7-42a4-4abe-917a-c0b2e6704561 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:09:06.191195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.244795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:06.313673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Attempting to bind port 0c14bac7-42a4-4abe-917a-c0b2e6704561 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:09:06.316875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Attempting to bind port 0c14bac7-42a4-4abe-917a-c0b2e6704561 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:09:06.316875 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Attempting to bind port 0c14bac7-42a4-4abe-917a-c0b2e6704561 on network 1208b329-b3ef-4da4-8f14-529cfe22e70b {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:06.318947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Port 0c14bac7-42a4-4abe-917a-c0b2e6704561 on network 1208b329-b3ef-4da4-8f14-529cfe22e70b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:09:06.319275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Attempting to bind port 0c14bac7-42a4-4abe-917a-c0b2e6704561 on network 1208b329-b3ef-4da4-8f14-529cfe22e70b {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:09:06.324353 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:09:06.324718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Checking segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:09:06.325160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Bound using segment: {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:09:06.325593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Bound port: 0c14bac7-42a4-4abe-917a-c0b2e6704561, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:09:06.325948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.391994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:09:06.395416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:09:06.452999 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.492313 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.492966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.494296 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] 10.222.0.61 "PUT /v2.0/ports/0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1094 time: 1.0081997 Dec 10 17:09:06.494743 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:06.497047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8237fc-a851-4bc6-81de-3a12b918ec87" -d '{"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:06.528880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfdcbd-0f5e-41e6-b134-fe7865834c04 service neutron] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:06.539537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e01876-b294-4e3e-9715-f4131784ee3f x-openstack-request-id: req-e6e01876-b294-4e3e-9715-f4131784ee3f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:06.540281 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:06.545533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6e01876-b294-4e3e-9715-f4131784ee3f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:06.545533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'status': 'completed', 'code': 200} Dec 10 17:09:06.611482 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-81a0eab6-7a6a-43a8-99ab-2b40a2f6dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.617507 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-81a0eab6-7a6a-43a8-99ab-2b40a2f6dc1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1097 time: 0.0439258 Dec 10 17:09:06.718531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-64ee6888-a73a-469f-b310-d16213e08e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.719995 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-64ee6888-a73a-469f-b310-d16213e08e9d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49274bcac2fd4467b770adf3c618b80d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0930343 Dec 10 17:09:06.728078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:06.820390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-c1fa2027-5037-4441-b57b-25a649848e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.821817 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d8237fc-a851-4bc6-81de-3a12b918ec87 req-c1fa2027-5037-4441-b57b-25a649848e15 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903690 Dec 10 17:09:06.909090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-f93c30b3-1ca3-4a1d-a874-efe1b8bf0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:06.910457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-f93c30b3-1ca3-4a1d-a874-efe1b8bf0a64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1097 time: 0.0403154 Dec 10 17:09:06.959351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-b1f4551d-2396-451a-a7f0-33806b776279 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 217 time: 0.0374336 Dec 10 17:09:07.012385 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-55c9496c-ff17-4bb3-8d2e-c6c2efa7b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.013822 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-55c9496c-ff17-4bb3-8d2e-c6c2efa7b62b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0422237 Dec 10 17:09:07.063116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422e22-0418-45ae-b751-da912152eef4 req-6013e662-c1cf-4dd3-a0e7-c2d606a70ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.064558 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-6013e662-c1cf-4dd3-a0e7-c2d606a70ce6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395441 Dec 10 17:09:07.161630 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-292c5c02-6878-4b8b-8684-68430d4ad7c4 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Dec 10 17:09:07.232222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4791-1321-45ee-bceb-2173249892b2 req-6e1e13bf-a4f8-4a3c-8bcc-5d2ae186bd0a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:07.233832 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-468f4791-1321-45ee-bceb-2173249892b2 req-6e1e13bf-a4f8-4a3c-8bcc-5d2ae186bd0a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 944 time: 0.0541804 Dec 10 17:09:07.257332 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5c422e22-0418-45ae-b751-da912152eef4 req-b69ba00e-f4c7-4732-85f6-46919503ff69 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Dec 10 17:09:07.283555 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-468f4791-1321-45ee-bceb-2173249892b2 req-86d63bfc-870a-4dee-b502-472237528c17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Dec 10 17:09:08.006691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:08.400548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6cd01-e220-4cd6-bda0-e9374f9fae08 req-681b269c-d21d-4a00-91a7-d28dfe074c2d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:08.402061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ce6cd01-e220-4cd6-bda0-e9374f9fae08 req-681b269c-d21d-4a00-91a7-d28dfe074c2d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 944 time: 0.0497272 Dec 10 17:09:08.455917 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ce6cd01-e220-4cd6-bda0-e9374f9fae08 req-bddd3ce0-57e5-4550-8f67-2eac456f3dae tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Dec 10 17:09:08.728196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:09.568728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98b4fc-a1c2-459f-ac85-23ed4dd463d6 req-11b7a67e-2169-4a49-8bf0-0d22fee935cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:09.570273 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2a98b4fc-a1c2-459f-ac85-23ed4dd463d6 req-11b7a67e-2169-4a49-8bf0-0d22fee935cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 944 time: 0.0484943 Dec 10 17:09:09.620246 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2a98b4fc-a1c2-459f-ac85-23ed4dd463d6 req-05158b15-b84e-4f32-976e-d1a69be67c05 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Dec 10 17:09:10.468429 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:09:10.566688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:10.578057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'mac_address': 'fa:16:3e:38:74:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:09:10.615477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:10.627612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:09:10.646814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:10.717337 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:10.736343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121ddf-e7af-46bf-a57c-567f95996d2c req-af037352-7660-42e4-b63d-2114a7866af8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:10.736343 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-51121ddf-e7af-46bf-a57c-567f95996d2c req-af037352-7660-42e4-b63d-2114a7866af8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 944 time: 0.0496364 Dec 10 17:09:10.768067 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:10.786062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-51121ddf-e7af-46bf-a57c-567f95996d2c req-cbb49276-c879-4762-895e-7dd245fcd95f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Dec 10 17:09:10.969107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['0c14bac7-42a4-4abe-917a-c0b2e6704561'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:09:11.902052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28036a4d-c65d-4961-af81-a51271f13e2a req-16488260-1e8a-452f-8d33-062754ccef23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:11.904064 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-28036a4d-c65d-4961-af81-a51271f13e2a req-16488260-1e8a-452f-8d33-062754ccef23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 945 time: 0.0525413 Dec 10 17:09:11.953071 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-28036a4d-c65d-4961-af81-a51271f13e2a req-f0da26a3-9801-4b24-8481-c58be50a6180 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Dec 10 17:09:12.485178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:09:12.591235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 0c14bac7-42a4-4abe-917a-c0b2e6704561 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:09:12.594940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 0c14bac7-42a4-4abe-917a-c0b2e6704561 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:09:12.595306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.669426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.690779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:12.693048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53141cc2-4912-43b0-9353-1c0f87c73ada" -d '{"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-plugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:12.709349 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:09:12.729700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e748bd7-7e9d-4044-a3cf-924a12ce023b x-openstack-request-id: req-3e748bd7-7e9d-4044-a3cf-924a12ce023b {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:12.730025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-plugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:12.730278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e748bd7-7e9d-4044-a3cf-924a12ce023b {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:12.730669 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'code': 200} Dec 10 17:09:12.751015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:12.806068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:13.053536 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f813b9-d321-48bf-bbe5-b21c078e08eb req-67d0532f-1879-447f-9d4a-ce73a399ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:13.054139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c7f813b9-d321-48bf-bbe5-b21c078e08eb req-67d0532f-1879-447f-9d4a-ce73a399ae9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0416040 Dec 10 17:09:13.069724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05ba33-b42b-4061-bc05-5a4e428aa71c req-d20baa93-10c4-4191-bf0e-f8f3c57f825f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:13.071217 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8c05ba33-b42b-4061-bc05-5a4e428aa71c req-d20baa93-10c4-4191-bf0e-f8f3c57f825f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0481355 Dec 10 17:09:13.107986 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c7f813b9-d321-48bf-bbe5-b21c078e08eb req-ca627244-59e1-4b0c-857d-dabc1ba58eed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Dec 10 17:09:13.120637 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8c05ba33-b42b-4061-bc05-5a4e428aa71c req-85795df9-372b-40bd-a339-35ee84cf264e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Dec 10 17:09:14.244277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42778bb-4f70-4868-b906-c6c87fd43bf5 req-319fd07b-e998-4dc1-b6bd-adf4d5ce9d0e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:14.245725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d42778bb-4f70-4868-b906-c6c87fd43bf5 req-319fd07b-e998-4dc1-b6bd-adf4d5ce9d0e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0541945 Dec 10 17:09:14.295821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d42778bb-4f70-4868-b906-c6c87fd43bf5 req-e8a4c2f7-2afc-42e3-a3c3-dec68bd68328 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Dec 10 17:09:15.410835 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e74f-2ecf-4abe-8158-c1b3ec054533 req-8dbd1141-d4d0-43b1-905f-bc4ce49996af tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:15.412223 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-35b8e74f-2ecf-4abe-8158-c1b3ec054533 req-8dbd1141-d4d0-43b1-905f-bc4ce49996af tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0484319 Dec 10 17:09:15.470347 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-35b8e74f-2ecf-4abe-8158-c1b3ec054533 req-0d13db60-fdb2-47cb-97cb-1f0e3544047a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522385 Dec 10 17:09:15.587048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5a7c-7e7d-4de6-8f4a-84bbb2b7ff63 req-3e68af58-ad8a-4b01-91d0-7e3f9d6dc854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:15.588520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7ddf5a7c-7e7d-4de6-8f4a-84bbb2b7ff63 req-3e68af58-ad8a-4b01-91d0-7e3f9d6dc854 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0481539 Dec 10 17:09:15.636781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7ddf5a7c-7e7d-4de6-8f4a-84bbb2b7ff63 req-84656295-3dad-4b95-9af8-3191a0b48c33 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Dec 10 17:09:15.657930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58992) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:15.710637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fdce4-e165-4256-a460-525c8649ecdd tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:15.710637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-428fdce4-e165-4256-a460-525c8649ecdd tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1094 time: 0.0438185 Dec 10 17:09:15.712657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 58994) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:15.717483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:09:15.806653 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:15.903471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.007470 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.144 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:09:16.111275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.197158 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.242430 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:09:16.245432 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:09:16.249461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:09:16.271222 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:16.588058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.707052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.853922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.921949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:16.990233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:09:17.001707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:17.101920 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 associated. External IP: 172.26.4.144, port: 0c14bac7-42a4-4abe-917a-c0b2e6704561. Dec 10 17:09:17.307866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:09:17.415846 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:09:17.425801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Sync routers for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:09:17.436358 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:17.436991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:09:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:17.522581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:17.539864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:17.550230 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-17279174-60e0-459a-abbb-0e4d66e6f2e9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8365309 Dec 10 17:09:17.550837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:09:17.553151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a78923-5674-4b8e-a41f-6ef277b8633f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:09:17.594866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8144f3a-bd3f-4fe3-8691-0172cfc135da x-openstack-request-id: req-b8144f3a-bd3f-4fe3-8691-0172cfc135da {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:09:17.595481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:09:17.595481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8144f3a-bd3f-4fe3-8691-0172cfc135da {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:09:17.595858 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'status': 'completed', 'code': 200} Dec 10 17:09:17.657879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65ebe-3ea8-4b72-a264-6443ac75b49a req-5a9b0d27-0280-4bf0-a8a7-a88ddbb069a0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.659969 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-76d65ebe-3ea8-4b72-a264-6443ac75b49a req-5a9b0d27-0280-4bf0-a8a7-a88ddbb069a0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Dec 10 17:09:17.718264 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-76d65ebe-3ea8-4b72-a264-6443ac75b49a req-e0c68fba-a2d5-422a-bdc4-924ff5b9421e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511384 Dec 10 17:09:17.718906 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-db383fe6-eada-47dd-b9f9-b21da3bc2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.720475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-db383fe6-eada-47dd-b9f9-b21da3bc2eef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0930648 Dec 10 17:09:17.741617 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59002) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:17.797900 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'mac_address': 'fa:16:3e:38:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4213952-94b8-4723-803d-d0b47bf79749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:09:16Z', 'updated_at': '2021-12-10T17:09:16Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:17.815501 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6a2420b7-7586-4962-8439-7473a009acf5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 HTTP/1.1" status: 200 len: 992 time: 0.0697122 Dec 10 17:09:17.828475 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-2a389b10-b5a1-4e24-88e7-02c52ec7b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.828475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-2a389b10-b5a1-4e24-88e7-02c52ec7b9f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0994067 Dec 10 17:09:17.835244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Checking router: b36e0f2f-86ce-49bc-8255-c52e0f5a5520 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:09:17.835244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:17.838925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:09:17.840764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:09:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:17.895056 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-9b9b4d94-2974-4e74-ae5d-4e83995c9fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1000 time: 0.0594363 Dec 10 17:09:17.943516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-ee6b1669-5794-49e4-a759-329eb979c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.944512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:09:17.944873 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-ee6b1669-5794-49e4-a759-329eb979c90d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0431559 Dec 10 17:09:17.995205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-27f4d593-b3c0-4de9-b6a4-d00fdd7e289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:17.996726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-27f4d593-b3c0-4de9-b6a4-d00fdd7e289b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439482 Dec 10 17:09:18.091300 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-daa2b442-2a59-4212-bb4c-0d25d10b3aeb service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867314 Dec 10 17:09:18.172384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'mac_address': 'fa:16:3e:38:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4213952-94b8-4723-803d-d0b47bf79749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:09:16Z', 'updated_at': '2021-12-10T17:09:16Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:09:18.188801 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-57a78923-5674-4b8e-a41f-6ef277b8633f req-5d53630e-3c6d-4275-9fc0-c6515a6df08c service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901666 Dec 10 17:09:18.198909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651d3ca-bfaf-4287-8164-18a7e8b95736 None None] The sync data for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv is: [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'mac_address': 'fa:16:3e:38:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4213952-94b8-4723-803d-d0b47bf79749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:09:16Z', 'updated_at': '2021-12-10T17:09:16Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:09:18.384830 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53523859-f5b3-4413-96ee-1452395e51db None None] New status for floating IP a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:09:18.818320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59004) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:18.883878 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f5316b11-7d52-41ec-8d96-9a46e34b3dee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 HTTP/1.1" status: 200 len: 994 time: 0.0643244 Dec 10 17:09:24.273079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-ee22162c-d270-4462-ad77-fd28bcebb6bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399313 Dec 10 17:09:24.363433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-ba47c8a3-a6d4-4d46-b4ce-4fdff9332a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.364925 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-ba47c8a3-a6d4-4d46-b4ce-4fdff9332a6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0410600 Dec 10 17:09:24.471761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-55e74777-677f-4037-b9f1-8fe2757aeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.473262 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-55e74777-677f-4037-b9f1-8fe2757aeae9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0891352 Dec 10 17:09:24.540543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-63f618d0-b413-4601-a74b-bee6b7d73fcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1002 time: 0.0589306 Dec 10 17:09:24.591262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-84ca031a-2461-404c-8ee1-0a59c52e801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.592758 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-84ca031a-2461-404c-8ee1-0a59c52e801b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0443997 Dec 10 17:09:24.643794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-737db1c4-f7ba-44fd-abc8-d9dfdf569930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:24.645321 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-737db1c4-f7ba-44fd-abc8-d9dfdf569930 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446465 Dec 10 17:09:24.736607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-af20b054-0e74-483f-99a2-421f14898d3a service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834510 Dec 10 17:09:24.832511 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2cddc0c3-4391-44bc-a787-c977a235a0be req-eac33d71-733e-4a8b-9f33-24ba0c859e09 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Dec 10 17:09:33.036261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a19612cd-4297-425a-ac08-add5407587f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:35.228391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a382ae34-00b4-4cdf-a36a-0e4e07c9901c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:35.927638 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:09:36.750720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:38.002036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:38.748723 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:47.807300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:09:52.162401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-ef8d54a9-910c-4fd6-b48f-f15243083fec req-39e0aeef-7277-4c4e-9955-28cf51226686 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:09:52.163398 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ef8d54a9-910c-4fd6-b48f-f15243083fec req-39e0aeef-7277-4c4e-9955-28cf51226686 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054781 Dec 10 17:09:52.532761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365026c4-7248-44ea-b242-532b6f81b669 req-4cf47159-897c-4704-8eb5-d33e6e3fbce6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:52.534277 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-365026c4-7248-44ea-b242-532b6f81b669 req-4cf47159-897c-4704-8eb5-d33e6e3fbce6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0497832 Dec 10 17:09:52.583854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-365026c4-7248-44ea-b242-532b6f81b669 req-f9ff0a91-f834-4d0b-9968-5787b6f68b7a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Dec 10 17:09:52.719596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59032) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:09:52.798858 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-d2167b46-6b80-480a-ac9c-04676b068bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781016 Dec 10 17:09:52.807745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-7d2f0e8d-d1f2-4574-b9ed-8cc5d63a2d81 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:09:52.808702 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-7d2f0e8d-d1f2-4574-b9ed-8cc5d63a2d81 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049965 Dec 10 17:09:53.701541 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d164a-9955-4584-95e2-b240ccb0058c req-97d28206-73de-4dbe-8f46-0e47cb6a5de6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:53.703030 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc1d164a-9955-4584-95e2-b240ccb0058c req-97d28206-73de-4dbe-8f46-0e47cb6a5de6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Dec 10 17:09:53.756829 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc1d164a-9955-4584-95e2-b240ccb0058c req-548555ce-740b-400f-8f59-e439a464c8b5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476313 Dec 10 17:09:54.902912 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea6fe-b217-41c1-8836-b74fe05ddd49 req-9d81d7cb-e94c-4751-93b3-d1570952a2d9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:54.904436 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-caeea6fe-b217-41c1-8836-b74fe05ddd49 req-9d81d7cb-e94c-4751-93b3-d1570952a2d9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0804980 Dec 10 17:09:54.910394 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-a59efe86-8e60-4e47-9184-20836d06b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:54.911827 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-a59efe86-8e60-4e47-9184-20836d06b865 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0586877 Dec 10 17:09:55.008374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-caeea6fe-b217-41c1-8836-b74fe05ddd49 req-681f8283-c822-4c15-8908-8b035d880c75 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955799 Dec 10 17:09:55.038862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b73fb481-5358-4ce5-b576-44ecab3349be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:55.040234 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b73fb481-5358-4ce5-b576-44ecab3349be service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.1143193 Dec 10 17:09:55.109957 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-0ecb958a-ded9-419d-8766-de21dc80b074 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1002 time: 0.0566094 Dec 10 17:09:55.162682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-1e06ee23-0870-4bca-a788-e248fb4688b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:55.164156 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-1e06ee23-0870-4bca-a788-e248fb4688b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0427430 Dec 10 17:09:55.216609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b76fd0f8-4963-4fec-8d17-d1514896c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:55.218167 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b76fd0f8-4963-4fec-8d17-d1514896c00c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423124 Dec 10 17:09:55.310109 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-c2f2151f-6f07-4eaa-bf82-a6d38374e297 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819573 Dec 10 17:09:55.407674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-a24f67f6-9161-4027-8e38-d8ccc655684c service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Dec 10 17:09:56.123343 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb7577-e165-4b5e-b7e8-1bd9b2dd4c18 req-ac8545cb-2c15-4d25-8357-00cee54e81e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:56.125006 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-33eb7577-e165-4b5e-b7e8-1bd9b2dd4c18 req-ac8545cb-2c15-4d25-8357-00cee54e81e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Dec 10 17:09:56.175092 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-33eb7577-e165-4b5e-b7e8-1bd9b2dd4c18 req-8d75c9de-c64c-48a1-a466-511c8b416125 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Dec 10 17:09:57.602534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697b9a7-109f-41c5-b067-5cdb6b75a281 req-dd0aaf14-84f0-4854-80d2-cdc720debf96 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:57.604038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2697b9a7-109f-41c5-b067-5cdb6b75a281 req-dd0aaf14-84f0-4854-80d2-cdc720debf96 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.3567240 Dec 10 17:09:57.652818 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2697b9a7-109f-41c5-b067-5cdb6b75a281 req-7af57838-73d9-4f6b-8c09-00f994e87d15 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Dec 10 17:09:58.768313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bf69a-cd05-4ebb-b5a7-7e1f0ad2d164 req-6fc9c950-7e6d-451b-8732-201c3276fd1e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:58.770038 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce0bf69a-cd05-4ebb-b5a7-7e1f0ad2d164 req-6fc9c950-7e6d-451b-8732-201c3276fd1e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0506852 Dec 10 17:09:58.819901 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce0bf69a-cd05-4ebb-b5a7-7e1f0ad2d164 req-14f1344d-3172-4e4d-a148-bdf90690eb86 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Dec 10 17:09:59.933388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a51c6-26b6-4f9c-9997-eae9302b95ab req-4d4b33d0-8d00-467e-b995-16e4591cc924 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:09:59.934854 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a43a51c6-26b6-4f9c-9997-eae9302b95ab req-4d4b33d0-8d00-467e-b995-16e4591cc924 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0486295 Dec 10 17:09:59.982836 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a43a51c6-26b6-4f9c-9997-eae9302b95ab req-fb894fb0-ce1c-4985-a299-ed4ffa5d99fc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Dec 10 17:10:01.104212 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f461fd5-4660-4cfe-8799-a266d3f5dc10 req-85b8de97-6995-4f94-9b74-04cdd598d60c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:01.105730 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5f461fd5-4660-4cfe-8799-a266d3f5dc10 req-85b8de97-6995-4f94-9b74-04cdd598d60c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0534675 Dec 10 17:10:01.155180 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5f461fd5-4660-4cfe-8799-a266d3f5dc10 req-e53a8d67-c16b-4323-ab87-3b1d49f783dc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Dec 10 17:10:02.273108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a66f6c-a6ef-4993-831d-eaa7d341e0b9 req-48706177-79c8-4881-9749-8164313bf7a1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:02.274576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2a66f6c-a6ef-4993-831d-eaa7d341e0b9 req-48706177-79c8-4881-9749-8164313bf7a1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0511179 Dec 10 17:10:02.322692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2a66f6c-a6ef-4993-831d-eaa7d341e0b9 req-4193be3c-9480-4c1d-b05c-c8cb5c72a106 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Dec 10 17:10:03.028070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5316bd70-4c3d-4373-ab29-0e780fe4ca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:03.438658 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b2205-f003-4be7-a5f7-6fd93f809f81 req-10de4a4b-c1d8-4d9d-a129-025f18cc22d8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:03.440694 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d6b2205-f003-4be7-a5f7-6fd93f809f81 req-10de4a4b-c1d8-4d9d-a129-025f18cc22d8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0494323 Dec 10 17:10:03.489441 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4d6b2205-f003-4be7-a5f7-6fd93f809f81 req-a2ab5061-0314-498b-84c8-a3a244759e83 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Dec 10 17:10:04.603459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8ee7-4f9e-4fb2-b653-e7daaf81340e req-bac83b2a-b86c-4e44-9d57-c4c68c840db2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:04.604961 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5f3f8ee7-4f9e-4fb2-b653-e7daaf81340e req-bac83b2a-b86c-4e44-9d57-c4c68c840db2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Dec 10 17:10:04.654061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5f3f8ee7-4f9e-4fb2-b653-e7daaf81340e req-e434eb29-2b41-4779-b72a-fde18122cc05 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Dec 10 17:10:05.245193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2a0c0865-b015-4c90-9d67-81e015d448e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:05.774689 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5302f89-c1d1-49b4-8e34-56998590c71c req-ff01d1c6-b758-4978-ab46-a1d220dc67b5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:05.776184 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b5302f89-c1d1-49b4-8e34-56998590c71c req-ff01d1c6-b758-4978-ab46-a1d220dc67b5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0545697 Dec 10 17:10:05.824589 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b5302f89-c1d1-49b4-8e34-56998590c71c req-8ac672ca-e258-4409-a53f-afce3b478dda tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Dec 10 17:10:06.750248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:06.941811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ed18-e73b-4634-8252-bd71461b0025 req-03833c2c-9eb5-4139-ae23-a2430246617b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:06.943283 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d067ed18-e73b-4634-8252-bd71461b0025 req-03833c2c-9eb5-4139-ae23-a2430246617b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Dec 10 17:10:06.992577 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d067ed18-e73b-4634-8252-bd71461b0025 req-523837fa-6185-4208-aba2-50f7a2811957 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Dec 10 17:10:08.036042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:08.109762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90b4e-a090-4caf-96e5-d228abd325c2 req-7831ed09-eac5-443e-bafa-ca388b19549c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:08.111302 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e0c90b4e-a090-4caf-96e5-d228abd325c2 req-7831ed09-eac5-443e-bafa-ca388b19549c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Dec 10 17:10:08.172458 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e0c90b4e-a090-4caf-96e5-d228abd325c2 req-310bdc7c-7e57-412b-b82e-06a51cdd3493 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551257 Dec 10 17:10:08.727302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:09.287163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161e4ad-943c-47cf-889f-987e37453c59 req-cc1f0485-8c7e-4eed-992e-0abdf99f687f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:09.288631 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c161e4ad-943c-47cf-889f-987e37453c59 req-cc1f0485-8c7e-4eed-992e-0abdf99f687f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Dec 10 17:10:09.336955 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c161e4ad-943c-47cf-889f-987e37453c59 req-cf5ebf1e-9c09-4670-b422-7f30234a16df tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Dec 10 17:10:10.449768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255245c-e2d8-4f57-9e5a-79cf46004e6f req-56536635-c37d-497b-a4d9-26c5f30c4936 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:10.451165 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c255245c-e2d8-4f57-9e5a-79cf46004e6f req-56536635-c37d-497b-a4d9-26c5f30c4936 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0489790 Dec 10 17:10:10.504572 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c255245c-e2d8-4f57-9e5a-79cf46004e6f req-5427b6fa-7aa0-4d60-9831-6ff9032b2bf7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Dec 10 17:10:11.617918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019cf71-3dd4-4af9-b97a-682e76183db7 req-b82892ef-33f8-4b6b-9e54-edce879c5212 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:11.619379 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b019cf71-3dd4-4af9-b97a-682e76183db7 req-b82892ef-33f8-4b6b-9e54-edce879c5212 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0481832 Dec 10 17:10:11.671548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b019cf71-3dd4-4af9-b97a-682e76183db7 req-43c93ed6-0baa-41b7-9bb3-7e1bd979fb0b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463810 Dec 10 17:10:12.622253 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-d9e09925-159c-47e7-b468-c228051654e5 service neutron] 10.222.0.61 "GET /v2.0/ports/0c14bac7-42a4-4abe-917a-c0b2e6704561/bindings/hv-neutron-8208 HTTP/1.1" status: 200 len: 384 time: 0.0542109 Dec 10 17:10:12.789909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079b7e1-6ccc-4f07-9ce4-e7ceaf5f95fb req-0b7d2d10-40bb-4f49-98bf-8fe2d14b8be6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:12.791425 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c079b7e1-6ccc-4f07-9ce4-e7ceaf5f95fb req-0b7d2d10-40bb-4f49-98bf-8fe2d14b8be6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0509501 Dec 10 17:10:12.842902 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c079b7e1-6ccc-4f07-9ce4-e7ceaf5f95fb req-e9e5ec4f-1afc-4955-9c3b-c5b1a691e6e0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Dec 10 17:10:12.925857 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:10:13.193210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-49fef0a1-18d9-4e92-bc19-4009b2904878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.194599 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-49fef0a1-18d9-4e92-bc19-4009b2904878 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 1099 time: 0.0401578 Dec 10 17:10:13.265208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-819204ec-e6f2-4c0e-b12f-71b31bb84c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.266704 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-819204ec-e6f2-4c0e-b12f-71b31bb84c68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0402596 Dec 10 17:10:13.365365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-c1f486fd-6670-4c60-b871-20695691bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.366869 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-c1f486fd-6670-4c60-b871-20695691bde1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0866935 Dec 10 17:10:13.435435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-8c1318da-d987-4330-9463-b973737278f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1002 time: 0.0569420 Dec 10 17:10:13.488863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b66794a3-224d-42f1-a137-b56b221dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.490288 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-b66794a3-224d-42f1-a137-b56b221dcd3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0468798 Dec 10 17:10:13.539577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-a1af6903-93fb-4978-92c6-e12247e01516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.541158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-a1af6903-93fb-4978-92c6-e12247e01516 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384881 Dec 10 17:10:13.633481 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-5f57bca0-558b-4e33-9ec7-3449d605f88c service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807147 Dec 10 17:10:13.735554 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-50b72db9-820e-46ef-bd45-d53c1df06fa0 req-64ee684a-d67b-4183-8933-a366dfd8d4fc service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Dec 10 17:10:13.958201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388f2dc-133a-4401-8a85-cbf93c19955e req-0eb640a0-b2f7-4486-89a9-fe89d7af22ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:13.959674 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5388f2dc-133a-4401-8a85-cbf93c19955e req-0eb640a0-b2f7-4486-89a9-fe89d7af22ee tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0488296 Dec 10 17:10:14.009839 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5388f2dc-133a-4401-8a85-cbf93c19955e req-33cb650f-e053-432c-aa85-6990f869aeb7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442281 Dec 10 17:10:15.132892 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c998e-4da6-45f3-b48e-4ea43aa444a8 req-2a695a3d-7c3d-4e5e-9391-8c89469bdde4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:15.134577 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c5c998e-4da6-45f3-b48e-4ea43aa444a8 req-2a695a3d-7c3d-4e5e-9391-8c89469bdde4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0525463 Dec 10 17:10:15.185601 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5c5c998e-4da6-45f3-b48e-4ea43aa444a8 req-bb7737e5-f84b-4bc7-817f-0bbfdf80fdbe tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Dec 10 17:10:16.302219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f0a9-9846-4db7-a5a7-cb11fb9621cc req-a7bf3988-d7d9-4916-8ecb-af1dca626d42 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.303679 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3027f0a9-9846-4db7-a5a7-cb11fb9621cc req-a7bf3988-d7d9-4916-8ecb-af1dca626d42 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Dec 10 17:10:16.357658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3027f0a9-9846-4db7-a5a7-cb11fb9621cc req-d6b2aadf-5c25-434e-aef4-beb52804eaf3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479009 Dec 10 17:10:16.679446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6e60-1b23-4950-8c07-ddc4fa5184a5 req-d5c8d691-0b10-41ce-b4cf-67f6226e0c79 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.681082 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3cbd6e60-1b23-4950-8c07-ddc4fa5184a5 req-d5c8d691-0b10-41ce-b4cf-67f6226e0c79 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0498486 Dec 10 17:10:16.765450 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3cbd6e60-1b23-4950-8c07-ddc4fa5184a5 req-1ce59efc-e3a2-41f3-bb69-164f0a6887f4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778544 Dec 10 17:10:16.786739 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-670f899e-2ef4-4ed7-b11b-d6a2e3398332 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.787236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-670f899e-2ef4-4ed7-b11b-d6a2e3398332 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749&tenant_id=49274bcac2fd4467b770adf3c618b80d&binding%3Ahost_id=hv-neutron-8208 HTTP/1.1" status: 200 len: 946 time: 0.0730352 Dec 10 17:10:16.877913 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-00f80953-cef7-46f9-a018-2f9485c79c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.879327 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-00f80953-cef7-46f9-a018-2f9485c79c06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0465345 Dec 10 17:10:16.888639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d82e9-cc14-4e3e-9500-220bda3ce50c req-1e361687-745e-4ecc-8cdd-9846f1fdb3d9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.890164 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-165d82e9-cc14-4e3e-9500-220bda3ce50c req-1e361687-745e-4ecc-8cdd-9846f1fdb3d9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Dec 10 17:10:16.909871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:10:16.912414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:10:16.941777 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-165d82e9-cc14-4e3e-9500-220bda3ce50c req-a45e7fb4-c919-4da0-81e0-315a899f51b0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Dec 10 17:10:16.976612 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-7a9d94c2-60ad-472e-9feb-01e98e4a58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:16.978144 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-7a9d94c2-60ad-472e-9feb-01e98e4a58ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0889258 Dec 10 17:10:17.049677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.060829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-f1eba4c9-1c28-4017-8e2e-85c400ee1e1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1002 time: 0.0749216 Dec 10 17:10:17.091036 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:10:17.093270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93efa2a-7742-42d2-a0a5-5247cc632a20" -d '{"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-unplugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:10:17.098721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:17.110530 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-8e4e3fc7-dc97-4a7a-9fb8-08b910856b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:17.112566 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-8e4e3fc7-dc97-4a7a-9fb8-08b910856b5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0453656 Dec 10 17:10:17.115853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:17.117189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'port_id': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'mac_address': 'fa:16:3e:38:74:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:10:17.146959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260ded1-5eb7-4ffe-9ff9-8512fd77f040 x-openstack-request-id: req-d260ded1-5eb7-4ffe-9ff9-8512fd77f040 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:10:17.147329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-unplugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:10:17.147646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d260ded1-5eb7-4ffe-9ff9-8512fd77f040 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:10:17.148041 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'code': 200} Dec 10 17:10:17.160548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-894d98b7-aa90-4792-9d14-eec5ed3c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:17.167682 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-894d98b7-aa90-4792-9d14-eec5ed3c97b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422976 Dec 10 17:10:17.167827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.176343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:10:17.225528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.257963 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-b73ae9a6-25be-4841-a2b6-021d3d026413 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869234 Dec 10 17:10:17.294940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:10:17.295293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:10:17.300486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:17.307501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.307852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.308194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.308529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.308857 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.309211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.309543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.309868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.310189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.310520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.310836 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.311181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.311499 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:17.354062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-01b1b5cf-96b8-40aa-b14f-5d14e3e48c75 req-9ae5b68d-07a3-418b-95b7-c17f42c64d5b service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874271 Dec 10 17:10:17.793604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.830367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:17.842635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:10:17.861568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:17.961712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:18.011989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:18.025391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['0c14bac7-42a4-4abe-917a-c0b2e6704561'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:10:18.064715 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808dae-a466-4960-a4aa-4459e77d340b req-2ba18c88-eed7-4bb9-a14c-d5fa4d5ea7e1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:18.066453 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c3808dae-a466-4960-a4aa-4459e77d340b req-2ba18c88-eed7-4bb9-a14c-d5fa4d5ea7e1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 945 time: 0.0531437 Dec 10 17:10:18.122231 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c3808dae-a466-4960-a4aa-4459e77d340b req-f4476b1c-6ceb-40aa-8d34-22484655a6b9 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489683 Dec 10 17:10:18.917710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:10:18.966608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 0c14bac7-42a4-4abe-917a-c0b2e6704561 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:10:18.967273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:19.039954 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:19.070637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:19.132912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:19.158114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:10:19.160403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48d9ee6-f817-4c16-bd7c-45ff07edfb7e" -d '{"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-plugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:10:19.194330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:19.201731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05db4a51-f248-48e7-9c6e-3515b8321bd0 x-openstack-request-id: req-05db4a51-f248-48e7-9c6e-3515b8321bd0 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:10:19.202026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-plugged", "status": "completed", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:10:19.202279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05db4a51-f248-48e7-9c6e-3515b8321bd0 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:10:19.202668 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'code': 200} Dec 10 17:10:19.245598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e096ea-98e9-411e-8ba7-a258cf0d75c6 req-e33367d2-89a4-4281-92a7-0e3a05876970 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:19.247093 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87e096ea-98e9-411e-8ba7-a258cf0d75c6 req-e33367d2-89a4-4281-92a7-0e3a05876970 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Dec 10 17:10:19.295998 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-87e096ea-98e9-411e-8ba7-a258cf0d75c6 req-cd79ebdd-81d2-40eb-8ce6-34c664c63de4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Dec 10 17:10:19.317965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59122) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:19.382482 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-36a3cec7-e273-47d3-8b7b-361d46e4e6bc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 HTTP/1.1" status: 200 len: 994 time: 0.0633988 Dec 10 17:10:26.273522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-fb9720c6-65e6-4a39-9ab2-9788a77655b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482380 Dec 10 17:10:26.354513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-df5ab053-0fa3-4ee0-a59d-5636e8c1e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:26.356048 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-df5ab053-0fa3-4ee0-a59d-5636e8c1e670 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0404360 Dec 10 17:10:26.465247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-04314cb3-5ac9-49a1-911c-557899f57023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:26.466657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-04314cb3-5ac9-49a1-911c-557899f57023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0914299 Dec 10 17:10:26.534009 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-5d7d1665-b736-4dbe-a6c9-6d3fe6604e92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 1002 time: 0.0588720 Dec 10 17:10:26.588823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-61a77833-a4ae-4363-b607-4431609d30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:26.590322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-61a77833-a4ae-4363-b607-4431609d30a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0480461 Dec 10 17:10:26.636677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-946906bb-fd59-40d1-8dc1-4ad5d406486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:26.638181 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-946906bb-fd59-40d1-8dc1-4ad5d406486a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394249 Dec 10 17:10:26.728048 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-85a7fdec-ff5c-47c6-99d3-3dbb920c5ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817440 Dec 10 17:10:26.834174 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1b9bcd7c-e433-46e3-a360-d2fff958a095 req-cf241f1f-dd13-4d89-911c-5e892459fa32 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994222 Dec 10 17:10:33.012342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-13e8bcf1-9837-4980-95dd-cd62d9754ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:35.256537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92ce27c2-c8e9-4bec-a5d4-9299f1ea6ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:36.741548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:38.006663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:38.732165 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:47.787401 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:47.936823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59132) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:48.138859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:10:48.139198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.219835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.220147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.231784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:10:48.461932 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.489332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=32f03d1b-5f8a-4bf5-a5b1-d6a3bd9c071f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:48.514099 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.514455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.514807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.515156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.515502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.515840 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.516178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.516512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.516848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.517206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.517538 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.517868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.518195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:48.557880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.558262 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 disassociated (deleted). External IP: 172.26.4.144, port: 0c14bac7-42a4-4abe-917a-c0b2e6704561. Dec 10 17:10:48.775641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:10:48.884681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:10:48.889462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:48.898416 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Sync routers for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:10:48.908189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:10:48.908802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:48.919438 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ac133f62-9b7a-46e6-b04b-c1f1acf9872e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/floatingips/a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8 HTTP/1.1" status: 204 len: 168 time: 0.9790084 Dec 10 17:10:48.919438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:10:48.919826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09553505-ec42-42a0-b15c-497fd9b7ad87" -d '{"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:10:49.016254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:10:49.019728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1574d7-f62d-4058-a2ca-532be4da5748 x-openstack-request-id: req-3a1574d7-f62d-4058-a2ca-532be4da5748 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:10:49.020251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:10:49.020251 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a1574d7-f62d-4058-a2ca-532be4da5748 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:10:49.020669 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'status': 'completed', 'code': 200} Dec 10 17:10:49.084027 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-9890a245-0955-4d2a-a90a-501b43a8a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:49.085627 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-9890a245-0955-4d2a-a90a-501b43a8a428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 1099 time: 0.0419164 Dec 10 17:10:49.180854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-6172f72e-ec31-4c67-af43-aea9aa718fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:49.182396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-6172f72e-ec31-4c67-af43-aea9aa718fec service neutron] 10.222.0.61 "GET /v2.0/networks?id=1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 200 len: 897 time: 0.0897446 Dec 10 17:10:49.224306 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:49.227297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-9c8d3ac0-3a60-4fbd-8cb1-1c4a3b82a56f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 200 len: 217 time: 0.0366087 Dec 10 17:10:49.250131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Checking router: b36e0f2f-86ce-49bc-8255-c52e0f5a5520 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:10:49.259295 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:10:49.259929 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:49.277852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-bd2eae8f-e319-46cf-a734-7931b8eb5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:49.279369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-bd2eae8f-e319-46cf-a734-7931b8eb5594 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 200 len: 834 time: 0.0445080 Dec 10 17:10:49.331729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-0c2e89f1-772d-4951-9018-bc49f21276d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:49.333248 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-0c2e89f1-772d-4951-9018-bc49f21276d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1208b329-b3ef-4da4-8f14-529cfe22e70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466075 Dec 10 17:10:49.372419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:10:49.378154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68a64-2076-4948-82ee-04b842a92d8d req-6ac884d9-f076-41db-ae97-6ae1513bdf80 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:49.379697 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bde68a64-2076-4948-82ee-04b842a92d8d req-6ac884d9-f076-41db-ae97-6ae1513bdf80 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Dec 10 17:10:49.431456 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-4da62d40-0c08-40e1-9a76-6cfb93d7220a service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Dec 10 17:10:49.436683 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bde68a64-2076-4948-82ee-04b842a92d8d req-82aa7534-8fd8-49ef-afb3-8e023d96f2e1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507824 Dec 10 17:10:49.528808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-09553505-ec42-42a0-b15c-497fd9b7ad87 req-3c1d7653-2885-4363-82ab-2bdcfd20e456 service neutron] 10.222.0.61 "GET /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890253 Dec 10 17:10:49.573791 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:49.599795 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17205f5d-d847-4151-a118-a0dd4b01ed4b None None] The sync data for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv is: [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:09:00Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b20d4fb7-7237-48ad-a18c-bb9c90fcc889', 'name': '', 'network_id': '1208b329-b3ef-4da4-8f14-529cfe22e70b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:35:10:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'ac43c743-07e8-4970-8116-021e499db777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:59Z', 'updated_at': '2021-12-10T17:09:03Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'ac43c743-07e8-4970-8116-021e499db777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:10:49.810533 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2e72a-3b86-4cac-8bd1-8715ad9b0dcd None None] New status for floating IP a23d0ef2-fd7b-4eef-a1cf-e5506fa614e8: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:10:49.924230 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:10:50.557197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a29b0-2fed-4cec-9d3b-8a688fac1b31 req-ae98b6fc-c57b-4b05-adcc-7b07a15739e8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:50.558699 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-161a29b0-2fed-4cec-9d3b-8a688fac1b31 req-ae98b6fc-c57b-4b05-adcc-7b07a15739e8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0526350 Dec 10 17:10:50.607623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-161a29b0-2fed-4cec-9d3b-8a688fac1b31 req-53a66993-eb4f-4b78-9b51-a534af6c9d5d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=c63e74e6-6bc6-4152-a298-968f59ac597b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Dec 10 17:10:51.263642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-f3bd6820-99a9-4c0c-9e30-67be98dd7e25 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:10:51.265083 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-f3bd6820-99a9-4c0c-9e30-67be98dd7e25 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 946 time: 0.0473192 Dec 10 17:10:51.362010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:10:51.362348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:51.449225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 0c14bac7-42a4-4abe-917a-c0b2e6704561, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=0c14bac7-42a4-4abe-917a-c0b2e6704561,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:51.449517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:51.461938 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 0c14bac7-42a4-4abe-917a-c0b2e6704561 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:10:51.663871 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:51.693571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=0c14bac7-42a4-4abe-917a-c0b2e6704561,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:51.703026 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1dc1b529-9e3a-4f6d-acd7-e3921aa8dbc7 req-6c4bbaf9-9b90-46e0-bc55-9212849efb91 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 210 time: 0.0266964 Dec 10 17:10:51.740434 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] No DVR routers for this DVR port 0c14bac7-42a4-4abe-917a-c0b2e6704561 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:10:51.743090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:51.748047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-601fe77a-1b5a-4b89-a36b-7c6a48472e44 req-38d0a59b-2a4f-4864-a9b5-c77ca73e9a3b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "DELETE /v2.0/ports/0c14bac7-42a4-4abe-917a-c0b2e6704561 HTTP/1.1" status: 204 len: 173 time: 0.4703233 Dec 10 17:10:51.748047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-deleted', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:10:51.749263 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91fd0c5-ce9c-4dc1-aa03-1b904e2fadde" -d '{"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-deleted", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:10:51.785566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1814ec3-0e45-4e51-8b79-59d422af21a1 x-openstack-request-id: req-a1814ec3-0e45-4e51-8b79-59d422af21a1 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:10:51.785909 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4213952-94b8-4723-803d-d0b47bf79749", "name": "network-vif-deleted", "tag": "0c14bac7-42a4-4abe-917a-c0b2e6704561", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:10:51.786170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1814ec3-0e45-4e51-8b79-59d422af21a1 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:10:51.786567 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4213952-94b8-4723-803d-d0b47bf79749', 'name': 'network-vif-deleted', 'tag': '0c14bac7-42a4-4abe-917a-c0b2e6704561', 'status': 'completed', 'code': 200} Dec 10 17:10:52.813638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e5013bc6-1474-45b2-b57d-6927234789a2 req-fedfad67-dd89-494f-b015-2fd886099fdf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4213952-94b8-4723-803d-d0b47bf79749 HTTP/1.1" status: 200 len: 210 time: 0.0269690 Dec 10 17:10:53.871876 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59154) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:54.255346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:54.515127 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port b20d4fb7-7237-48ad-a18c-bb9c90fcc889 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:10:54.515384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:54.608850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port b20d4fb7-7237-48ad-a18c-bb9c90fcc889, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:54.609239 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:54.622499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for b20d4fb7-7237-48ad-a18c-bb9c90fcc889 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:10:54.898006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:54.929367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=b20d4fb7-7237-48ad-a18c-bb9c90fcc889,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:54.941622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.941990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.942405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.942757 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.943105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.943457 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.943801 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.944144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.944487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.944827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.945198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.945533 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.945871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:10:54.997846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:10:55.021376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 0c14bac7-42a4-4abe-917a-c0b2e6704561 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:10:55.021726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 0c14bac7-42a4-4abe-917a-c0b2e6704561 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:10:55.112221 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.328235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:10:55.432388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:10:55.437696 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9c243900-c53d-4412-a234-2732a5d890db tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/b36e0f2f-86ce-49bc-8255-c52e0f5a5520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5647783 Dec 10 17:10:55.440321 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59156) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:55.442943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Sync routers for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:10:55.457020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:10:55.457630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:55.494826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting subnet ac43c743-07e8-4970-8116-021e499db777 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:10:55.497914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.538394 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.556823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:10:55.619601 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.734247 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:10:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:55.744407 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.760112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Checking router: b36e0f2f-86ce-49bc-8255-c52e0f5a5520 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:10:55.769079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Routers {'b36e0f2f-86ce-49bc-8255-c52e0f5a5520'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:10:55.769691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:55.770256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Subnet': ['ID=ac43c743-07e8-4970-8116-021e499db777,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:55.776034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.782589 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2468a810-ee75-4107-a796-ab656ca3662a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/subnets/ac43c743-07e8-4970-8116-021e499db777 HTTP/1.1" status: 204 len: 168 time: 0.3382587 Dec 10 17:10:55.783479 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59158) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:55.810912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae123711-448d-4c0b-8153-26667acbf2c9 None None] Network 1208b329-b3ef-4da4-8f14-529cfe22e70b requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:10:55.892231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:55.946175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] Set router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:10:55.996770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.104110 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 24e9110b-3098-4391-9994-4cb914c46d7e {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:10:56.104459 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.190326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 24e9110b-3098-4391-9994-4cb914c46d7e, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=24e9110b-3098-4391-9994-4cb914c46d7e,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:56.190692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.203447 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 24e9110b-3098-4391-9994-4cb914c46d7e owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:10:56.237360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] DHCP port deletion for 1208b329-b3ef-4da4-8f14-529cfe22e70b request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:10:56.326116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Deleting port d6c23cec-6fa9-4470-ba35-50dac710e4e0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:10:56.326494 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.340108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:10:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:56.389978 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device d6c23cec-6fa9-4470-ba35-50dac710e4e0 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:10:56.399081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a558b-6071-478f-ae44-662e2f71f239 None None] The sync data for ids ['b36e0f2f-86ce-49bc-8255-c52e0f5a5520'] in dv-neutron-820858-1-hyperv is: [{'id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148911487', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:10:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '24e9110b-3098-4391-9994-4cb914c46d7e', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e0f2f-86ce-49bc-8255-c52e0f5a5520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:08:56Z', 'updated_at': '2021-12-10T17:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:10:56.459871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] For port d6c23cec-6fa9-4470-ba35-50dac710e4e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d6c23cec-6fa9-4470-ba35-50dac710e4e0,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:56.460210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.461999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.476635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Calling delete_port for d6c23cec-6fa9-4470-ba35-50dac710e4e0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:10:56.491898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=24e9110b-3098-4391-9994-4cb914c46d7e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:56.510932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331f8d5-1035-4725-a890-dac84b2521b6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:10:56.564509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.570897 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.613947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port d6c23cec-6fa9-4470-ba35-50dac710e4e0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=d6c23cec-6fa9-4470-ba35-50dac710e4e0,segment=NetworkSegment(f488fa99-1efb-4c81-9eb6-6eb22aaa97a2),segment_id=f488fa99-1efb-4c81-9eb6-6eb22aaa97a2)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:10:56.656368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.658596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.698633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.748116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=d6c23cec-6fa9-4470-ba35-50dac710e4e0,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:56.770364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.798551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] No DVR routers for this DVR port d6c23cec-6fa9-4470-ba35-50dac710e4e0 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:10:56.802414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf16f4-6f05-450f-9add-b681d22f0f0a None None] Pushing event deleted for resources: {'Port': ['ID=d6c23cec-6fa9-4470-ba35-50dac710e4e0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:56.830245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.834630 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Fanout notify agent at l3_agent the message router_deleted on router b36e0f2f-86ce-49bc-8255-c52e0f5a5520 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:10:56.837963 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:56.839117 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2761e32a-398c-40b7-96df-47d452ac06c0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/routers/b36e0f2f-86ce-49bc-8255-c52e0f5a5520 HTTP/1.1" status: 204 len: 168 time: 1.0546901 Dec 10 17:10:56.842031 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59160) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:56.919867 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.012570 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.033898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1208b329-b3ef-4da4-8f14-529cfe22e70b']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:57.043568 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:57.043866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f488fa99-1efb-4c81-9eb6-6eb22aaa97a2') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:10:57.054136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.068645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.075049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:10:57.076836 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:10:57.078993 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:10:57.205074 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.214688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.215284 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/networks/1208b329-b3ef-4da4-8f14-529cfe22e70b HTTP/1.1" status: 204 len: 168 time: 0.3722935 Dec 10 17:10:57.218216 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59162) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:57.227653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c214b5-e1b2-4663-97ba-16fa4fead745 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Network': ['ID=1208b329-b3ef-4da4-8f14-529cfe22e70b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:57.281696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.311829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.440970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.443700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:57.448132 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/security-groups/c63e74e6-6bc6-4152-a298-968f59ac597b HTTP/1.1" status: 204 len: 168 time: 0.2288775 Dec 10 17:10:57.458859 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae603-a0ea-47df-86ff-f6caa48e004f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e74e6-6bc6-4152-a298-968f59ac597b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:58.126641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59168) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:58.134541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526033361', 'description': 'tempest-secgroup-smoke-1526033361 description', 'project_id': '49274bcac2fd4467b770adf3c618b80d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:58.210100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.279316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.307152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b20d4fb7-7237-48ad-a18c-bb9c90fcc889 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:10:58.329994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b20d4fb7-7237-48ad-a18c-bb9c90fcc889 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:10:58.330347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b20d4fb7-7237-48ad-a18c-bb9c90fcc889 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:10:58.330764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 24e9110b-3098-4391-9994-4cb914c46d7e no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:10:58.349377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 24e9110b-3098-4391-9994-4cb914c46d7e {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:10:58.349728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 24e9110b-3098-4391-9994-4cb914c46d7e not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:10:58.383512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.415512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc220f-6bd2-4379-92ec-1df4081bd14d,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:58.459918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.461197 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7195327a-b8af-491f-b680-64aa479f74a2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3334994 Dec 10 17:10:58.464011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59170) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:58.468401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:58.591853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.650452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.732401 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.750645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792644bc-43d5-4da1-86a1-6e9caed75922,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:58.832020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.833286 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-68c4ee1d-b2a9-4021-82c5-7da4d86b2d77 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683560 Dec 10 17:10:58.836119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59172) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:58.840547 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:58.931410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:58.986190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.066925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.085606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5894445b-515c-48c4-bd49-b8e71ad4074b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:59.160496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.161891 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b552f576-d42d-41ab-ae17-f1c7ab2f8d17 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248129 Dec 10 17:10:59.164556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59174) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:59.168863 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:59.260150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.315055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.394823 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.414551 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c7b3ac-19aa-48e6-9f7b-7ad6a617bdf1,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:59.488682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.489996 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9c1097a9-c536-4e46-a22e-1f2af35214b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3244348 Dec 10 17:10:59.492666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:59.497012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:59.593737 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.649657 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.738026 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.755521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a565890d-31bb-406a-94d2-3dfa2162bb5b,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:10:59.863988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:10:59.865178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-eb224eee-33f8-47f6-b7a7-89e92d65d81d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3714995 Dec 10 17:10:59.867856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:10:59.872212 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:10:59.947321 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:10:59.952804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.012017 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.086463 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.103220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5fb44e-d882-4c78-93c4-46d28a7fecf2,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:00.197259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.198539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9e358099-b59f-4ae4-8a2c-12618b1dc379 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3297279 Dec 10 17:11:00.201182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:00.205687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': '96bc220f-6bd2-4379-92ec-1df4081bd14d', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:00.296008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:11:00.301907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.358633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.421182 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.445610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb32472-fda2-4afa-b454-4f437f56f95e,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:00.514553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.515756 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-21f9361a-35c1-4bdc-8b8d-cc1b57f16fa7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3136566 Dec 10 17:11:00.519172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:00.523967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'network': {'name': 'tempest-network-smoke--1525111861', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:00.604083 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:11:00.607586 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.630457 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:11:00.639496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.639837 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Added segment 51bc993b-301a-44e2-9e3b-029e6d465590 of type vlan for network 4815a2d3-fb97-4c90-a16a-552354492dd3 Dec 10 17:11:00.678943 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.766217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.771639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:00.772219 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.836946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Network': ['ID=4815a2d3-fb97-4c90-a16a-552354492dd3,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:00.847138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:11:00.889415 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-687d35ac-5c89-474f-9651-8f5eea6a6412 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3691981 Dec 10 17:11:00.892215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59184) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:00.896851 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'admin_state_up': True, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:00.978192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:00.979208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:01.034235 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:01.515018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:01.764164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:01.783688 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:01.892060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.187 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/9becd078-ef38-40ed-8461-81cf1c42bc7f) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:01.991042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:02.084327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:02.124905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:02.129282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:02.132865 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:02.142821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c6914-e1b7-482b-802a-e1a51d41cd71 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:11:02.160578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=9becd078-ef38-40ed-8461-81cf1c42bc7f,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:02.254772 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-8789606d-7516-46e5-80d1-0ac983b9b954 None None] Provisioning complete for port 9becd078-ef38-40ed-8461-81cf1c42bc7f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:02.255149 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8789606d-7516-46e5-80d1-0ac983b9b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:02.289692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-8789606d-7516-46e5-80d1-0ac983b9b954 None None] Port 9becd078-ef38-40ed-8461-81cf1c42bc7f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:02.516614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:02.723010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:02.901667 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:11:03.009651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:11:03.010369 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c850109c-4b8c-4a37-94f8-21f749d16b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.019697 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Sync routers for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:11:03.033513 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:03.034125 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:03.117246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.118514 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-0b641512-3b16-4e25-88fc-b2ccbf016063 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2252800 Dec 10 17:11:03.128789 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59186) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:03.132591 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:03.214576 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c7eaf4af-741b-4b6d-abb5-b1fc6d1b8e74 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=49274bcac2fd4467b770adf3c618b80d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845885 Dec 10 17:11:03.217390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59190) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:03.315104 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a72a9d-4344-494f-8f50-3754b8486d85 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:03.316644 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b4a72a9d-4344-494f-8f50-3754b8486d85 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981741 Dec 10 17:11:03.319726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59192) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:03.348923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-52810be3-8ffb-4ca6-ac9a-91d4beab7d9e tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280101 Dec 10 17:11:03.351487 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59194) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:03.356293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116861366', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:03.401473 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:03.427641 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Checking router: 2fdcb21d-adf3-459c-9481-05b5fbed0d04 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:11:03.427895 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Updating router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 port 9becd078-ef38-40ed-8461-81cf1c42bc7f binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:11:03.451022 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.503619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:11:03.507249 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.706733 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.798745 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.827098 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.866722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Subnet': ['ID=b53db429-fe43-424e-9854-86c775d26e0d,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:03.872213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c75e5-b089-4118-88d2-3d8d0c787968 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:11:03.873291 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Pushing event updated for resources: {'Port': ['ID=9becd078-ef38-40ed-8461-81cf1c42bc7f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:03.875603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Checking segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:03.876261 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network hostable DHCP agents. Network: 4815a2d3-fb97-4c90-a16a-552354492dd3, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:11:03.884834 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.885236 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.885593 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.885978 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.886302 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.886548 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.886888 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.887208 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.887536 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.888024 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.888217 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.888508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.888841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:03.896230 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Attempting to bind port 9becd078-ef38-40ed-8461-81cf1c42bc7f on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:03.896606 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Attempting to bind port 9becd078-ef38-40ed-8461-81cf1c42bc7f by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:03.897062 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Attempting to bind port 9becd078-ef38-40ed-8461-81cf1c42bc7f on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:03.902193 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:03.902647 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:03.903144 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.903614 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:03.904187 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Bound port: 9becd078-ef38-40ed-8461-81cf1c42bc7f, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:03.904635 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.917062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-482de2f0-cf28-4e6e-814e-96590804652c None None] Provisioning complete for port 9becd078-ef38-40ed-8461-81cf1c42bc7f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:03.917576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-482de2f0-cf28-4e6e-814e-96590804652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:03.950010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-482de2f0-cf28-4e6e-814e-96590804652c None None] Port 9becd078-ef38-40ed-8461-81cf1c42bc7f cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:03.956226 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] For port 9becd078-ef38-40ed-8461-81cf1c42bc7f, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:03.958412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:11:03.959419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] For port 9becd078-ef38-40ed-8461-81cf1c42bc7f, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9becd078-ef38-40ed-8461-81cf1c42bc7f,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:04.028107 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.055900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 4815a2d3-fb97-4c90-a16a-552354492dd3) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:04.060293 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:04.061314 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.066626 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd489cf-0bb5-4993-955a-de767bfca854 None None] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:11:04.086635 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:04.087249 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:10:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:04.111851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf452e-61f3-4b94-9826-17656df5d6f3 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:11:04.159928 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5bdf-8a03-4928-ae1f-483cab068b4f None None] Pushing event updated for resources: {'Port': ['ID=9becd078-ef38-40ed-8461-81cf1c42bc7f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:04.183547 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e27aeb7f-6dfe-4f18-9768-2d5545144795 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8284924 Dec 10 17:11:04.183904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59196) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:04.185210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-4815a2d3-fb97-4c90-a16a-552354492dd3', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:11:04.186076 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.201802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] Provisioning complete for port 9becd078-ef38-40ed-8461-81cf1c42bc7f triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:04.202176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.212462 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:04.383710 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Allocated IP 172.20.0.2 (4815a2d3-fb97-4c90-a16a-552354492dd3/b53db429-fe43-424e-9854-86c775d26e0d/85466227-7bd7-4c37-9678-2a3955adcde6) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:04.386000 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.395428 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-369b995e-1681-46da-984b-094a6ea685ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:04.415667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] For port 9becd078-ef38-40ed-8461-81cf1c42bc7f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9becd078-ef38-40ed-8461-81cf1c42bc7f,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:04.422236 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b995e-1681-46da-984b-094a6ea685ff None None] The sync data for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv is: [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:02Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:11:04.512617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.600789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.606846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564fed-9fa0-446d-924e-b276cb0792ae None None] Pushing event updated for resources: {'Port': ['ID=9becd078-ef38-40ed-8461-81cf1c42bc7f,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:04.668554 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.687028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.711668 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:04.734527 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:04.740014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Pushing event updated for resources: {'Port': ['ID=85466227-7bd7-4c37-9678-2a3955adcde6,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:04.744635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:04.805007 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Attempting to bind port 85466227-7bd7-4c37-9678-2a3955adcde6 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:04.805386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Attempting to bind port 85466227-7bd7-4c37-9678-2a3955adcde6 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:04.806172 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Attempting to bind port 85466227-7bd7-4c37-9678-2a3955adcde6 on network 4815a2d3-fb97-4c90-a16a-552354492dd3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:04.811184 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:04.811915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Checking segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:04.812040 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.812348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Bound using segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:04.812854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Bound port: 85466227-7bd7-4c37-9678-2a3955adcde6, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:04.813757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.886171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] For port 85466227-7bd7-4c37-9678-2a3955adcde6, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:04.890594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] For port 85466227-7bd7-4c37-9678-2a3955adcde6, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=85466227-7bd7-4c37-9678-2a3955adcde6,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:04.961646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:04.989225 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.1 (4815a2d3-fb97-4c90-a16a-552354492dd3/b53db429-fe43-424e-9854-86c775d26e0d/89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:05.028014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc1ad-7177-4205-a60e-a49db3fe7313 None None] Pushing event updated for resources: {'Port': ['ID=85466227-7bd7-4c37-9678-2a3955adcde6,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:05.126947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.232961 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ad12d89-8db7-4ba9-9bc6-d76a9d8a6618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.264388 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.316781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:05.320380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:05.322981 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:05.351935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:05.376654 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.592482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.881989 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:05.943659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.015142 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:06.020577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.115941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:06.117329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:06.228763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:11:06.370577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9becd078-ef38-40ed-8461-81cf1c42bc7f up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:06.419465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 9becd078-ef38-40ed-8461-81cf1c42bc7f triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:06.419838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.506254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 85466227-7bd7-4c37-9678-2a3955adcde6 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:06.555543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 85466227-7bd7-4c37-9678-2a3955adcde6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:06.555928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.641501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.674282 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:11:06.677106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 85466227-7bd7-4c37-9678-2a3955adcde6, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=85466227-7bd7-4c37-9678-2a3955adcde6,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:06.684464 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a4fb65ea-12b9-4e70-8569-542d88a32d4a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/2fdcb21d-adf3-459c-9481-05b5fbed0d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4961412 Dec 10 17:11:06.698539 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Sync routers for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:11:06.708216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:06.708853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:11:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:06.744343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.785746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:06.852037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=85466227-7bd7-4c37-9678-2a3955adcde6,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:06.853176 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-59ed9634-3284-4924-a110-5de471d1ecb7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526033361&fields=id&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 267 time: 0.0494428 Dec 10 17:11:06.866904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:06.902816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a2fa6-7293-4392-be18-5623e39d75ce None None] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:11:06.970691 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-293405fc-86cd-4946-a1b8-9cf021d4b1d3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:06.972180 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-293405fc-86cd-4946-a1b8-9cf021d4b1d3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 797 time: 0.1085877 Dec 10 17:11:06.987787 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-899a1253-5fd9-4439-9cdc-9650880f8055 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/quotas/49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 375 time: 0.0097709 Dec 10 17:11:07.046912 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-d418b693-89fc-4873-a146-f95f341a41ac tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535874 Dec 10 17:11:07.147740 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3ca6e216-769f-472b-afaf-ee9c726dbe96 service neutron] 10.222.0.21 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867505 Dec 10 17:11:07.195107 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-628786e1-a48f-4c63-b66c-8b8458dd7929 None None] Provisioning complete for port 85466227-7bd7-4c37-9678-2a3955adcde6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:07.195485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-628786e1-a48f-4c63-b66c-8b8458dd7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.246638 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-76444877-d4ff-402c-8fb1-2f8ece759286 service neutron] 10.222.0.21 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879152 Dec 10 17:11:07.387692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 2, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:07.416128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Checking router: 2fdcb21d-adf3-459c-9481-05b5fbed0d04 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:11:07.416602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Updating router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:11:07.446732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.551082 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fa9037cb-dc40-4355-ba2c-057ff81d33d1 req-9ad092f5-6279-4651-95a5-de61660044b2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 210 time: 0.0483260 Dec 10 17:11:07.649957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b6c6955-02bb-4595-a350-d1c5a666698c None None] Provisioning complete for port 85466227-7bd7-4c37-9678-2a3955adcde6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:07.649957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6955-02bb-4595-a350-d1c5a666698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.810125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.823552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-5b6c6955-02bb-4595-a350-d1c5a666698c None None] Provisioning complete for port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:07.823925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6955-02bb-4595-a350-d1c5a666698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.859621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c6955-02bb-4595-a350-d1c5a666698c None None] Port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:07.881377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:07.962658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad388d-229f-4116-b15f-84a0f00b8837 None None] Pushing event updated for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:08.013144 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Attempting to bind port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:08.013436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Attempting to bind port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:08.013803 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Attempting to bind port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b on network 4815a2d3-fb97-4c90-a16a-552354492dd3 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:08.017106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-7e066827-6a4a-41c5-af1d-8e5dde9c767d None None] Provisioning complete for port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:08.017481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e066827-6a4a-41c5-af1d-8e5dde9c767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.022837 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:08.023223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Checking segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:08.023628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.024030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Bound using segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:08.024515 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Bound port: 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:08.024930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.084026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.088808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-7e066827-6a4a-41c5-af1d-8e5dde9c767d None None] Port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:08.119744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] For port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:08.123015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] For port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:08.206430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.242846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] Provisioning complete for port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:08.243223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.290414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:08.291239 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:11:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:08.339285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 85466227-7bd7-4c37-9678-2a3955adcde6 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:08.400372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad388d-229f-4116-b15f-84a0f00b8837 None None] Pushing event updated for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:08.488692 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:08.536161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.550350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 85466227-7bd7-4c37-9678-2a3955adcde6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:08.550718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.656220 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2a10c1fc-e44d-480e-8eba-a545e9fa66ca req-a9eebb5d-5a8c-4ec2-9b1a-0cde2cd13cd5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 210 time: 0.0304153 Dec 10 17:11:08.678426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] For port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:08.755205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.810120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:08.841556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c4fdc-d3e0-460f-8c21-018607820ffc None None] Pushing event updated for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:08.860267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:08.890802 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbc600-c607-4a14-a8ed-97b481160084 None None] The sync data for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv is: [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:11:08.900714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c10ee911-5e01-4c57-9556-a2d8554c91a4 None None] Provisioning complete for port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:08.901214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c10ee911-5e01-4c57-9556-a2d8554c91a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:09.660341 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-8976b0d6-83bc-4f08-a958-1fed25d06173 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:09.661994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-8976b0d6-83bc-4f08-a958-1fed25d06173 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 797 time: 0.1113977 Dec 10 17:11:09.750718 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-c3be67ce-d618-43c7-a485-f42f73473e37 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 380 time: 0.0702093 Dec 10 17:11:09.769035 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'port': {'device_id': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'admin_state_up': True, 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'security_groups': ['96bc220f-6bd2-4379-92ec-1df4081bd14d']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:09.774249 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d29984f1-1b48-4ef6-821c-7540300a3700 req-d7fa44f3-0551-4524-913e-d0c87f747cd0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 210 time: 0.0395937 Dec 10 17:11:09.966698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:11:09.971084 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.093010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.13 (4815a2d3-fb97-4c90-a16a-552354492dd3/b53db429-fe43-424e-9854-86c775d26e0d/17c3661b-b02c-4969-a0fb-1803930e5ae8) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:10.229844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.319170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.345891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:10.368777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:10.371970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:10.375725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:10.396691 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:10.397116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.403518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:10.438546 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:10.440131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.512469 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-511b1516-e9c0-454a-836d-f88645d5d4f2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478650 Dec 10 17:11:10.531558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Request body: {'port': {'device_id': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:10.587325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.635021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1501511d-2f43-4a6c-8633-aff87c27956b None None] Provisioning complete for port 17c3661b-b02c-4969-a0fb-1803930e5ae8 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:10.635400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1501511d-2f43-4a6c-8633-aff87c27956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.668825 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1501511d-2f43-4a6c-8633-aff87c27956b None None] Port 17c3661b-b02c-4969-a0fb-1803930e5ae8 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:11:10.846201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c3661b-b02c-4969-a0fb-1803930e5ae8 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:10.853755 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.866682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Transition to ACTIVE for port object 17c3661b-b02c-4969-a0fb-1803930e5ae8 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:11:10.892469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c7834-1a1d-4e28-806b-b8cc218b1651 req-ee466702-eee3-40b3-92ae-6c3c39996c1a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:10.893973 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb1c7834-1a1d-4e28-806b-b8cc218b1651 req-ee466702-eee3-40b3-92ae-6c3c39996c1a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 932 time: 0.0501814 Dec 10 17:11:10.930100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:10.945250 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb1c7834-1a1d-4e28-806b-b8cc218b1651 req-3ce7917d-6c1b-4603-8363-7fb4cee62c66 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Dec 10 17:11:10.981956 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Pushing event updated for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:11.053196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Attempting to bind port 17c3661b-b02c-4969-a0fb-1803930e5ae8 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:11:11.053560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Attempting to bind port 17c3661b-b02c-4969-a0fb-1803930e5ae8 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:11:11.053893 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Attempting to bind port 17c3661b-b02c-4969-a0fb-1803930e5ae8 on network 4815a2d3-fb97-4c90-a16a-552354492dd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:11.058496 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Port 17c3661b-b02c-4969-a0fb-1803930e5ae8 on network 4815a2d3-fb97-4c90-a16a-552354492dd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:11:11.058789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Attempting to bind port 17c3661b-b02c-4969-a0fb-1803930e5ae8 on network 4815a2d3-fb97-4c90-a16a-552354492dd3 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:11:11.063769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:11:11.064108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Checking segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:11:11.064501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Bound using segment: {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:11:11.064951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Bound port: 17c3661b-b02c-4969-a0fb-1803930e5ae8, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc993b-301a-44e2-9e3b-029e6d465590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:11:11.065310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:11.136036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:11:11.139334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:11:11.205054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:11.240319 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.240968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:11.242347 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] 10.222.0.61 "PUT /v2.0/ports/17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 1094 time: 0.7153757 Dec 10 17:11:11.242799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:11.245093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410be31b-9496-4633-9029-7ee46ded2678" -d '{"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:11.275904 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889c69a-5473-4cac-aa7e-e2ae9663beac service neutron] Pushing event updated for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:11.285620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e19017-299b-4328-85a4-cb0295bdd4e6 x-openstack-request-id: req-f6e19017-299b-4328-85a4-cb0295bdd4e6 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:11.285800 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:11.286064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6e19017-299b-4328-85a4-cb0295bdd4e6 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:11.286480 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'status': 'completed', 'code': 200} Dec 10 17:11:11.350471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410be31b-9496-4633-9029-7ee46ded2678 req-c1d0a25d-adf3-40bb-80e6-385117447324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.352008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-410be31b-9496-4633-9029-7ee46ded2678 req-c1d0a25d-adf3-40bb-80e6-385117447324 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0433462 Dec 10 17:11:11.761900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410be31b-9496-4633-9029-7ee46ded2678 req-f0e58278-7040-4df7-891a-47770092132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.763290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-410be31b-9496-4633-9029-7ee46ded2678 req-f0e58278-7040-4df7-891a-47770092132f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49274bcac2fd4467b770adf3c618b80d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3995452 Dec 10 17:11:11.858128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410be31b-9496-4633-9029-7ee46ded2678 req-e949bd1f-8a7d-4a5e-b4e7-12cbf16747e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.859579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-410be31b-9496-4633-9029-7ee46ded2678 req-e949bd1f-8a7d-4a5e-b4e7-12cbf16747e9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850871 Dec 10 17:11:11.953087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-a9c2f386-1abf-4980-86ed-fc4bb7156afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:11.954574 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-a9c2f386-1abf-4980-86ed-fc4bb7156afa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0446393 Dec 10 17:11:12.004387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-fc9000ef-9e90-493b-bd23-d9e43a5ae94d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0349152 Dec 10 17:11:12.061605 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-4689bb12-5d50-42f9-a540-1a9ba1d4c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:12.061831 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04095865-f5e3-4008-85fa-23ca1a3bed49 req-e53f8b05-a08e-40ee-a16d-bd3b22ec9bc7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:12.063064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-4689bb12-5d50-42f9-a540-1a9ba1d4c893 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0461290 Dec 10 17:11:12.063193 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04095865-f5e3-4008-85fa-23ca1a3bed49 req-e53f8b05-a08e-40ee-a16d-bd3b22ec9bc7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 944 time: 0.0499477 Dec 10 17:11:12.117155 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-04095865-f5e3-4008-85fa-23ca1a3bed49 req-c6a86565-2d2b-4e23-8a2e-3e0f6fcd3874 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 Dec 10 17:11:12.119497 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d07f-699f-497f-b0db-3b91877134bb req-832b2cc0-e663-4a8d-a147-1e35641074eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:12.121042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-832b2cc0-e663-4a8d-a147-1e35641074eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439506 Dec 10 17:11:12.216287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-89d7a8a1-fd89-42fc-bdb2-17e53b7e2a89 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821722 Dec 10 17:11:12.314604 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-60d2d07f-699f-497f-b0db-3b91877134bb req-181dfbff-e867-4e5f-a500-54447db203f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Dec 10 17:11:13.233839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d432-6198-482d-b693-3dc6f535c5b7 req-848a0125-a783-4d89-8550-6da5e72e1633 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:13.235312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d19d432-6198-482d-b693-3dc6f535c5b7 req-848a0125-a783-4d89-8550-6da5e72e1633 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 944 time: 0.0493157 Dec 10 17:11:13.284017 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2d19d432-6198-482d-b693-3dc6f535c5b7 req-e0414e31-3ea8-4ccb-8478-089914c424b1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Dec 10 17:11:14.397113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894efae-fb36-4798-9cf9-e5bf17561a5e req-94b1d3b9-2d13-4899-a46b-d55a93a9aa36 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:14.398648 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b894efae-fb36-4798-9cf9-e5bf17561a5e req-94b1d3b9-2d13-4899-a46b-d55a93a9aa36 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 944 time: 0.0485065 Dec 10 17:11:14.447442 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b894efae-fb36-4798-9cf9-e5bf17561a5e req-e2a006c1-2359-4768-b5fb-b259aec828bc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426061 Dec 10 17:11:15.074458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 17c3661b-b02c-4969-a0fb-1803930e5ae8 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:11:15.170045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:15.182131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'port_id': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'mac_address': 'fa:16:3e:bb:9e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:11:15.217387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:15.230283 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c3661b-b02c-4969-a0fb-1803930e5ae8 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:11:15.248215 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:15.326749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:15.374495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:15.567122 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19334-34b9-4f64-a377-cc944320da11 req-5ae742aa-38ae-4753-8ed2-cb49a4f0032e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:15.568621 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dee19334-34b9-4f64-a377-cc944320da11 req-5ae742aa-38ae-4753-8ed2-cb49a4f0032e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 945 time: 0.0499997 Dec 10 17:11:15.595747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['17c3661b-b02c-4969-a0fb-1803930e5ae8'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:11:15.617485 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dee19334-34b9-4f64-a377-cc944320da11 req-6c58ea00-404b-48a3-b494-0424b7e019df tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Dec 10 17:11:16.732491 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e9afd-acbb-4291-b2c9-f0e4555dbc74 req-fd3c3756-e9eb-4614-8682-4f419e0a18f0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:16.734016 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-462e9afd-acbb-4291-b2c9-f0e4555dbc74 req-fd3c3756-e9eb-4614-8682-4f419e0a18f0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 945 time: 0.0500767 Dec 10 17:11:16.783462 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-462e9afd-acbb-4291-b2c9-f0e4555dbc74 req-819b7876-5195-44d3-99c0-26811edf2834 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Dec 10 17:11:17.090805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 17c3661b-b02c-4969-a0fb-1803930e5ae8 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:11:17.232590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 17c3661b-b02c-4969-a0fb-1803930e5ae8 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:11:17.236762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 17c3661b-b02c-4969-a0fb-1803930e5ae8 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:11:17.237169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:17.314345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:17.336127 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:17.338387 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216489ca-b1e2-4c70-b74b-bb9981ea3b5a" -d '{"events": [{"server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:17.351874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:11:17.422299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9477718a-c1c9-45e6-80e9-0208169375c3 x-openstack-request-id: req-9477718a-c1c9-45e6-80e9-0208169375c3 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:17.422617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:17.422910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9477718a-c1c9-45e6-80e9-0208169375c3 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:17.423329 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'code': 200} Dec 10 17:11:17.438453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:17.492289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:17.499344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.501681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.502410 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.502410 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.502635 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.502958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.503278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:11:17.724681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9218b-beb9-4469-b164-c724f0210b71 req-2acd27b4-d70a-4e35-b62f-5bc9e9cafa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.726149 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4da9218b-beb9-4469-b164-c724f0210b71 req-2acd27b4-d70a-4e35-b62f-5bc9e9cafa37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0456722 Dec 10 17:11:17.776749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4da9218b-beb9-4469-b164-c724f0210b71 req-1da3d51d-d1b6-4356-ad43-4b32730b41e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Dec 10 17:11:17.794966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:17.902032 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1749be1-aa94-41f2-b121-406c8a144cde req-ca820456-fd23-4b92-8dd2-d8467ca4725c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:17.903554 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1749be1-aa94-41f2-b121-406c8a144cde req-ca820456-fd23-4b92-8dd2-d8467ca4725c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0525148 Dec 10 17:11:17.958632 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1749be1-aa94-41f2-b121-406c8a144cde req-1f51e8f5-0e9d-4db9-9a03-9592254d774c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484643 Dec 10 17:11:19.074892 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df50328-23b9-41ca-a331-9b0ca2768d3f req-f446449b-1e99-4773-9671-932953390888 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:19.076381 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1df50328-23b9-41ca-a331-9b0ca2768d3f req-f446449b-1e99-4773-9671-932953390888 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0490291 Dec 10 17:11:19.126879 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1df50328-23b9-41ca-a331-9b0ca2768d3f req-28ae3801-412d-476f-973c-58c92acc9c19 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Dec 10 17:11:20.242783 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e393d-a5b5-41f2-948e-aad378ce0caa req-09ab7107-d904-4f93-b281-7e5262078f45 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.244182 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c82e393d-a5b5-41f2-948e-aad378ce0caa req-09ab7107-d904-4f93-b281-7e5262078f45 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0492625 Dec 10 17:11:20.294661 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c82e393d-a5b5-41f2-948e-aad378ce0caa req-16fd7e9b-b850-4b04-aed9-93c29d224790 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445168 Dec 10 17:11:20.409225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574723a-219c-4412-a94d-57684c736641 req-5f643c1b-6a06-4505-bfc3-fec725a56db6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.410684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a574723a-219c-4412-a94d-57684c736641 req-5f643c1b-6a06-4505-bfc3-fec725a56db6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0482202 Dec 10 17:11:20.462637 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a574723a-219c-4412-a94d-57684c736641 req-0e1e413f-127f-4243-a368-2b1816bd9d19 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Dec 10 17:11:20.484095 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59256) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:20.522736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c898ad-872e-4eea-8d52-1435b4789e7d tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:20.524142 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-61c898ad-872e-4eea-8d52-1435b4789e7d tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1094 time: 0.0390797 Dec 10 17:11:20.526886 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59258) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:20.531040 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:11:20.606541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.706874 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.811177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.76 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/f238561f-1dbe-4b84-9cbe-0b68284c56d0) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:11:20.914105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:20.995176 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.034008 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:11:21.036925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:11:21.040483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:11:21.065767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=f238561f-1dbe-4b84-9cbe-0b68284c56d0,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:21.386922 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.505453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.657524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.734854 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.798144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=f238561f-1dbe-4b84-9cbe-0b68284c56d0,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:11:21.812963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:21.912475 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 606f9f7b-7b45-408d-962f-067059780ded associated. External IP: 172.26.4.76, port: 17c3661b-b02c-4969-a0fb-1803930e5ae8. Dec 10 17:11:22.119066 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:11:22.225713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:11:22.235040 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Sync routers for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:11:22.251084 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:22.251694 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:11:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:22.354899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:22.358072 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:22.384026 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b2610d6d-fedc-42ee-aacb-b31d98272610 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8561292 Dec 10 17:11:22.384641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:11:22.387108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc9e733-d7ea-421b-8767-44239bb46891" -d '{"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:11:22.434760 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327a19db-2922-47c0-b50a-a3dc1fbd3d1f x-openstack-request-id: req-327a19db-2922-47c0-b50a-a3dc1fbd3d1f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:11:22.435064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:11:22.435327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-327a19db-2922-47c0-b50a-a3dc1fbd3d1f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:11:22.435792 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'status': 'completed', 'code': 200} Dec 10 17:11:22.503804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-6f754a0c-6287-4d08-bc09-a8545f5e00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.505328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-6f754a0c-6287-4d08-bc09-a8545f5e00eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0466344 Dec 10 17:11:22.506256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263d3a-afe6-44e4-a125-6be5e8dd56bc req-82385c3d-fb95-450f-ba99-8d8c22de8143 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.509346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d7263d3a-afe6-44e4-a125-6be5e8dd56bc req-82385c3d-fb95-450f-ba99-8d8c22de8143 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0575948 Dec 10 17:11:22.559435 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d7263d3a-afe6-44e4-a125-6be5e8dd56bc req-b48dfb37-c92c-4506-970c-749409928644 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 Dec 10 17:11:22.583533 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59264) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:22.596965 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '606f9f7b-7b45-408d-962f-067059780ded', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'port_id': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'mac_address': 'fa:16:3e:bb:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:11:21Z', 'updated_at': '2021-12-10T17:11:21Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:22.625410 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Checking router: 2fdcb21d-adf3-459c-9481-05b5fbed0d04 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:11:22.633610 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:11:22.634210 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:11:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:22.646425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-b4e5743a-389f-4976-951a-1e1fc6f17516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.647905 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-b4e5743a-389f-4976-951a-1e1fc6f17516 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 898 time: 0.1344504 Dec 10 17:11:22.668607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e01a0359-30ea-4ad6-b16d-26174f9c4b33 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/606f9f7b-7b45-408d-962f-067059780ded HTTP/1.1" status: 200 len: 991 time: 0.0839646 Dec 10 17:11:22.725352 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-04a3142e-cea4-4744-852d-8e935cfa605e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 999 time: 0.0689840 Dec 10 17:11:22.735978 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:11:22.774820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-6daf1da4-61ed-43dc-806b-dd9073201ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.776213 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-6daf1da4-61ed-43dc-806b-dd9073201ca6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0444095 Dec 10 17:11:22.821952 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-3f04d297-9558-4fcc-8827-f4326a95ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:22.823457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-3f04d297-9558-4fcc-8827-f4326a95ab0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396857 Dec 10 17:11:22.921352 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-568f9f89-727a-468b-960b-a7d1009fae18 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885341 Dec 10 17:11:23.013216 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8dc9e733-d7ea-421b-8767-44239bb46891 req-a0f7bc5d-2c75-4af0-a299-c0eb8a3cc4fd service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841386 Dec 10 17:11:23.044953 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '606f9f7b-7b45-408d-962f-067059780ded', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'port_id': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'mac_address': 'fa:16:3e:bb:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:11:21Z', 'updated_at': '2021-12-10T17:11:21Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:11:23.067289 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bba809-68a9-4507-abc9-45d75a4464b4 None None] The sync data for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv is: [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '606f9f7b-7b45-408d-962f-067059780ded', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'port_id': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'mac_address': 'fa:16:3e:bb:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:11:21Z', 'updated_at': '2021-12-10T17:11:21Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:11:23.244566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bee01f-0cd7-452c-8819-9ee6a964790b None None] New status for floating IP 606f9f7b-7b45-408d-962f-067059780ded: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:11:23.672508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59266) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:11:23.737446 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d8e4d00e-73de-44b3-986e-a0521cedfebc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/606f9f7b-7b45-408d-962f-067059780ded HTTP/1.1" status: 200 len: 993 time: 0.0631125 Dec 10 17:11:26.923742 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:11:27.290829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-ca061eff-163b-4cf3-9c11-f15c6f802319 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394461 Dec 10 17:11:27.371927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628739bd-aae6-4288-a04b-b2821616476b req-eaaa0148-b43f-4615-96ab-87145b4adba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:27.373500 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-eaaa0148-b43f-4615-96ab-87145b4adba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0405586 Dec 10 17:11:27.481224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628739bd-aae6-4288-a04b-b2821616476b req-e18ab19d-cc57-480c-bfee-dfb05b390a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:27.482705 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-e18ab19d-cc57-480c-bfee-dfb05b390a31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 898 time: 0.0876358 Dec 10 17:11:27.550949 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-8b1ae4bd-33dd-46f8-9b7d-9658a9128b17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0600357 Dec 10 17:11:27.606133 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628739bd-aae6-4288-a04b-b2821616476b req-184063fa-c7ce-4d3d-b485-9cd86418df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:27.607617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-184063fa-c7ce-4d3d-b485-9cd86418df92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0446546 Dec 10 17:11:27.657272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628739bd-aae6-4288-a04b-b2821616476b req-8c9790d7-ac37-4da2-9e16-d0ff4f72b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:27.658855 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-8c9790d7-ac37-4da2-9e16-d0ff4f72b60d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439141 Dec 10 17:11:27.749392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-1f14fa7b-0135-4286-95fe-c791224a74b0 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809412 Dec 10 17:11:27.842898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-628739bd-aae6-4288-a04b-b2821616476b req-ab86719e-afe4-4942-9281-5466ab3db072 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860515 Dec 10 17:11:33.040376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-52cae377-5c5a-448c-9085-69b3b9bd80a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:35.260453 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7abfcf05-cf01-4559-a878-1c41f007bee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:36.800345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:38.040286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:38.725764 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:47.817308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:11:57.284068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef9d0-20c6-4882-98d9-9f9e94e36159 req-9c79cb20-71bb-454c-955c-4e411a11c6fa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:57.286061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-623ef9d0-20c6-4882-98d9-9f9e94e36159 req-9c79cb20-71bb-454c-955c-4e411a11c6fa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0503540 Dec 10 17:11:57.334096 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-623ef9d0-20c6-4882-98d9-9f9e94e36159 req-e5987327-9ef7-430e-97fa-91267d954f08 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Dec 10 17:11:58.451606 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8318e7f-e4b0-40c3-a8a8-f1779e292366 req-e794b0d0-3e40-48e1-8a69-6b4a15d95ff6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:58.453037 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8318e7f-e4b0-40c3-a8a8-f1779e292366 req-e794b0d0-3e40-48e1-8a69-6b4a15d95ff6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0500810 Dec 10 17:11:58.501431 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d8318e7f-e4b0-40c3-a8a8-f1779e292366 req-e0989cd5-1c8d-430e-9634-4849c2d7ef72 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423455 Dec 10 17:11:59.618191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56483f-f383-47d5-906c-d3d7f31ea140 req-6ddf943d-d9fd-45e8-9a20-df157173743c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:11:59.619675 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f56483f-f383-47d5-906c-d3d7f31ea140 req-6ddf943d-d9fd-45e8-9a20-df157173743c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0518978 Dec 10 17:11:59.668201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1f56483f-f383-47d5-906c-d3d7f31ea140 req-b32828e5-3eea-4e4d-ad08-a076f24c96e2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Dec 10 17:12:00.781437 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd22a28-2c98-4b28-9f86-d1c86ab4118d req-855179d7-2891-4bbf-acdf-95a243abeb31 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:00.782899 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7dd22a28-2c98-4b28-9f86-d1c86ab4118d req-855179d7-2891-4bbf-acdf-95a243abeb31 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0477612 Dec 10 17:12:00.836415 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7dd22a28-2c98-4b28-9f86-d1c86ab4118d req-e8cc2fb7-a47e-4988-9090-d67638a43a81 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 Dec 10 17:12:01.951796 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff9d5-0798-4302-a97a-bf66c19693f6 req-821dc38d-c532-495c-baee-a1bbb0ef0a49 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:01.953323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-75aff9d5-0798-4302-a97a-bf66c19693f6 req-821dc38d-c532-495c-baee-a1bbb0ef0a49 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0501180 Dec 10 17:12:02.003566 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-75aff9d5-0798-4302-a97a-bf66c19693f6 req-827be0a2-86e4-4d22-ac06-335fc379f16b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Dec 10 17:12:03.010946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a52894ce-8957-4837-ae82-bdb4a6e56863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:03.117286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc767237-f541-4fcf-96a4-a001a2ffcd2d req-1e173f0e-c1a3-4be9-b603-f5c9958ebf9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:03.118781 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc767237-f541-4fcf-96a4-a001a2ffcd2d req-1e173f0e-c1a3-4be9-b603-f5c9958ebf9b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0490136 Dec 10 17:12:03.168939 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc767237-f541-4fcf-96a4-a001a2ffcd2d req-f47858d1-7a84-41c5-b1ef-aef8dc922b46 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Dec 10 17:12:03.922408 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:12:04.281713 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ce52-da3e-4cb1-818a-9e33752d2376 req-9466d53d-e98b-4a6b-9471-6e0306d5fbc8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:04.283172 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec56ce52-da3e-4cb1-818a-9e33752d2376 req-9466d53d-e98b-4a6b-9471-6e0306d5fbc8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0479963 Dec 10 17:12:04.337787 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec56ce52-da3e-4cb1-818a-9e33752d2376 req-dac3032f-640c-48bc-b5dd-d7e31ae39de6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481274 Dec 10 17:12:05.220153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-96819487-be04-4edb-bf78-38cf17999908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:05.450543 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d55af8-3dc5-403d-a6c1-c961c21edc46 req-0876544b-352d-4948-ab62-2a49f514d274 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:05.452214 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46d55af8-3dc5-403d-a6c1-c961c21edc46 req-0876544b-352d-4948-ab62-2a49f514d274 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0486505 Dec 10 17:12:05.501190 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46d55af8-3dc5-403d-a6c1-c961c21edc46 req-1e2a9d10-6b60-4513-bb8d-b2d4f496c33c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Dec 10 17:12:06.617958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf3f05-f38a-4e42-ac75-7e81ba37e671 req-a4c08d6b-822a-4d7c-b2c8-851384851130 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:06.619429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3dbf3f05-f38a-4e42-ac75-7e81ba37e671 req-a4c08d6b-822a-4d7c-b2c8-851384851130 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0490260 Dec 10 17:12:06.668101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3dbf3f05-f38a-4e42-ac75-7e81ba37e671 req-7ca105ad-0d41-4adf-ad64-da6b6fc6f7eb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Dec 10 17:12:06.769091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:07.788214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497327ca-460d-4b57-9419-5076c45dc6a8 req-bf87c0ed-f1f3-412d-b046-672bd16d391e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:07.789739 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-497327ca-460d-4b57-9419-5076c45dc6a8 req-bf87c0ed-f1f3-412d-b046-672bd16d391e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0534127 Dec 10 17:12:07.840382 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-497327ca-460d-4b57-9419-5076c45dc6a8 req-34ae1b9f-b879-43be-925a-46fcddbffbed tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Dec 10 17:12:08.014226 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:08.763271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:09.114057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce00b5-e37b-48d4-9700-d60eec7d7d02 req-f7bcc633-19a9-45f5-bd83-ff601fc66c0e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:09.115527 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-22ce00b5-e37b-48d4-9700-d60eec7d7d02 req-f7bcc633-19a9-45f5-bd83-ff601fc66c0e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0484788 Dec 10 17:12:09.164851 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-22ce00b5-e37b-48d4-9700-d60eec7d7d02 req-f1205885-956b-4862-b82a-d2d0ed237693 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Dec 10 17:12:10.278169 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb977ab-fe7f-4048-9961-53f54218a5de req-1b7abb3d-d331-41f5-8b4d-32cef7db061e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:10.279639 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8fb977ab-fe7f-4048-9961-53f54218a5de req-1b7abb3d-d331-41f5-8b4d-32cef7db061e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0485890 Dec 10 17:12:10.328816 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8fb977ab-fe7f-4048-9961-53f54218a5de req-bbbbd79b-dae6-4041-a893-b737a7875528 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 Dec 10 17:12:11.445324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adaa6-7077-422c-92bb-e96ff70cb153 req-75f6132d-96aa-454b-96f0-658a0f804a57 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:11.446721 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-966adaa6-7077-422c-92bb-e96ff70cb153 req-75f6132d-96aa-454b-96f0-658a0f804a57 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0522456 Dec 10 17:12:11.496219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-966adaa6-7077-422c-92bb-e96ff70cb153 req-1c4c5965-eb8c-4935-ab20-f2d07e8b8794 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Dec 10 17:12:12.610964 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29a53c-7dc3-4a64-9f22-f446db8174e5 req-fb30274a-3450-4bc6-8089-290c9dc1248a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:12.612444 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5b29a53c-7dc3-4a64-9f22-f446db8174e5 req-fb30274a-3450-4bc6-8089-290c9dc1248a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0490296 Dec 10 17:12:12.666671 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5b29a53c-7dc3-4a64-9f22-f446db8174e5 req-d966aab1-38e8-4184-88a6-77791b095446 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482960 Dec 10 17:12:13.779734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a1245-6ba7-42cb-8274-7ca280962eac req-c724293b-4f4d-4e1a-a37e-046f37cbe06f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:13.781203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a6a1245-6ba7-42cb-8274-7ca280962eac req-c724293b-4f4d-4e1a-a37e-046f37cbe06f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0477591 Dec 10 17:12:13.829065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1a6a1245-6ba7-42cb-8274-7ca280962eac req-a04ed372-5e63-48dd-8ae1-3a585b4460e8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Dec 10 17:12:13.851843 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59312) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:13.915844 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8d6b777b-1eef-4352-8bf4-0a2d2a4f360e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/606f9f7b-7b45-408d-962f-067059780ded HTTP/1.1" status: 200 len: 993 time: 0.0628479 Dec 10 17:12:15.366955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a735cb-90dc-471e-81fa-7071754ab1ba req-2a4af041-cde2-4ca9-ab2c-2a803bbbbfd3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:15.368492 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b2a735cb-90dc-471e-81fa-7071754ab1ba req-2a4af041-cde2-4ca9-ab2c-2a803bbbbfd3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0498974 Dec 10 17:12:15.418850 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b2a735cb-90dc-471e-81fa-7071754ab1ba req-3bbec728-79cf-402a-a473-18d8e3412504 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Dec 10 17:12:15.502128 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907493d-8035-4867-ba8b-819f4d10e633 req-b80308cc-b8f1-4226-99ad-6eb204a4e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:15.504103 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-b80308cc-b8f1-4226-99ad-6eb204a4e2f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0398726 Dec 10 17:12:15.605712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907493d-8035-4867-ba8b-819f4d10e633 req-9f1452ca-655d-4429-bb61-34eea3a56e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:15.607312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-9f1452ca-655d-4429-bb61-34eea3a56e09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 898 time: 0.0892704 Dec 10 17:12:15.686730 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-adbdf0a5-f76c-4100-8057-129f62a202a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0671215 Dec 10 17:12:15.742409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907493d-8035-4867-ba8b-819f4d10e633 req-75a62aee-84a8-4169-b691-1fe692f9565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:15.743877 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-75a62aee-84a8-4169-b691-1fe692f9565b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0443857 Dec 10 17:12:15.799540 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907493d-8035-4867-ba8b-819f4d10e633 req-c4637276-fe5a-4322-8bab-e3d8b8a26875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:15.801128 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-c4637276-fe5a-4322-8bab-e3d8b8a26875 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448480 Dec 10 17:12:15.894686 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-46763ad6-9bc9-4b8f-8117-2063f3127d40 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814798 Dec 10 17:12:15.994159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e907493d-8035-4867-ba8b-819f4d10e633 req-f1015600-309c-4d19-b4ac-28738f3f8fcb service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Dec 10 17:12:16.852113 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf304e0-adbc-471d-a0d8-4d5e7487a0b9 req-e7534a01-2455-44b4-b10f-72f64ebeb538 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:16.853662 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bf304e0-adbc-471d-a0d8-4d5e7487a0b9 req-e7534a01-2455-44b4-b10f-72f64ebeb538 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.3656383 Dec 10 17:12:16.901965 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9bf304e0-adbc-471d-a0d8-4d5e7487a0b9 req-c37e1976-c130-4ce6-8ba4-6022b24a0cdc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Dec 10 17:12:17.833629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:18.017265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a448d5-6b97-45ff-94f5-8408bae6cf93 req-40a219bd-11bd-49d2-90dc-fa06b5460a58 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:18.018756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1a448d5-6b97-45ff-94f5-8408bae6cf93 req-40a219bd-11bd-49d2-90dc-fa06b5460a58 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0493896 Dec 10 17:12:18.067894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1a448d5-6b97-45ff-94f5-8408bae6cf93 req-55385670-e25c-4076-b33f-8fdd006b69bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Dec 10 17:12:18.089912 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59324) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:18.155146 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-9bda515a-2bc9-4c6e-8d07-30d360d38135 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/606f9f7b-7b45-408d-962f-067059780ded HTTP/1.1" status: 200 len: 993 time: 0.0635908 Dec 10 17:12:27.275400 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-4215c5a3-f962-4a69-8f58-1e32c437cb09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392587 Dec 10 17:12:27.359023 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f71-664e-46bf-a3ee-e362106b8796 req-efa48128-8f78-4796-be4e-7b3180fd1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:27.360483 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-efa48128-8f78-4796-be4e-7b3180fd1c37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0427165 Dec 10 17:12:27.462300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f71-664e-46bf-a3ee-e362106b8796 req-9f450881-9892-4405-8cb4-206b1c8e02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:27.463659 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-9f450881-9892-4405-8cb4-206b1c8e02e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 898 time: 0.0820441 Dec 10 17:12:27.533304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-e3eaa141-4879-4796-b4de-47670c177b03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0613317 Dec 10 17:12:27.581572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f71-664e-46bf-a3ee-e362106b8796 req-a507902f-d9bf-4c47-9c04-5a6125db0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:27.583020 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-a507902f-d9bf-4c47-9c04-5a6125db0a54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0435872 Dec 10 17:12:27.629258 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f71-664e-46bf-a3ee-e362106b8796 req-d6de78a0-a36e-4d4d-ba56-d6dff0496f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:27.636312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-d6de78a0-a36e-4d4d-ba56-d6dff0496f37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397270 Dec 10 17:12:27.724031 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-216a6ce7-cbb8-4dcf-b381-ce94612ec762 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Dec 10 17:12:27.814343 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-11698f71-664e-46bf-a3ee-e362106b8796 req-8bd77415-46c5-49ee-b6fa-423ab8233846 service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818484 Dec 10 17:12:33.050931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ebbef457-419e-4d57-a93e-640fffbe07c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:35.250988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87fded61-6cfa-4a5a-84d7-d1ab9c78c517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:36.756562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:38.031334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:38.817361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:40.921309 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:12:47.947704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:48.552075 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59336) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:48.710718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port f238561f-1dbe-4b84-9cbe-0b68284c56d0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:12:48.711059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:48.790406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:48.790734 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:48.802764 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for f238561f-1dbe-4b84-9cbe-0b68284c56d0 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:12:49.022463 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:49.047538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=f238561f-1dbe-4b84-9cbe-0b68284c56d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:49.057935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.058300 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.058661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.059005 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.059358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.060317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.060317 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.060511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.060719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.061085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.061424 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.061756 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.062090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:49.121633 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:49.121967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP 606f9f7b-7b45-408d-962f-067059780ded disassociated (deleted). External IP: 172.26.4.76, port: 17c3661b-b02c-4969-a0fb-1803930e5ae8. Dec 10 17:12:49.327751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:12:49.434245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:12:49.439067 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:49.444003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Sync routers for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:12:49.453862 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:12:49.454464 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:49.466347 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6b4b2e04-ac19-40c1-b4bd-ad5d5ff6517d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/floatingips/606f9f7b-7b45-408d-962f-067059780ded HTTP/1.1" status: 204 len: 168 time: 0.9131176 Dec 10 17:12:49.466956 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:12:49.469269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b2283e-b14a-401a-88b5-7831ede2db65" -d '{"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:12:49.561273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1bece9-2c93-48ff-921d-786d0960c17a x-openstack-request-id: req-cc1bece9-2c93-48ff-921d-786d0960c17a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:12:49.561884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:12:49.561884 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc1bece9-2c93-48ff-921d-786d0960c17a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:12:49.562209 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'status': 'completed', 'code': 200} Dec 10 17:12:49.562637 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:12:49.629806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-aac0ff76-5805-4204-beaf-88def6a576b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:49.631458 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-aac0ff76-5805-4204-beaf-88def6a576b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 1099 time: 0.0447950 Dec 10 17:12:49.728923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-a119269c-6eb4-498f-940b-889f65323223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:49.730471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-a119269c-6eb4-498f-940b-889f65323223 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 200 len: 898 time: 0.0913935 Dec 10 17:12:49.767034 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:49.775341 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-c152e006-210e-432c-a5c5-9a3e5e534376 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 200 len: 217 time: 0.0361350 Dec 10 17:12:49.795660 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Checking router: 2fdcb21d-adf3-459c-9481-05b5fbed0d04 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:12:49.804930 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:12:49.805552 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:49.834149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-0316f37e-346e-4a6e-8ad7-f73a37a85ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:49.835657 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-0316f37e-346e-4a6e-8ad7-f73a37a85ae2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 200 len: 835 time: 0.0516536 Dec 10 17:12:49.883068 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-bb6e178b-d59d-4195-b800-053a29062a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:49.884545 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-bb6e178b-d59d-4195-b800-053a29062a49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4815a2d3-fb97-4c90-a16a-552354492dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409315 Dec 10 17:12:49.911032 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:12:50.022067 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-18bff2a2-e827-4bca-9a77-5e5249910fba service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291637 Dec 10 17:12:50.048029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f212e-0b73-4ac6-970e-0aa278fe3788 req-feea3736-a489-4667-9223-04fb45b29aa0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:50.049533 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-504f212e-0b73-4ac6-970e-0aa278fe3788 req-feea3736-a489-4667-9223-04fb45b29aa0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0751369 Dec 10 17:12:50.130715 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:50.151785 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-504f212e-0b73-4ac6-970e-0aa278fe3788 req-88cf8c25-bd28-4ec0-bbec-6909ef8be945 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916624 Dec 10 17:12:50.155862 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373a5eb-572f-49d9-aeed-3d3cb3ad0676 None None] The sync data for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv is: [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:11:05Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b', 'name': '', 'network_id': '4815a2d3-fb97-4c90-a16a-552354492dd3', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:66:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:04Z', 'updated_at': '2021-12-10T17:11:08Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': 'b53db429-fe43-424e-9854-86c775d26e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:12:50.163141 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38b2283e-b14a-401a-88b5-7831ede2db65 req-d861685f-2ecf-4a25-ac2b-012a1453cdae service neutron] 10.222.0.61 "GET /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307585 Dec 10 17:12:50.375869 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a9989-b578-4ff1-8c85-c777d19b6f06 None None] New status for floating IP 606f9f7b-7b45-408d-962f-067059780ded: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:12:51.273281 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f768236-3d1c-4dc0-8bf3-ea62e69f786c req-991c9426-67b3-4c49-972b-61ec8553f53e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:51.274756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8f768236-3d1c-4dc0-8bf3-ea62e69f786c req-991c9426-67b3-4c49-972b-61ec8553f53e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0490041 Dec 10 17:12:51.323560 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8f768236-3d1c-4dc0-8bf3-ea62e69f786c req-73f40583-dbd5-470f-96cc-cd0951464496 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=96bc220f-6bd2-4379-92ec-1df4081bd14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Dec 10 17:12:51.663486 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-93903540-cd71-4a76-a3ba-7b8cff3e200f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:51.665013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-93903540-cd71-4a76-a3ba-7b8cff3e200f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 946 time: 0.0527911 Dec 10 17:12:51.756427 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 17c3661b-b02c-4969-a0fb-1803930e5ae8 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:12:51.756795 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:51.846249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 17c3661b-b02c-4969-a0fb-1803930e5ae8, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=17c3661b-b02c-4969-a0fb-1803930e5ae8,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:12:51.846642 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:51.859580 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 17c3661b-b02c-4969-a0fb-1803930e5ae8 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:12:52.045118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:52.072578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=17c3661b-b02c-4969-a0fb-1803930e5ae8,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:52.087343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.087343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.087343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.087343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.087729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.087970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.088306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.088641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.088997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.094388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.094388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.094388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.094388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:52.124927 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] No DVR routers for this DVR port 17c3661b-b02c-4969-a0fb-1803930e5ae8 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:12:52.127348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:52.130752 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d7a32a27-0dc8-4f81-a85e-20fc0028a231 req-5b49f39d-58fb-45ab-a384-b7d3b75a4b22 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "DELETE /v2.0/ports/17c3661b-b02c-4969-a0fb-1803930e5ae8 HTTP/1.1" status: 204 len: 173 time: 0.4561720 Dec 10 17:12:52.131196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'name': 'network-vif-deleted', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:12:52.133462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d07c2-3077-4b8b-8d65-7f8d73b46883" -d '{"events": [{"server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "name": "network-vif-deleted", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:12:52.169412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a31a2b2-faa7-4b29-8ab1-29f15944493b x-openstack-request-id: req-0a31a2b2-faa7-4b29-8ab1-29f15944493b {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:12:52.169706 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f155783-f61a-4988-a5c7-0fe2dd52cb8a", "name": "network-vif-deleted", "tag": "17c3661b-b02c-4969-a0fb-1803930e5ae8", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:12:52.169988 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a31a2b2-faa7-4b29-8ab1-29f15944493b {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:12:52.170426 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f155783-f61a-4988-a5c7-0fe2dd52cb8a', 'name': 'network-vif-deleted', 'tag': '17c3661b-b02c-4969-a0fb-1803930e5ae8', 'status': 'completed', 'code': 200} Dec 10 17:12:52.418916 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-665fcb81-2dba-4b6a-9756-474dae3dcd8f req-a8ef9d8b-f701-410d-ae6e-5ee0c2edf258 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f155783-f61a-4988-a5c7-0fe2dd52cb8a HTTP/1.1" status: 200 len: 210 time: 0.0279157 Dec 10 17:12:53.474885 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59358) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:53.838483 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:54.090336 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:12:54.090587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:54.179906 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:12:54.180269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:54.192922 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:12:54.427917 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:54.452609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:54.625205 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:54.839448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:12:54.946047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:12:54.952949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-61f5ee17-fea4-481f-857c-d6d626f130cb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/2fdcb21d-adf3-459c-9481-05b5fbed0d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758520 Dec 10 17:12:54.954634 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59360) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:54.957325 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Sync routers for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:12:54.966890 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:12:54.967507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:55.007332 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting subnet b53db429-fe43-424e-9854-86c775d26e0d {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:12:55.010625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.054339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.070779 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:12:55.136740 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.253887 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:12:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:55.268206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.299295 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Subnet': ['ID=b53db429-fe43-424e-9854-86c775d26e0d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:55.306505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.309432 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2c20a3b3-b4d0-4b12-8a03-80af517bb82a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/subnets/b53db429-fe43-424e-9854-86c775d26e0d HTTP/1.1" status: 204 len: 168 time: 0.3537638 Dec 10 17:12:55.312067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59364) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:55.313150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5ebab-f6b8-42c0-9679-15c301dbf1e7 None None] Network 4815a2d3-fb97-4c90-a16a-552354492dd3 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:12:55.368447 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Checking router: 2fdcb21d-adf3-459c-9481-05b5fbed0d04 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:12:55.376935 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Routers {'2fdcb21d-adf3-459c-9481-05b5fbed0d04'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:12:55.377542 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:55.420832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.483235 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] Set router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:12:55.497920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] DHCP port deletion for 4815a2d3-fb97-4c90-a16a-552354492dd3 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:12:55.529208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.544629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Deleting port 85466227-7bd7-4c37-9678-2a3955adcde6 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:12:55.546806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.562583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 17c3661b-b02c-4969-a0fb-1803930e5ae8 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:12:55.609831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 17c3661b-b02c-4969-a0fb-1803930e5ae8 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:12:55.610210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 17c3661b-b02c-4969-a0fb-1803930e5ae8 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:12:55.635334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] For port 85466227-7bd7-4c37-9678-2a3955adcde6, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=85466227-7bd7-4c37-9678-2a3955adcde6,segment=NetworkSegment(51bc993b-301a-44e2-9e3b-029e6d465590),segment_id=51bc993b-301a-44e2-9e3b-029e6d465590)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:12:55.636092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.647405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 9becd078-ef38-40ed-8461-81cf1c42bc7f {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:12:55.647799 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.649140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Calling delete_port for 85466227-7bd7-4c37-9678-2a3955adcde6 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:12:55.661240 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:12:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:55.691769 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41b3ae-6191-4351-8912-42f63c2caa43 None None] The sync data for ids ['2fdcb21d-adf3-459c-9481-05b5fbed0d04'] in dv-neutron-820858-1-hyperv is: [{'id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703603145', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:11:00Z', 'updated_at': '2021-12-10T17:12:54Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '9becd078-ef38-40ed-8461-81cf1c42bc7f', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdcb21d-adf3-459c-9481-05b5fbed0d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:11:01Z', 'updated_at': '2021-12-10T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:12:55.736968 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 9becd078-ef38-40ed-8461-81cf1c42bc7f, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=9becd078-ef38-40ed-8461-81cf1c42bc7f,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:12:55.737378 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.749005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 9becd078-ef38-40ed-8461-81cf1c42bc7f owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:12:55.799405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:55.824129 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Pushing event deleted for resources: {'Port': ['ID=85466227-7bd7-4c37-9678-2a3955adcde6,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:55.828599 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] No DVR routers for this DVR port 85466227-7bd7-4c37-9678-2a3955adcde6 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:12:55.838589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.838700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.839092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.839438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.839779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.840116 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.840447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.840776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.841131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.841459 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.842173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.842173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:55.842421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0310384-b2b1-4660-a126-e86aff404584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:12:56.067945 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.098967 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=9becd078-ef38-40ed-8461-81cf1c42bc7f,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:56.114334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b837e6-f31e-40f7-8551-b23e91a93ae6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:12:56.182701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.284048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.286539 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.402211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.402839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdcb21d-adf3-459c-9481-05b5fbed0d04 {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:12:56.412518 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.417030 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f735e269-1dc2-4248-bdd0-d446d0d842a7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/routers/2fdcb21d-adf3-459c-9481-05b5fbed0d04 HTTP/1.1" status: 204 len: 168 time: 1.1038175 Dec 10 17:12:56.417990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59370) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:56.439859 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:12:56.463702 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:12:56.464152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89f5e9fc-e6b9-4de4-99b4-ef492cdd8f1b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:12:56.464662 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 85466227-7bd7-4c37-9678-2a3955adcde6 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:12:56.489899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 85466227-7bd7-4c37-9678-2a3955adcde6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:12:56.490257 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 85466227-7bd7-4c37-9678-2a3955adcde6 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:12:56.508828 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.605724 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.627556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4815a2d3-fb97-4c90-a16a-552354492dd3']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:56.638097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc993b-301a-44e2-9e3b-029e6d465590') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:56.638392 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc993b-301a-44e2-9e3b-029e6d465590') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:12:56.647754 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.662684 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.668854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:12:56.669648 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:12:56.672470 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:12:56.816419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.825006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.829433 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/networks/4815a2d3-fb97-4c90-a16a-552354492dd3 HTTP/1.1" status: 204 len: 168 time: 0.4101648 Dec 10 17:12:56.832577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59374) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:56.842943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65039f1-e27a-4ece-9163-c5e9f0b62bd4 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Network': ['ID=4815a2d3-fb97-4c90-a16a-552354492dd3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:56.896596 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:56.923402 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.059362 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.062205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.063393 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/security-groups/96bc220f-6bd2-4379-92ec-1df4081bd14d HTTP/1.1" status: 204 len: 168 time: 0.2297978 Dec 10 17:12:57.073304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7257c0-b2c3-427f-9336-9e76d0e632a3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc220f-6bd2-4379-92ec-1df4081bd14d,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:57.406021 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59380) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:57.410600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683196921', 'description': 'tempest-secgroup-smoke-683196921 description', 'project_id': '49274bcac2fd4467b770adf3c618b80d'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:57.490339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.554947 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.610381 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.639747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1005f26-5678-425e-a859-2073f6acb947,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:57.703986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.705264 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e810d467-c3ae-4cbc-9952-2dcff6e8ca67 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2982399 Dec 10 17:12:57.708041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59382) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:57.712300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:57.798307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.852675 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.919118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:57.937333 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ac47d5-3410-46f3-a60d-e1d90a76349c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:58.001195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.002643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-040a0248-2d0b-4b83-82dc-f0344b6dd666 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936599 Dec 10 17:12:58.005307 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59384) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:58.009573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:58.101557 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.161224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.227844 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.246203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ec12b2-450c-4019-90a8-ac5cda7f0b79,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:58.315963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.317620 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b24c4e09-603f-4208-8ac6-ecc9c1cb8f55 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109839 Dec 10 17:12:58.319962 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59386) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:58.324412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:58.330307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9becd078-ef38-40ed-8461-81cf1c42bc7f no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:12:58.351086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 9becd078-ef38-40ed-8461-81cf1c42bc7f {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:12:58.353911 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 9becd078-ef38-40ed-8461-81cf1c42bc7f not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:12:58.404550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.460436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.538992 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.556252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957b0850-b831-464f-83df-03625ee50bc9,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:58.637864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.639087 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-fc4e2f09-cef3-4562-9f92-03b1436a1cb3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3181658 Dec 10 17:12:58.641769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59388) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:58.646524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:58.741077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.800681 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.933473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:58.953334 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c460f7fa-33fd-4b79-ab18-89ef049f60b4,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:59.026977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.028208 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-8b1fcf62-3ee0-4e21-8614-6824b65bc239 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3855217 Dec 10 17:12:59.030964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59390) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:59.036849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:59.116147 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:12:59.121012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.180467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.241761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.258338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a650b5d-17aa-44c3-8355-5278cf828717,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:59.321155 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.322368 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-477e357f-d466-4d3b-9648-bb2215de016a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2904692 Dec 10 17:12:59.325077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59392) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:59.330093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'security_group_rule': {'security_group_id': 'a1005f26-5678-425e-a859-2073f6acb947', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:59.404692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Project 49274bcac2fd4467b770adf3c618b80d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:12:59.410280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.475425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.530640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.549625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0672fe13-8e06-4f94-ab87-8f5f39205712,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:59.615525 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.616791 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-24a20fe9-75ed-4814-93cb-8abe77a5de6f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905011 Dec 10 17:12:59.619717 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59394) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:12:59.624554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'network': {'name': 'tempest-network-smoke--672389757', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'port_security_enabled': True}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:12:59.710715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:12:59.714210 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.736700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:12:59.745227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.745567 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Added segment 23bfa175-17c0-4c1f-b00c-8a0d9067437f of type vlan for network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 Dec 10 17:12:59.787425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.884770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.890365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:12:59.890950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:12:59.954637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Network': ['ID=a4eca22b-f029-4bb9-bb2e-5fc40e43a728,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:12:59.964504 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:13:00.007958 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9693cd98-57dc-445b-8733-01eee9a30640 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3871901 Dec 10 17:13:00.010640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59396) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:00.015103 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'admin_state_up': True, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:00.096416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.097481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.152049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.350086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.608237 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.626194 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.724102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.62 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/062f99d2-ce45-4339-82a6-592772f2b458) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:13:00.827135 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.905209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:00.944852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:00.947784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:00.951529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:13:00.963943 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7a9dd-b92f-41a6-be1d-def15c8e0f07 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:13:00.977781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=062f99d2-ce45-4339-82a6-592772f2b458,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:01.076118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-2fe48cb5-0edf-4086-bc33-c221d9bbfe01 None None] Provisioning complete for port 062f99d2-ce45-4339-82a6-592772f2b458 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:01.076728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2fe48cb5-0edf-4086-bc33-c221d9bbfe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:01.109640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-2fe48cb5-0edf-4086-bc33-c221d9bbfe01 None None] Port 062f99d2-ce45-4339-82a6-592772f2b458 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:01.271034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:01.459907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:01.681358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 9967cd34-1b33-477d-a63a-364293109286 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:13:01.785855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:13:01.795569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Sync routers for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:13:01.812920 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:01.813844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:01.869543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:01.870795 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-e42e995a-f3dd-408b-9d8b-9da35af9932a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8592138 Dec 10 17:13:01.873826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59398) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:01.902655 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ed9e370b-47c5-476e-a2c1-f50f069d4cca tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=49274bcac2fd4467b770adf3c618b80d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276880 Dec 10 17:13:01.905191 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59400) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:01.921457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:01.995028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b398f2-443f-490d-a6b4-c4ceeae366f2 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:01.996466 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-25b398f2-443f-490d-a6b4-c4ceeae366f2 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903747 Dec 10 17:13:01.999396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59402) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:02.027039 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-40088342-a347-4578-ae7b-127a40a867b8 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=6cf670ed-997c-458b-9faa-984a7f682fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265617 Dec 10 17:13:02.029597 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59404) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:02.034388 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-932759189', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:02.100466 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:01Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:02.131732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Checking router: 9967cd34-1b33-477d-a63a-364293109286 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:13:02.132091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Updating router 9967cd34-1b33-477d-a63a-364293109286 port 062f99d2-ce45-4339-82a6-592772f2b458 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:13:02.156632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.164552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:13:02.168192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.406264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.485146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.536842 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cd709-ec88-41f2-80f8-fce95b23cb7b None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:13:02.546287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf4cd-9b63-437a-a4b0-78cbc12ecb96 None None] Pushing event updated for resources: {'Port': ['ID=062f99d2-ce45-4339-82a6-592772f2b458,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:02.549913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Attempting to bind port 062f99d2-ce45-4339-82a6-592772f2b458 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:13:02.550293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Attempting to bind port 062f99d2-ce45-4339-82a6-592772f2b458 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:13:02.550669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Attempting to bind port 062f99d2-ce45-4339-82a6-592772f2b458 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:02.557019 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:13:02.557386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:02.557805 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.558197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:13:02.558695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Bound port: 062f99d2-ce45-4339-82a6-592772f2b458, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:13:02.559042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.609677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] For port 062f99d2-ce45-4339-82a6-592772f2b458, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:02.612987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] For port 062f99d2-ce45-4339-82a6-592772f2b458, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=062f99d2-ce45-4339-82a6-592772f2b458,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:13:02.636786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-df984f37-f467-4d79-b149-69cb487e9673 None None] Provisioning complete for port 062f99d2-ce45-4339-82a6-592772f2b458 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:02.637193 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-df984f37-f467-4d79-b149-69cb487e9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.669898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-df984f37-f467-4d79-b149-69cb487e9673 None None] Port 062f99d2-ce45-4339-82a6-592772f2b458 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:02.674190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.719240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ade83-7023-4339-907b-00954ca24a03 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:13:02.728077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.740312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:02.740965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:12:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:02.747501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf4cd-9b63-437a-a4b0-78cbc12ecb96 None None] Pushing event updated for resources: {'Port': ['ID=062f99d2-ce45-4339-82a6-592772f2b458,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:02.800259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Subnet': ['ID=754c7758-db9f-4ca9-be75-bb33cbe8ec6c,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:02.808833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Checking segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:02.809266 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network hostable DHCP agents. Network: a4eca22b-f029-4bb9-bb2e-5fc40e43a728, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:13:02.837299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] Provisioning complete for port 062f99d2-ce45-4339-82a6-592772f2b458 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:02.837700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:02.879550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:13:02.885211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:02.953595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, a4eca22b-f029-4bb9-bb2e-5fc40e43a728) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:02.958614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:02.959270 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.042572 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-c0c95ea8-8ecc-454f-b945-680775c06449 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0119288 Dec 10 17:13:03.045537 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59406) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:03.134579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6e3bf-3f27-440c-9cdd-2a8a57d02acc None None] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:13:03.225081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ce2eff8f-cd3c-4d79-a228-b003bfb2336f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.269524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.313847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] For port 062f99d2-ce45-4339-82a6-592772f2b458, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=062f99d2-ce45-4339-82a6-592772f2b458,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:03.337289 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:13:03.338213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.415278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.493471 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.515264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:01Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:03.522848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70935d-d408-49c5-971c-a6d7894dbfbf None None] Pushing event updated for resources: {'Port': ['ID=062f99d2-ce45-4339-82a6-592772f2b458,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:03.551876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a58fe-0d6e-47bb-a859-2c63041c5831 None None] The sync data for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv is: [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:01Z', 'revision_number': 3, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:13:03.561481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Allocated IP 172.20.0.2 (a4eca22b-f029-4bb9-bb2e-5fc40e43a728/754c7758-db9f-4ca9-be75-bb33cbe8ec6c/a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:13:03.715308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.798937 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.845594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:03.852421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:03.855528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:13:03.856693 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.1 (a4eca22b-f029-4bb9-bb2e-5fc40e43a728/754c7758-db9f-4ca9-be75-bb33cbe8ec6c/ef192f9c-21ff-4e2c-8660-8a8fab821a7a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:13:03.858697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Pushing event updated for resources: {'Port': ['ID=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:03.926068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Attempting to bind port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:13:03.926451 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Attempting to bind port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:13:03.926821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Attempting to bind port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c on network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:03.932465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:13:03.932853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Checking segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:03.933293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.933701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Bound using segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:13:03.934180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Bound port: a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:13:03.934565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.997416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:03.999154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] For port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:04.002597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] For port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:13:04.059468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.082921 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.129041 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46d53d-fbef-4cfa-ad0a-66c1bef48896 None None] Pushing event updated for resources: {'Port': ['ID=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:04.134780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:04.146141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:04.150868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:13:04.155126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:04.211284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.452408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.474345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 062f99d2-ce45-4339-82a6-592772f2b458 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:13:04.527214 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 062f99d2-ce45-4339-82a6-592772f2b458 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:04.527592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.604760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:13:04.652872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:04.653280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.731925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.740220 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.763744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:04.816250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.858980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.897500 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:04.900012 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:04.917209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:05.002529 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:05.004082 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:05.113396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a01216-8210-4e00-827a-09d4733f76df None None] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:13:05.138465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 9967cd34-1b33-477d-a63a-364293109286 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:13:05.194630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6af48557-69b5-49af-b619-3ec573fc91e5 None None] Provisioning complete for port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:05.196153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6af48557-69b5-49af-b619-3ec573fc91e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:05.251774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d4ec-489c-45ca-b4ad-b8cfda41cdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:05.252003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:13:05.258048 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-267ac513-6c03-46a7-8edb-fd67afd11c9d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/9967cd34-1b33-477d-a63a-364293109286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106404 Dec 10 17:13:05.550547 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe9186bc-86e5-4936-98e1-23be87120fe0 None None] Provisioning complete for port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:05.551187 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe9186bc-86e5-4936-98e1-23be87120fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:05.659304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-fe9186bc-86e5-4936-98e1-23be87120fe0 None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:05.662367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe9186bc-86e5-4936-98e1-23be87120fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:05.703871 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-fe9186bc-86e5-4936-98e1-23be87120fe0 None None] Port ef192f9c-21ff-4e2c-8660-8a8fab821a7a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:05.709157 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Sync routers for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:13:05.719468 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:05.720180 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:05.823618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-c108d630-9026-48fc-9980-3d24a8dc0cfd None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:05.824065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c108d630-9026-48fc-9980-3d24a8dc0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:05.843206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:05.867814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c108d630-9026-48fc-9980-3d24a8dc0cfd None None] Port ef192f9c-21ff-4e2c-8660-8a8fab821a7a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:05.894127 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-9c9c8124-3714-4d23-ac03-fa29e4d725c6 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683196921&fields=id&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 267 time: 0.3951392 Dec 10 17:13:05.985666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-1ca3f6ca-c4d5-4d46-9957-d616447271e5 None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:05.986023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ca3f6ca-c4d5-4d46-9957-d616447271e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.010781 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-476b3ec5-c069-4513-9000-e90534acc0d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:06.012423 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-476b3ec5-c069-4513-9000-e90534acc0d7 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 796 time: 0.1105561 Dec 10 17:13:06.021481 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3f6ca-c4d5-4d46-9957-d616447271e5 None None] Port ef192f9c-21ff-4e2c-8660-8a8fab821a7a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:06.029380 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-4eb787b4-23c8-470c-bed7-f2f83032da8c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/quotas/49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 375 time: 0.0095890 Dec 10 17:13:06.051399 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 2, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:06.080622 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Checking router: 9967cd34-1b33-477d-a63a-364293109286 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:13:06.080998 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Updating router 9967cd34-1b33-477d-a63a-364293109286 port ef192f9c-21ff-4e2c-8660-8a8fab821a7a binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:13:06.084189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-adc9546d-7f47-4502-9de6-ce800a4e94bd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491302 Dec 10 17:13:06.105323 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.200889 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-243acae0-df33-4285-85c8-8d136931bec6 service neutron] 10.222.0.21 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051400 Dec 10 17:13:06.293265 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5e691f86-65b4-405f-b66f-f408ce0a5b40 service neutron] 10.222.0.21 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874305 Dec 10 17:13:06.375058 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.387517 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:13:06.434510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:06.434882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.468006 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.563612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Pushing event updated for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:06.577512 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.578067 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.578409 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.578739 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.579326 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.579955 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.580291 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.580807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.581189 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.581516 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.581837 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.582860 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.583183 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:13:06.611209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b9e7069a-ef02-4f63-84ce-6d66e0a2f13f req-f930eb3d-cea0-43de-bf30-c4bab3137d24 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 210 time: 0.1031919 Dec 10 17:13:06.618643 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Attempting to bind port ef192f9c-21ff-4e2c-8660-8a8fab821a7a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:13:06.619446 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Attempting to bind port ef192f9c-21ff-4e2c-8660-8a8fab821a7a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:13:06.619966 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Attempting to bind port ef192f9c-21ff-4e2c-8660-8a8fab821a7a on network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:06.630224 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:13:06.630713 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Checking segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:06.631213 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.631676 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Bound using segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:13:06.632344 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Bound port: ef192f9c-21ff-4e2c-8660-8a8fab821a7a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:13:06.633189 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.702883 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] For port ef192f9c-21ff-4e2c-8660-8a8fab821a7a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:06.708023 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] For port ef192f9c-21ff-4e2c-8660-8a8fab821a7a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:13:06.765062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.794167 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.847776 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:06.848847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.859378 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:06.860053 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:06.896672 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce979f7-cedb-4d3c-b1a7-63c6e228a973 None None] Pushing event updated for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=4']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:06.934148 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:06.975697 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] For port ef192f9c-21ff-4e2c-8660-8a8fab821a7a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:06.992489 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:07.068131 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:07.120677 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5c7d0-60fc-4393-aef1-8c9ff3e2822c None None] Pushing event updated for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:07.188661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6ccee165-5f79-491d-8ff6-22dd9f4f5f72 None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:07.189083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6ccee165-5f79-491d-8ff6-22dd9f4f5f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:07.287154 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:07.312239 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d6e5f-efff-48dc-a1f2-92a54e44d4ca None None] The sync data for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv is: [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:13:07.713158 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e1082014-fd89-42f7-b8af-8e5fee984826 req-a19c6724-c4e9-49a3-a60d-9d07a2d13f8c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 210 time: 0.0330145 Dec 10 17:13:08.021882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:08.405867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef192f9c-21ff-4e2c-8660-8a8fab821a7a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:13:08.453488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ef192f9c-21ff-4e2c-8660-8a8fab821a7a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:08.453867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:08.604396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-26405898-d572-4992-8f31-a6e2cd571fdb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:08.605885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-26405898-d572-4992-8f31-a6e2cd571fdb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 796 time: 0.1079803 Dec 10 17:13:08.674536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-b85631bd-05ce-4abc-abb8-8df9fefc6657 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49274bcac2fd4467b770adf3c618b80d HTTP/1.1" status: 200 len: 379 time: 0.0539739 Dec 10 17:13:08.689015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'port': {'device_id': '7696b747-422d-4a45-b298-df72f88b587b', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'admin_state_up': True, 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'security_groups': ['a1005f26-5678-425e-a859-2073f6acb947']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:08.756410 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:08.828953 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-178ffb2a-609f-4fc4-9567-9091ce974efa req-e0295a76-1032-4b1f-9fda-0a12fa7024f0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 210 time: 0.0379391 Dec 10 17:13:08.913524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Made reservation on behalf of 49274bcac2fd4467b770adf3c618b80d for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:13:08.917217 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.042822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.20.0.4 (a4eca22b-f029-4bb9-bb2e-5fc40e43a728/754c7758-db9f-4ca9-be75-bb33cbe8ec6c/64b3d436-b68b-4c0d-be42-b91fac5b8219) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:13:09.188247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.279426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.322918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:09.326348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:09.330010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:13:09.336933 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:09.388183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:09.388816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.490769 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-e4a567df-993c-48c2-80a4-5cbe03b77eb1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055820 Dec 10 17:13:09.507394 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77eb3747-b494-4972-b66f-31c5ee53aeb7 None None] Provisioning complete for port 64b3d436-b68b-4c0d-be42-b91fac5b8219 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:09.507953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77eb3747-b494-4972-b66f-31c5ee53aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.508227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Request body: {'port': {'device_id': '7696b747-422d-4a45-b298-df72f88b587b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:09.541339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77eb3747-b494-4972-b66f-31c5ee53aeb7 None None] Port 64b3d436-b68b-4c0d-be42-b91fac5b8219 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:13:09.563442 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.815058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b3d436-b68b-4c0d-be42-b91fac5b8219 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:13:09.822325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.834563 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Transition to ACTIVE for port object 64b3d436-b68b-4c0d-be42-b91fac5b8219 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:13:09.907439 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:09.944613 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ddf4d-e215-41ab-aa3c-f38c660cc754 req-0ca249c1-af23-4c8c-b4ca-72dba947f664 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:09.946454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d96ddf4d-e215-41ab-aa3c-f38c660cc754 req-0ca249c1-af23-4c8c-b4ca-72dba947f664 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 943 time: 0.0492060 Dec 10 17:13:09.969275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Pushing event updated for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:09.999058 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-d96ddf4d-e215-41ab-aa3c-f38c660cc754 req-db08956c-4370-4b76-8bf7-bbf0e3f1902c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 Dec 10 17:13:10.037224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Attempting to bind port 64b3d436-b68b-4c0d-be42-b91fac5b8219 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:13:10.037451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Attempting to bind port 64b3d436-b68b-4c0d-be42-b91fac5b8219 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:13:10.037774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Attempting to bind port 64b3d436-b68b-4c0d-be42-b91fac5b8219 on network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:10.042400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Port 64b3d436-b68b-4c0d-be42-b91fac5b8219 on network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:13:10.042747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Attempting to bind port 64b3d436-b68b-4c0d-be42-b91fac5b8219 on network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:13:10.047701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:13:10.048046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Checking segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:13:10.048437 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Bound using segment: {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:13:10.048868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Bound port: 64b3d436-b68b-4c0d-be42-b91fac5b8219, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bfa175-17c0-4c1f-b00c-8a0d9067437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:13:10.049255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:10.114725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:13:10.118163 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:13:10.208738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:10.246046 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.246661 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:10.248067 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] 10.222.0.61 "PUT /v2.0/ports/64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 1093 time: 0.7441273 Dec 10 17:13:10.250520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:13:10.252744 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83aa89b-454a-4c70-a38a-3c17f90f0be9" -d '{"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:13:10.278813 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6ba4-88ff-4ba1-8fc0-47456b31e173 service neutron] Pushing event updated for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:10.293741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9030117a-d09b-41c3-8dbb-250622644273 x-openstack-request-id: req-9030117a-d09b-41c3-8dbb-250622644273 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:13:10.294005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:13:10.294265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9030117a-d09b-41c3-8dbb-250622644273 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:13:10.294711 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'status': 'completed', 'code': 200} Dec 10 17:13:10.361839 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-4fb126b5-ab91-4c73-984d-961c25136235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.363941 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-4fb126b5-ab91-4c73-984d-961c25136235 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1096 time: 0.0456011 Dec 10 17:13:10.472585 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-55457cb1-9d1f-40c1-b8cf-c85cebb32dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.474097 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-55457cb1-9d1f-40c1-b8cf-c85cebb32dec service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=49274bcac2fd4467b770adf3c618b80d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960467 Dec 10 17:13:10.576815 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-90b9eed8-b354-4d58-9429-c47ac141ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.578369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c83aa89b-454a-4c70-a38a-3c17f90f0be9 req-90b9eed8-b354-4d58-9429-c47ac141ef17 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884302 Dec 10 17:13:10.665837 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-d8c26eb8-f916-4827-9e1d-0b0c705e39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.667292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-d8c26eb8-f916-4827-9e1d-0b0c705e39b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1096 time: 0.0402255 Dec 10 17:13:10.718857 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-be7be024-67e1-4c6c-b9cc-c8f4039fa877 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 217 time: 0.0370433 Dec 10 17:13:10.766348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-26f66883-fc67-428a-a7a6-05e85ecbbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.767744 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-26f66883-fc67-428a-a7a6-05e85ecbbcc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 200 len: 834 time: 0.0421305 Dec 10 17:13:10.820645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-bcffa4ae-a76b-47df-a2a6-93868f07c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:10.825638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-bcffa4ae-a76b-47df-a2a6-93868f07c140 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418303 Dec 10 17:13:10.920850 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-d11564e4-3e09-4d4f-a1e5-a087c6c83fcf service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Dec 10 17:13:11.015370 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-47c0f33e-2f0a-460f-963f-6411135340d3 req-2d445ff6-3c02-424f-82cd-ec16caddb27b service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Dec 10 17:13:11.119941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097373e-0617-4934-bbc6-fff49bb4acca req-f3f99685-8bce-400e-a10e-b3b1ec2b9c10 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:11.121456 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0097373e-0617-4934-bbc6-fff49bb4acca req-f3f99685-8bce-400e-a10e-b3b1ec2b9c10 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 943 time: 0.0502608 Dec 10 17:13:11.179842 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0097373e-0617-4934-bbc6-fff49bb4acca req-677d92e1-e625-4581-b050-7777b7fc6d23 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522766 Dec 10 17:13:12.306071 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34a558-61f3-4da0-b0c7-93d65c14ee69 req-44a13600-54dd-4d7e-8ba0-57d24437cfd0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:12.307579 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2a34a558-61f3-4da0-b0c7-93d65c14ee69 req-44a13600-54dd-4d7e-8ba0-57d24437cfd0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 943 time: 0.0608563 Dec 10 17:13:12.356015 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2a34a558-61f3-4da0-b0c7-93d65c14ee69 req-4e77e219-ab15-4934-b236-31adcaa3f962 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Dec 10 17:13:13.469722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4dd9-d30c-4169-a227-11e03bff7058 req-4e4dd195-73d2-4868-8c35-40d5ca1b72bb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:13.471101 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-579d4dd9-d30c-4169-a227-11e03bff7058 req-4e4dd195-73d2-4868-8c35-40d5ca1b72bb tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 943 time: 0.0481386 Dec 10 17:13:13.519958 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-579d4dd9-d30c-4169-a227-11e03bff7058 req-aedc1015-5edc-4c19-8f7b-ee97af40966a tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Dec 10 17:13:13.634516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 64b3d436-b68b-4c0d-be42-b91fac5b8219 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:13:13.727925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:13.738727 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'port_id': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'mac_address': 'fa:16:3e:59:b2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:13:13.774097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:13.786180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b3d436-b68b-4c0d-be42-b91fac5b8219 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:13:13.805022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:13.901781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:13.955300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:14.186118 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['64b3d436-b68b-4c0d-be42-b91fac5b8219'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:13:14.632774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506537-4354-4f53-a8e0-569a08965256 req-e5be1dab-7f1b-4480-a5ad-ae1c161eb439 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:14.634295 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25506537-4354-4f53-a8e0-569a08965256 req-e5be1dab-7f1b-4480-a5ad-ae1c161eb439 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 944 time: 0.0475283 Dec 10 17:13:14.682564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25506537-4354-4f53-a8e0-569a08965256 req-adedcd0d-47f4-4a42-b93c-0c327a2f6a8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 Dec 10 17:13:15.635097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 64b3d436-b68b-4c0d-be42-b91fac5b8219 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:13:15.750311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 64b3d436-b68b-4c0d-be42-b91fac5b8219 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:13:15.754970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 64b3d436-b68b-4c0d-be42-b91fac5b8219 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:13:15.755339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:15.802814 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3178-90a2-4b48-9cfd-bf83bbe4eaaf req-cf95ddfa-e92e-485f-bc5b-1fb1ecea6f68 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:15.804480 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4cec3178-90a2-4b48-9cfd-bf83bbe4eaaf req-cf95ddfa-e92e-485f-bc5b-1fb1ecea6f68 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 944 time: 0.0534806 Dec 10 17:13:15.832342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:15.858676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:13:15.858895 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4cec3178-90a2-4b48-9cfd-bf83bbe4eaaf req-c6d2d59c-acfe-40b7-a957-b7861a2ca7e1 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467088 Dec 10 17:13:15.860367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53992b-56f8-4c1d-9996-3ba00c484096" -d '{"events": [{"server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "name": "network-vif-plugged", "status": "completed", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:13:16.025882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c69c8b7-9a70-403d-9887-649161d2ec6c x-openstack-request-id: req-3c69c8b7-9a70-403d-9887-649161d2ec6c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:13:16.026243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "name": "network-vif-plugged", "status": "completed", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:13:16.026452 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c69c8b7-9a70-403d-9887-649161d2ec6c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:13:16.026843 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'code': 200} Dec 10 17:13:16.030311 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:13:16.090339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:16.136819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:16.304712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c8c55-bd7c-4cf3-b394-07eda9201bd8 req-e95bba25-3a5c-4669-976a-822ea496b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:16.306212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-690c8c55-bd7c-4cf3-b394-07eda9201bd8 req-e95bba25-3a5c-4669-976a-822ea496b0e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1098 time: 0.0406325 Dec 10 17:13:16.357808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-690c8c55-bd7c-4cf3-b394-07eda9201bd8 req-c13acb0f-a57d-425f-b5b0-a02a5d71c720 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Dec 10 17:13:16.996416 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96818-99c8-4b53-b03b-63d67be9c6c4 req-ca49125e-f157-4dc5-9b69-7d5c37ddb79e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:16.997906 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a5d96818-99c8-4b53-b03b-63d67be9c6c4 req-ca49125e-f157-4dc5-9b69-7d5c37ddb79e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0524421 Dec 10 17:13:17.046802 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a5d96818-99c8-4b53-b03b-63d67be9c6c4 req-19eaf885-fcc4-40e9-9f9f-706011bedd7c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Dec 10 17:13:17.824396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:17.919792 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:13:18.163467 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7781-2e17-437d-9782-00b8a72b5f00 req-31c6e540-42d7-4f32-8349-f0cc6c54e4fd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:18.164976 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-114c7781-2e17-437d-9782-00b8a72b5f00 req-31c6e540-42d7-4f32-8349-f0cc6c54e4fd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0488243 Dec 10 17:13:18.213832 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-114c7781-2e17-437d-9782-00b8a72b5f00 req-a4bb18fe-c77c-472d-aaf7-b323373d12e3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Dec 10 17:13:18.325899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094099-3b45-4fa9-a985-2ae10653eec2 req-8b1b2ffe-6af9-45fa-a4a7-b1cfacd96041 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:18.327362 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-26094099-3b45-4fa9-a985-2ae10653eec2 req-8b1b2ffe-6af9-45fa-a4a7-b1cfacd96041 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0488679 Dec 10 17:13:18.376643 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-26094099-3b45-4fa9-a985-2ae10653eec2 req-f13e5b7f-0726-462d-a5fe-45fb5d53a15c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Dec 10 17:13:18.398854 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59468) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:18.440868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0ba43-92d9-4b88-9970-eac15ca5ca63 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:18.442894 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-afb0ba43-92d9-4b88-9970-eac15ca5ca63 tempest-TestNetworkAdvancedServerOps-917241581 tempest-TestNetworkAdvancedServerOps-917241581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1093 time: 0.0430245 Dec 10 17:13:18.445735 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59470) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:18.450260 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:13:18.530469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:18.630008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:18.733430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Allocated IP 172.26.4.59 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/ad6c19ba-3e65-49bd-8d24-3bb56d20b161) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:13:18.835680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:18.925141 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:18.969896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:13:18.973331 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:13:18.978393 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:13:19.002163 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=ad6c19ba-3e65-49bd-8d24-3bb56d20b161,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:19.331022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.460482 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.611589 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.678542 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.748298 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event updated for resources: {'Port': ['ID=ad6c19ba-3e65-49bd-8d24-3bb56d20b161,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:13:19.756957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:19.857090 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP d6e73f19-1863-4c07-8309-21738df1615b associated. External IP: 172.26.4.59, port: 64b3d436-b68b-4c0d-be42-b91fac5b8219. Dec 10 17:13:20.063373 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 9967cd34-1b33-477d-a63a-364293109286 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:13:20.171174 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:13:20.181597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Sync routers for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:13:20.190594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:20.191819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:20.249214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:20.277083 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-1cb21663-f035-4ab8-866e-41badedcfe8e tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8303096 Dec 10 17:13:20.277678 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:13:20.280014 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae8bfaa-789f-4ee1-a225-05581f850f03" -d '{"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:13:20.298624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:20.317674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb3997-d688-4101-bb3c-e7349ad1f840 x-openstack-request-id: req-5cdb3997-d688-4101-bb3c-e7349ad1f840 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:13:20.318049 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:13:20.318400 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cdb3997-d688-4101-bb3c-e7349ad1f840 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:13:20.319032 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'status': 'completed', 'code': 200} Dec 10 17:13:20.407866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec424-fc48-4139-bb8e-ebedbd7c988e req-5ca7a94f-1f22-4d4c-94ec-04889800bf82 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:20.409388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b57ec424-fc48-4139-bb8e-ebedbd7c988e req-5ca7a94f-1f22-4d4c-94ec-04889800bf82 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0790436 Dec 10 17:13:20.416003 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-e1fb3229-16a1-4526-a890-bc5009fefd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:20.417455 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-e1fb3229-16a1-4526-a890-bc5009fefd52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1098 time: 0.0616605 Dec 10 17:13:20.509197 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b57ec424-fc48-4139-bb8e-ebedbd7c988e req-f9732bf8-6d1e-4219-b77e-4de568b79af3 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907481 Dec 10 17:13:20.531083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59476) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:20.537139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'd6e73f19-1863-4c07-8309-21738df1615b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '9967cd34-1b33-477d-a63a-364293109286', 'port_id': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'mac_address': 'fa:16:3e:59:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696b747-422d-4a45-b298-df72f88b587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:13:19Z', 'updated_at': '2021-12-10T17:13:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:20.556699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-22096452-f7c0-46c0-97ea-899037d92add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:20.558561 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-22096452-f7c0-46c0-97ea-899037d92add service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 897 time: 0.1270058 Dec 10 17:13:20.564758 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Checking router: 9967cd34-1b33-477d-a63a-364293109286 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:13:20.574537 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:13:20.575418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:20.601876 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-16f803f5-5966-4396-b97b-b1dc22a7e032 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/d6e73f19-1863-4c07-8309-21738df1615b HTTP/1.1" status: 200 len: 990 time: 0.0679333 Dec 10 17:13:20.631117 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-4108cc54-b242-425d-8971-64ffb5d65fc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 998 time: 0.0646493 Dec 10 17:13:20.679617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:13:20.681407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-d6b129c1-5978-4ffc-8888-e7f43d843348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:20.682859 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-d6b129c1-5978-4ffc-8888-e7f43d843348 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 200 len: 834 time: 0.0436294 Dec 10 17:13:20.728814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-2d0a923e-fb65-4299-bf05-e9361d042050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:20.730404 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-2d0a923e-fb65-4299-bf05-e9361d042050 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397036 Dec 10 17:13:20.914909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'd6e73f19-1863-4c07-8309-21738df1615b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '9967cd34-1b33-477d-a63a-364293109286', 'port_id': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'mac_address': 'fa:16:3e:59:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696b747-422d-4a45-b298-df72f88b587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:13:19Z', 'updated_at': '2021-12-10T17:13:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:13:20.942738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee9104-cdd6-4401-bf7d-9e868c97d8de None None] The sync data for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv is: [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'd6e73f19-1863-4c07-8309-21738df1615b', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '9967cd34-1b33-477d-a63a-364293109286', 'port_id': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'mac_address': 'fa:16:3e:59:b2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696b747-422d-4a45-b298-df72f88b587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:13:19Z', 'updated_at': '2021-12-10T17:13:19Z', 'revision_number': 0, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:13:21.141336 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae734f5d-206d-4dd6-bc32-47849def7588 None None] New status for floating IP d6e73f19-1863-4c07-8309-21738df1615b: ACTIVE {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:13:21.159951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-1fbd3f6d-006c-4252-b8c3-4dd89229287d service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222271 Dec 10 17:13:21.261182 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4ae8bfaa-789f-4ee1-a225-05581f850f03 req-f63477fa-e616-4c4c-8a33-144e1ee22a41 service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935757 Dec 10 17:13:21.604047 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59478) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:21.669980 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4da2db79-c358-4b90-98f0-bd771997d0e5 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/d6e73f19-1863-4c07-8309-21738df1615b HTTP/1.1" status: 200 len: 992 time: 0.0647774 Dec 10 17:13:28.269371 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-144fe8c1-8f72-47ec-a894-2b0ceef8f345 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454664 Dec 10 17:13:28.353369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-acdf8103-147e-4486-b0ac-a01d0bdfe0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:28.354846 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-acdf8103-147e-4486-b0ac-a01d0bdfe0cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1098 time: 0.0410676 Dec 10 17:13:28.457342 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-9430288c-26b3-415f-aed2-1f597942ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:28.459224 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-9430288c-26b3-415f-aed2-1f597942ab5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 897 time: 0.0844202 Dec 10 17:13:28.529039 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-951c05b5-b0d7-4ed3-89c6-2b686f6bbcc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 1000 time: 0.0614870 Dec 10 17:13:28.579555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-7706aa6c-ec53-4770-84a8-2e568c369eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:28.581123 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-7706aa6c-ec53-4770-84a8-2e568c369eae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 200 len: 834 time: 0.0438893 Dec 10 17:13:28.627039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-a0e38f10-361f-4843-9f32-d1e7aeba950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:28.628534 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-a0e38f10-361f-4843-9f32-d1e7aeba950b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399256 Dec 10 17:13:28.722015 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-4d466995-0a28-40b4-bb13-77ac309b9adf service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856197 Dec 10 17:13:28.814015 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ddd95aee-3bb8-48f5-ba6b-96ae69a0cd7d req-4224333e-4ff7-4cfc-a63c-18209ace0d86 service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Dec 10 17:13:33.018487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-31e69d47-fcfd-433b-987c-a7a858aff789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:35.238749 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-90e01998-5f95-4191-b3d0-4e9d9157966a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:36.741371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:38.001043 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:38.718397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:47.806782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:13:54.918764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:13:55.320782 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c11ff-fb79-4dc0-a1b2-5ea27c20dc8a req-b66f21a1-3365-4c18-ac32-bf19cb768904 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:55.322332 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e7c11ff-fb79-4dc0-a1b2-5ea27c20dc8a req-b66f21a1-3365-4c18-ac32-bf19cb768904 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0528102 Dec 10 17:13:55.372475 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e7c11ff-fb79-4dc0-a1b2-5ea27c20dc8a req-174471ed-ab98-44ba-a24e-290ab6debb0b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 Dec 10 17:13:56.394234 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-b2f40ba2-d4fe-4d17-a9d4-f7ab900d6b91 req-6b9da8ff-4ccd-4d40-a798-89211259895f service neutron] (103599) timed out ('10.222.0.21', 55530) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:13:56.497994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e12c5b-c2ad-4f27-9472-5831cdf4090d req-d4a8ee5e-9238-4284-88f9-cdbde812b732 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:56.499477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-70e12c5b-c2ad-4f27-9472-5831cdf4090d req-d4a8ee5e-9238-4284-88f9-cdbde812b732 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0539281 Dec 10 17:13:56.547762 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-70e12c5b-c2ad-4f27-9472-5831cdf4090d req-7282d0c3-c77c-4e63-bbbf-cd7822c3ad8c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Dec 10 17:13:56.570330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59498) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:13:56.630784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0547f3c4-e299-485f-a529-daedd751c9d2 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/d6e73f19-1863-4c07-8309-21738df1615b HTTP/1.1" status: 200 len: 992 time: 0.0592513 Dec 10 17:13:58.073513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d9a2-39b3-4d47-a893-e2f3f64048d0 req-f2e7d40d-0039-4c8e-a410-b13116e6f0f0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.075308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e8e6d9a2-39b3-4d47-a893-e2f3f64048d0 req-f2e7d40d-0039-4c8e-a410-b13116e6f0f0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0539699 Dec 10 17:13:58.134364 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e8e6d9a2-39b3-4d47-a893-e2f3f64048d0 req-747e1b4b-d925-4901-aeea-69298e7b68fd tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528221 Dec 10 17:13:58.176699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-66387664-48c0-42a7-8457-724eea75ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.178269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-66387664-48c0-42a7-8457-724eea75ff2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1098 time: 0.0527687 Dec 10 17:13:58.284050 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-e2c242bf-c98a-4ddb-939f-09aa2e58b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.286212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-e2c242bf-c98a-4ddb-939f-09aa2e58b01c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 897 time: 0.0936680 Dec 10 17:13:58.373054 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-c12f7745-f6f8-45bc-bfb0-13873e24161c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 1000 time: 0.0750823 Dec 10 17:13:58.431567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-fae1859b-b302-4160-9616-7c15b4adb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.433055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-fae1859b-b302-4160-9616-7c15b4adb80d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 200 len: 834 time: 0.0488219 Dec 10 17:13:58.489330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-b6b10895-6ba6-40bf-86a5-6d9bf48d067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:58.490842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-b6b10895-6ba6-40bf-86a5-6d9bf48d067a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449486 Dec 10 17:13:58.506625 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-5ab906ad-3534-4f51-b6f3-88a543a685f0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:13:58.507606 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-5ab906ad-3534-4f51-b6f3-88a543a685f0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050197 Dec 10 17:13:58.608761 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-e8d62a57-04be-4469-829b-45d76de6157d service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890114 Dec 10 17:13:58.711012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3e8fc2b8-6012-4db0-9fdc-f13e842178b0 req-49d62a46-6880-4886-a8d8-7647f4c02eb7 service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927904 Dec 10 17:13:59.256807 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e9260-9f80-4820-b56d-57961eed1a87 req-ef437a03-d301-48b2-a475-911a2d67d426 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:13:59.259115 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a63e9260-9f80-4820-b56d-57961eed1a87 req-ef437a03-d301-48b2-a475-911a2d67d426 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0498548 Dec 10 17:13:59.312430 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a63e9260-9f80-4820-b56d-57961eed1a87 req-eaadddb1-1925-4200-af87-bfe8a44f616c tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482140 Dec 10 17:14:00.430017 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657f60-e539-413e-ba25-86eefbc7dc72 req-fdf192d6-54bc-4c32-9919-174c30a83637 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:00.431420 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc657f60-e539-413e-ba25-86eefbc7dc72 req-fdf192d6-54bc-4c32-9919-174c30a83637 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0492928 Dec 10 17:14:00.480237 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bc657f60-e539-413e-ba25-86eefbc7dc72 req-9d0afcae-b921-4f0c-9b51-047db764bbf8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Dec 10 17:14:00.501768 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59510) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:00.565607 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f51c7b3b-8e05-4d27-a178-d136b9f4e60d tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/floatingips/d6e73f19-1863-4c07-8309-21738df1615b HTTP/1.1" status: 200 len: 992 time: 0.0627267 Dec 10 17:14:00.815777 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59516) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:00.972811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port ad6c19ba-3e65-49bd-8d24-3bb56d20b161 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:00.973189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.046569 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.046900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.059653 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for ad6c19ba-3e65-49bd-8d24-3bb56d20b161 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:01.269452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.302360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=ad6c19ba-3e65-49bd-8d24-3bb56d20b161,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:01.330289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.330672 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.331027 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.331380 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.331722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.332066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.332401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.332736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.333097 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.333431 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.333763 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.334117 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.334446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:01.375806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.376448 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Floating IP d6e73f19-1863-4c07-8309-21738df1615b disassociated (deleted). External IP: 172.26.4.59, port: 64b3d436-b68b-4c0d-be42-b91fac5b8219. Dec 10 17:14:01.583666 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 9967cd34-1b33-477d-a63a-364293109286 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:01.685809 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:01.690240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:01.696713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Sync routers for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:01.706506 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:01.707322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:01.720064 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-be5207e1-7426-496d-a007-a4bd5dc0fffa tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/floatingips/d6e73f19-1863-4c07-8309-21738df1615b HTTP/1.1" status: 204 len: 168 time: 0.9032807 Dec 10 17:14:01.720660 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:01.722941 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3d87fb-7ff5-42b3-960c-191e730c5d91" -d '{"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:01.761109 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea896a6-e34a-44e6-9640-308b2751c05f x-openstack-request-id: req-cea896a6-e34a-44e6-9640-308b2751c05f {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:01.761957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:01.761957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cea896a6-e34a-44e6-9640-308b2751c05f {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:01.762198 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'status': 'completed', 'code': 200} Dec 10 17:14:01.814666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:01.833151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-369bd92a-1e84-4bb1-b793-208098e89fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:01.834971 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-369bd92a-1e84-4bb1-b793-208098e89fad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49274bcac2fd4467b770adf3c618b80d&device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 1098 time: 0.0437205 Dec 10 17:14:01.928326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-c7b28db1-f631-4a57-8a3d-3259b96b4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:01.929868 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-c7b28db1-f631-4a57-8a3d-3259b96b4f3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 200 len: 897 time: 0.0870032 Dec 10 17:14:01.985564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-fb9227e7-c406-4927-84d9-fd72cdfd95bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 200 len: 217 time: 0.0454304 Dec 10 17:14:02.015883 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:02.035774 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-17f5d50e-8a3d-4e0c-a532-3884ce147c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:02.037994 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-17f5d50e-8a3d-4e0c-a532-3884ce147c4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 200 len: 834 time: 0.0444620 Dec 10 17:14:02.042924 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Checking router: 9967cd34-1b33-477d-a63a-364293109286 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:02.051597 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:02.052209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:13:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:02.089645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-76876d4e-930e-4208-b01d-39af6cac476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:02.091066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-76876d4e-930e-4208-b01d-39af6cac476a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4eca22b-f029-4bb9-bb2e-5fc40e43a728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447371 Dec 10 17:14:02.162965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:02.212775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea554-0bd2-4e71-851a-b1776e66cdde req-a8d3f3da-4410-47ee-af83-6478ed639bd8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:02.214875 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a5bea554-0bd2-4e71-851a-b1776e66cdde req-a8d3f3da-4410-47ee-af83-6478ed639bd8 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0975108 Dec 10 17:14:02.241115 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-9d39dba9-a1a8-4d5a-a4f9-1704bf8b97f7 service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416535 Dec 10 17:14:02.317084 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a5bea554-0bd2-4e71-851a-b1776e66cdde req-edcb2807-cca3-47b4-80c0-8b19b725ab84 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931282 Dec 10 17:14:02.359453 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f3d87fb-7ff5-42b3-960c-191e730c5d91 req-079395aa-948a-4d66-8f33-6588c40dce3f service neutron] 10.222.0.61 "GET /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106038 Dec 10 17:14:02.359995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:02.390542 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccd753-e177-423f-8836-200626eb3a20 None None] The sync data for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv is: [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:04Z', 'revision_number': 4, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'ef192f9c-21ff-4e2c-8660-8a8fab821a7a', 'name': '', 'network_id': 'a4eca22b-f029-4bb9-bb2e-5fc40e43a728', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'mac_address': 'fa:16:3e:9d:36:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:03Z', 'updated_at': '2021-12-10T17:13:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'subnets': [{'id': '754c7758-db9f-4ca9-be75-bb33cbe8ec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:02.602948 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371a0cd-6bc6-4ca8-b700-4f83edff91e9 None None] New status for floating IP d6e73f19-1863-4c07-8309-21738df1615b: DOWN {{(pid=103601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:14:03.009435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed41680a-fd48-44e0-8352-bfb414b660e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:03.441107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099aacf-923a-4179-81ba-a434da993260 req-48e54e16-2af2-4c65-8341-b2dace0d0ca0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:03.442590 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a099aacf-923a-4179-81ba-a434da993260 req-48e54e16-2af2-4c65-8341-b2dace0d0ca0 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0491910 Dec 10 17:14:03.491551 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a099aacf-923a-4179-81ba-a434da993260 req-a72b59ee-2377-4533-b505-df6b1117d7ec tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1005f26-5678-425e-a859-2073f6acb947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431266 Dec 10 17:14:03.866033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-f516b233-c3d3-4211-9630-62336a6b6790 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:03.867473 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-f516b233-c3d3-4211-9630-62336a6b6790 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 945 time: 0.0493979 Dec 10 17:14:03.954510 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 64b3d436-b68b-4c0d-be42-b91fac5b8219 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:03.954868 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.045359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 64b3d436-b68b-4c0d-be42-b91fac5b8219, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=64b3d436-b68b-4c0d-be42-b91fac5b8219,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:04.045718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.057881 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 64b3d436-b68b-4c0d-be42-b91fac5b8219 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:04.266679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.295225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=64b3d436-b68b-4c0d-be42-b91fac5b8219,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:04.321042 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.322116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.322116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.322116 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.322490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.322741 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.323076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.323414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.323749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.324372 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.324712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.325081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.325410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:04.346343 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] No DVR routers for this DVR port 64b3d436-b68b-4c0d-be42-b91fac5b8219 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:04.348701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:04.352105 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9e93c2a-ad36-4cf1-8e45-1707ad70385e req-394369b5-7719-4261-a424-07fc8885dacc tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.61 "DELETE /v2.0/ports/64b3d436-b68b-4c0d-be42-b91fac5b8219 HTTP/1.1" status: 204 len: 173 time: 0.4776311 Dec 10 17:14:04.352554 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'name': 'network-vif-deleted', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:04.354865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc57e2-7294-4d18-9eca-c1816135c178" -d '{"events": [{"server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "name": "network-vif-deleted", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:04.391556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c3ee51-ca70-44b1-b71b-ec00d694d827 x-openstack-request-id: req-05c3ee51-ca70-44b1-b71b-ec00d694d827 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:04.391853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7696b747-422d-4a45-b298-df72f88b587b", "name": "network-vif-deleted", "tag": "64b3d436-b68b-4c0d-be42-b91fac5b8219", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:04.392110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c3ee51-ca70-44b1-b71b-ec00d694d827 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:04.392520 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7696b747-422d-4a45-b298-df72f88b587b', 'name': 'network-vif-deleted', 'tag': '64b3d436-b68b-4c0d-be42-b91fac5b8219', 'status': 'completed', 'code': 200} Dec 10 17:14:04.584993 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5bd5e300-df2f-475b-96cd-56688ca1be6e req-74e02dc9-f5ec-4562-9ad3-c77bc65bfc47 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "GET /v2.0/ports?device_id=7696b747-422d-4a45-b298-df72f88b587b HTTP/1.1" status: 200 len: 210 time: 0.0263398 Dec 10 17:14:05.234925 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-45397600-5061-4c68-ba04-43b733bd9865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:05.641896 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59532) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:05.882664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 64b3d436-b68b-4c0d-be42-b91fac5b8219 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:05.901397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 64b3d436-b68b-4c0d-be42-b91fac5b8219 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:05.901745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 64b3d436-b68b-4c0d-be42-b91fac5b8219 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:06.001000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.552950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port ef192f9c-21ff-4e2c-8660-8a8fab821a7a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:06.553230 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.640346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port ef192f9c-21ff-4e2c-8660-8a8fab821a7a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:06.640718 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.653590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for ef192f9c-21ff-4e2c-8660-8a8fab821a7a owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:06.752291 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.889573 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:06.918639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=ef192f9c-21ff-4e2c-8660-8a8fab821a7a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:07.094079 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.336481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Router 9967cd34-1b33-477d-a63a-364293109286 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:07.446069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:07.451944 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-264a7ec9-d92a-4d57-ab90-870678429d9f tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "PUT /v2.0/routers/9967cd34-1b33-477d-a63a-364293109286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089852 Dec 10 17:14:07.454455 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59534) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:07.455593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Sync routers for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:07.465619 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:07.466213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:07.512235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting subnet 754c7758-db9f-4ca9-be75-bb33cbe8ec6c {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:14:07.516560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.570816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.574436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:07.665101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.755106 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:14:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:07.781641 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Checking router: 9967cd34-1b33-477d-a63a-364293109286 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:07.783602 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.789917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Routers {'9967cd34-1b33-477d-a63a-364293109286'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:07.790510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['9967cd34-1b33-477d-a63a-364293109286'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:07.814575 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:07.817942 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/subnets/754c7758-db9f-4ca9-be75-bb33cbe8ec6c HTTP/1.1" status: 204 len: 168 time: 0.3623407 Dec 10 17:14:07.819422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3647d6-c4e3-4b29-975b-44e9f1274eef tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Subnet': ['ID=754c7758-db9f-4ca9-be75-bb33cbe8ec6c,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:07.821598 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59536) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:07.934490 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.017534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c784353-a7c5-48f3-a2af-bcb0ce9506a3 None None] Network a4eca22b-f029-4bb9-bb2e-5fc40e43a728 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:08.046969 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.133704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] Set router 9967cd34-1b33-477d-a63a-364293109286 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:08.164659 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Deleting port 062f99d2-ce45-4339-82a6-592772f2b458 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:08.165156 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.189888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.249939 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] For port 062f99d2-ce45-4339-82a6-592772f2b458, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=062f99d2-ce45-4339-82a6-592772f2b458,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:08.250661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.266105 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Calling delete_port for 062f99d2-ce45-4339-82a6-592772f2b458 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:08.307966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] DHCP port deletion for a4eca22b-f029-4bb9-bb2e-5fc40e43a728 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:08.373266 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:14:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:08.402296 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45934b-d25d-4e68-a7c4-75b5821d36fc None None] The sync data for ids ['9967cd34-1b33-477d-a63a-364293109286'] in dv-neutron-820858-1-hyperv is: [{'id': '9967cd34-1b33-477d-a63a-364293109286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569907358', 'tenant_id': '49274bcac2fd4467b770adf3c618b80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '062f99d2-ce45-4339-82a6-592772f2b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:14:06Z', 'revision_number': 5, 'project_id': '49274bcac2fd4467b770adf3c618b80d', 'gw_port': {'id': '062f99d2-ce45-4339-82a6-592772f2b458', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967cd34-1b33-477d-a63a-364293109286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:13:00Z', 'updated_at': '2021-12-10T17:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:08.405671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Deleting port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:14:08.406029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.477188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] For port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,segment=NetworkSegment(23bfa175-17c0-4c1f-b00c-8a0d9067437f),segment_id=23bfa175-17c0-4c1f-b00c-8a0d9067437f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:08.477584 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.489364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Calling delete_port for a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:14:08.520990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.547674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Port': ['ID=062f99d2-ce45-4339-82a6-592772f2b458,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:08.566174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62141fab-b700-4297-8501-ea62c44997bc None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:08.617879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.619652 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.647014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] No DVR routers for this DVR port a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:14:08.650957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Pushing event deleted for resources: {'Port': ['ID=a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:08.666318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.666676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.667024 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.667367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.667706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.668042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.668377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.668709 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.669066 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.669400 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.669729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.670055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.670378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de951ec-989e-4ca8-94be-746aee473a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:08.713595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.715742 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.758388 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.803204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:08.804323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.805026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Fanout notify agent at l3_agent the message router_deleted on router 9967cd34-1b33-477d-a63a-364293109286 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:14:08.818595 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:08.822382 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e3856966-cfcd-47c2-8bdc-0f165823f33b tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/routers/9967cd34-1b33-477d-a63a-364293109286 HTTP/1.1" status: 204 len: 168 time: 0.9969163 Dec 10 17:14:08.822986 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59538) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:08.832990 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:08.833469 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device a85f4cee-0b05-4b1e-82b7-cdaf36cc5f4c not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:08.914950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.004274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.025572 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4eca22b-f029-4bb9-bb2e-5fc40e43a728']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:09.035288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bfa175-17c0-4c1f-b00c-8a0d9067437f') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:09.035594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bfa175-17c0-4c1f-b00c-8a0d9067437f') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:09.051102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.064587 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.071990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:14:09.072401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:14:09.075959 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:14:09.194984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.202145 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.205361 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/networks/a4eca22b-f029-4bb9-bb2e-5fc40e43a728 HTTP/1.1" status: 204 len: 168 time: 0.3818944 Dec 10 17:14:09.208151 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59540) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:09.217904 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99add63-34a9-4641-9333-0814cd07b4cf tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'Network': ['ID=a4eca22b-f029-4bb9-bb2e-5fc40e43a728,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:09.265879 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.290971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.409527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.412247 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:09.413530 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1005f26-5678-425e-a859-2073f6acb947 HTTP/1.1" status: 204 len: 168 time: 0.2036548 Dec 10 17:14:09.423996 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b7e17-d55e-4ce1-9f9d-5e33f3fbfc90 tempest-TestNetworkAdvancedServerOps-1970372176 tempest-TestNetworkAdvancedServerOps-1970372176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1005f26-5678-425e-a859-2073f6acb947,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:09.994086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59552) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:10.122036 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-63d13c3e-78db-43c5-930e-63e4daf5e8c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49274bcac2fd4467b770adf3c618b80d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267676 Dec 10 17:14:10.124504 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59556) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:10.171138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:10.191143 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:10.318184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:10.320765 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:10.321955 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/544a29bd-ab83-4312-8b5b-d8c9b7bcb563 HTTP/1.1" status: 204 len: 168 time: 0.1964962 Dec 10 17:14:10.330078 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef29c1-4c4a-4d49-b68c-b295b00feb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a29bd-ab83-4312-8b5b-d8c9b7bcb563,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:10.420999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 062f99d2-ce45-4339-82a6-592772f2b458 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:10.440580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 062f99d2-ce45-4339-82a6-592772f2b458 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:10.440942 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 062f99d2-ce45-4339-82a6-592772f2b458 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:10.441351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef192f9c-21ff-4e2c-8660-8a8fab821a7a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:14:10.459657 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ef192f9c-21ff-4e2c-8660-8a8fab821a7a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:14:10.460002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ef192f9c-21ff-4e2c-8660-8a8fab821a7a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:14:10.936251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59562) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:10.950246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcb941e2-9f99-47ff-b8e9-eada6f1fce47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.026002 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcb941e2-9f99-47ff-b8e9-eada6f1fce47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.092139 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bcb941e2-9f99-47ff-b8e9-eada6f1fce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.130280 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb941e2-9f99-47ff-b8e9-eada6f1fce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65128a-344d-4acb-b676-ec3708a55e67,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:11.136179 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bcb941e2-9f99-47ff-b8e9-eada6f1fce47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48c0b3913ad4483e98cbf42dcfcdb774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988556 Dec 10 17:14:11.138838 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:11.186624 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.208189 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.325995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.328651 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:11.332322 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f65128a-344d-4acb-b676-ec3708a55e67 HTTP/1.1" status: 204 len: 168 time: 0.1900966 Dec 10 17:14:11.337560 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baafd15-f9a8-4289-95f2-d82f9d643d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65128a-344d-4acb-b676-ec3708a55e67,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:12.319135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59586) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:12.413470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-686421935-network', 'tenant_id': 'e257276f83e248538842862083a2d2af'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:12.497154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Made reservation on behalf of e257276f83e248538842862083a2d2af for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:12.499398 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.508501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.581596 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.651323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.674959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:14:12.684840 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d1ed6-43dc-4a67-be61-254264a0ad98,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:12.689492 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.689832 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Added segment 5c0b4f64-6871-4b63-8df0-c6beda631a1a of type vlan for network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e Dec 10 17:14:12.728808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.828645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.829634 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:12.830246 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:12.891866 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:12.912259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:14:12.989664 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c684ea6c-2579-49c1-95d4-bf00d58de156 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6693666 Dec 10 17:14:12.993102 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:12.997920 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Request body: {'subnet': {'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-686421935-subnet', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:13.101245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Made reservation on behalf of e257276f83e248538842862083a2d2af for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:13.103591 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.332288 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.384594 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35978703-31e8-4270-86df-f89143aac86c,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:13.399940 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Checking segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:13.400308 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Network hostable DHCP agents. Network: cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:14:13.469188 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:14:13.583401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:13.587710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:13.588313 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.592397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144a9d7-fa07-4cc1-819c-76e23af31ac2 None None] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:13.682008 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2d8dd784-fdad-464d-977a-44534a107b31 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6877136 Dec 10 17:14:13.684576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59592) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:13.688864 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:13.691861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:14:13.692774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.795278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.796352 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.828660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Allocated IP 172.20.0.2 (cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e/35978703-31e8-4270-86df-f89143aac86c/ff8f5324-7030-44b6-95c0-60b27a6bc9a2) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:13.848285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:13.965303 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.017946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.044055 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.058235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:14.061108 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:14.064606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:14.073973 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Pushing event updated for resources: {'Port': ['ID=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:14.122261 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Attempting to bind port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:14.122632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Attempting to bind port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:14.122998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Attempting to bind port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:14.127949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:14.128318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Checking segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:14.128716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.129133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Bound using segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:14.129593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Bound port: ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:14.129968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.190946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] For port ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:14.194585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] For port ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:14.275101 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.299204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.321910 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.341185 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0c2c4-ecb3-4ae6-bc98-0955a9d429ca None None] Pushing event updated for resources: {'Port': ['ID=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:14.430571 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Allocated IP 172.26.4.161 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/bd1e880d-51c6-430b-bfbf-fa6a271b785a) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:14.563085 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.673107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.714465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:14.717500 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:14.721020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:14.726387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1e880d-51c6-430b-bfbf-fa6a271b785a,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:14.731904 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104a0d2-77ef-4542-a2fb-456bcf8acaa6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:14.817773 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-87038139-f309-475b-8c0f-df2885381dea None None] Provisioning complete for port bd1e880d-51c6-430b-bfbf-fa6a271b785a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:14.818150 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87038139-f309-475b-8c0f-df2885381dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:14.851167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-87038139-f309-475b-8c0f-df2885381dea None None] Port bd1e880d-51c6-430b-bfbf-fa6a271b785a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:15.050731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.237810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f563dfc-cdf1-46f7-b5d6-2c7f4fcad10b None None] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:15.253469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.304347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] Provisioning complete for port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:15.304719 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.420861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.457948 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:14:15.461175 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] For port ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:15.530209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.581882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd49e7-1e76-425f-b8b9-6297c72f265b None None] Pushing event updated for resources: {'Port': ['ID=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:15.651862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-436d871f-949b-4af0-b20d-05b03df1013d None None] Provisioning complete for port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:15.652205 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-436d871f-949b-4af0-b20d-05b03df1013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.874788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:15.883900 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:15.893206 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:15.893807 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:15.962692 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:15.965071 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-7735fd7b-f834-4d4b-a13d-0159f1e1ccb6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2783279 Dec 10 17:14:15.971353 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59594) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:16.005627 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:16.183241 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:14Z', 'revision_number': 3, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:16.210419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:16.210766 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Updating router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a port bd1e880d-51c6-430b-bfbf-fa6a271b785a binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:14:16.239871 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.431855 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.496835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff8f5324-7030-44b6-95c0-60b27a6bc9a2 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:16.513736 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.544566 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:16.545075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.594925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Allocated IP 172.20.0.1 (cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e/35978703-31e8-4270-86df-f89143aac86c/7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:16.601249 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.644775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f6229-bc9b-406c-815d-3b892df9cf6a None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:16.656254 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Attempting to bind port bd1e880d-51c6-430b-bfbf-fa6a271b785a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:16.656986 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Attempting to bind port bd1e880d-51c6-430b-bfbf-fa6a271b785a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:16.656986 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Attempting to bind port bd1e880d-51c6-430b-bfbf-fa6a271b785a on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:16.664645 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Pushing event updated for resources: {'Port': ['ID=bd1e880d-51c6-430b-bfbf-fa6a271b785a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:16.666885 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:16.667256 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:16.667678 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.668054 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:16.668859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Bound port: bd1e880d-51c6-430b-bfbf-fa6a271b785a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:16.668859 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.691505 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.691849 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.692189 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.692522 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.692847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.693196 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.693522 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.693870 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.694195 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.694516 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.694836 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.695150 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.695461 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:14:16.713604 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.734118 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] For port bd1e880d-51c6-430b-bfbf-fa6a271b785a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:16.737073 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] For port bd1e880d-51c6-430b-bfbf-fa6a271b785a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bd1e880d-51c6-430b-bfbf-fa6a271b785a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:16.757511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e42cac24-613b-49e1-a8bd-d3f3f748b0c8 None None] Provisioning complete for port bd1e880d-51c6-430b-bfbf-fa6a271b785a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:16.757809 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e42cac24-613b-49e1-a8bd-d3f3f748b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.792465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e42cac24-613b-49e1-a8bd-d3f3f748b0c8 None None] Port bd1e880d-51c6-430b-bfbf-fa6a271b785a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:16.812295 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.848966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881c15e-04db-4396-91fd-d8233a5c9de4 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:16.858795 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.862465 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:16.864188 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:16.902419 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:16.907200 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:16.911577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:16.913502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] Provisioning complete for port bd1e880d-51c6-430b-bfbf-fa6a271b785a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:16.914136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:16.936821 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Pushing event updated for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:16.961210 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.018609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.046414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] For port bd1e880d-51c6-430b-bfbf-fa6a271b785a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bd1e880d-51c6-430b-bfbf-fa6a271b785a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:17.056014 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ece87-5f43-42c0-b55f-d5a55126fe29 None None] Pushing event updated for resources: {'Port': ['ID=bd1e880d-51c6-430b-bfbf-fa6a271b785a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:17.095216 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:17.126427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.183695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cb832-c940-4a9c-a71f-20fc4f36b7de None None] Pushing event updated for resources: {'Port': ['ID=bd1e880d-51c6-430b-bfbf-fa6a271b785a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:17.191422 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.247243 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8c947ec-78e1-40dc-85e2-a0e257556b21 None None] Provisioning complete for port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:17.247618 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c947ec-78e1-40dc-85e2-a0e257556b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.279090 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:14Z', 'revision_number': 3, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:17.286381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8c947ec-78e1-40dc-85e2-a0e257556b21 None None] Port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:17.309250 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52c936-ff05-4a54-8721-ea6c33a74522 None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:14Z', 'revision_number': 3, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:17.365773 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.421056 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.489296 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Pushing event updated for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:17.491972 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.604975 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:17.606411 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:17.740057 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:17.840760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.860958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:17.866897 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-755c9fe4-a9a8-44cb-b43e-c7b44439eb6e admin admin] 10.222.0.21 "PUT /v2.0/routers/6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945277 Dec 10 17:14:17.908572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e096ad81-d056-4acf-a3a7-afe4045ddd4d None None] Provisioning complete for port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:17.909064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e096ad81-d056-4acf-a3a7-afe4045ddd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:17.944529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e096ad81-d056-4acf-a3a7-afe4045ddd4d None None] Port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:18.439879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bd1e880d-51c6-430b-bfbf-fa6a271b785a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:18.488757 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port bd1e880d-51c6-430b-bfbf-fa6a271b785a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:18.489166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.559746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59610) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:18.564683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1385811856-network', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:18.669160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Made reservation on behalf of 84d4ade5faca4113a0bd911a0d208ce8 for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:18.671640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.681118 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.763211 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.843114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:18.852577 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:18.853216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:18.857207 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.882226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:14:18.892249 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f65ce-82d0-4170-8573-e6362ee36af7,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:18.897759 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.898107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Added segment 165fa779-74f8-4656-90f2-58bfbb25cb69 of type vlan for network c613a2ee-1f21-4342-aec3-73540032c7d1 Dec 10 17:14:18.939694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:18.960835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:19.049633 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.050718 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:19.051327 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.109512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] Pushing event updated for resources: {'Network': ['ID=c613a2ee-1f21-4342-aec3-73540032c7d1,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:19.136004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network c613a2ee-1f21-4342-aec3-73540032c7d1 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:14:19.186106 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-1b1a3734-9a1f-4eff-a9cc-ffb82c696b02 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6252942 Dec 10 17:14:19.188707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59612) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:19.193816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Request body: {'subnet': {'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1385811856-subnet', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:19.223846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 2, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:19.250534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:19.250898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Updating router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:14:19.278607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.283541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Made reservation on behalf of 84d4ade5faca4113a0bd911a0d208ce8 for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:19.285944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.509260 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.546861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.571178 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6578fa-f3de-4f67-a89f-14ed1364bd17,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:19.578635 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Checking segment: {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:19.578997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Network hostable DHCP agents. Network: c613a2ee-1f21-4342-aec3-73540032c7d1, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:14:19.611953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.661203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430af0e-d95e-48d0-83f3-2970ee4a6d80 None None] Pushing event updated for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:19.692190 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Network c613a2ee-1f21-4342-aec3-73540032c7d1 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:14:19.715552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Attempting to bind port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:19.715931 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Attempting to bind port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:19.716300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Attempting to bind port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:19.722250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:19.722646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Checking segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:19.723064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.723456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Bound using segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:19.723930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Bound port: 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:19.724327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.790706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] For port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:19.794145 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] For port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:19.800735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, c613a2ee-1f21-4342-aec3-73540032c7d1) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:19.805925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:19.806770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.811611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08a5c8-5746-4f94-82d8-4e2872e74c2d None None] Network c613a2ee-1f21-4342-aec3-73540032c7d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:19.891558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.901612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] Provisioning complete for port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:19.902020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:19.906159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f290aa64-b1f7-4c7c-88a1-9b663b07478e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7161856 Dec 10 17:14:19.908621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59614) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:19.913761 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:19.983051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-c613a2ee-1f21-4342-aec3-73540032c7d1', 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1', 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'fixed_ips': [{'subnet_id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:14:19.983910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.018855 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430af0e-d95e-48d0-83f3-2970ee4a6d80 None None] Pushing event updated for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.021476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:20.022606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:20.029150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.031067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.089203 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.241398 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.273600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:20.305753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.306003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Allocated IP 172.20.0.2 (c613a2ee-1f21-4342-aec3-73540032c7d1/aa6578fa-f3de-4f67-a89f-14ed1364bd17/01d7fed5-bc33-4713-8425-32d5d1d37fe0) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:20.336938 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] For port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:20.422718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.570654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.594729 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.700709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Allocated IP 172.26.4.168 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/ac2d90ab-cfaa-4b69-b14e-f6093b505f4a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:20.726873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16c7a-c65d-496e-ae31-c86455573e08 None None] Pushing event updated for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.774750 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-91dd3f11-c446-484f-963a-2e20d921dcee None None] Provisioning complete for port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:20.775120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-91dd3f11-c446-484f-963a-2e20d921dcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.817425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.833594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.896128 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:19Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:20.902171 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.926365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:20.951694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4135675-fe3b-425b-9756-d2195c9b89d2 None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:19Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:20.968101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:20.971238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:20.974917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:20.975391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Network c613a2ee-1f21-4342-aec3-73540032c7d1 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:20.979444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:20.980702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Pushing event updated for resources: {'Port': ['ID=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.981353 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Pushing event updated for resources: {'Port': ['ID=01d7fed5-bc33-4713-8425-32d5d1d37fe0,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:20.983487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:21.072806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283a303-b6f4-422e-9860-ff61c88fd8f3 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:21.078995 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Attempting to bind port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:21.079373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Attempting to bind port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:21.079733 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Attempting to bind port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 on network c613a2ee-1f21-4342-aec3-73540032c7d1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:21.087174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:21.087553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Checking segment: {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:21.087957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.088341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Bound using segment: {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:21.088807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Bound port: 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:21.089315 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.164882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] For port 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:21.168994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] For port 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01d7fed5-bc33-4713-8425-32d5d1d37fe0,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:21.184810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-62b11c84-00ce-47c5-9480-f0ee0f7c1a8a None None] Provisioning complete for port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:21.185139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-62b11c84-00ce-47c5-9480-f0ee0f7c1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.223162 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-62b11c84-00ce-47c5-9480-f0ee0f7c1a8a None None] Port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:21.235173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.295380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ec806-b622-4ed5-998b-20cce4a66b48 None None] Pushing event updated for resources: {'Port': ['ID=01d7fed5-bc33-4713-8425-32d5d1d37fe0,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:21.386089 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.618277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:21.817504 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Router 149b7970-bdf6-408e-8f00-dad4a118294f is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:14:21.928234 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:21.938356 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Sync routers for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:21.950835 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:21.951660 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:22.014747 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.017399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0c2a1cd7-2614-4787-8fe3-15554b3b96ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1074271 Dec 10 17:14:22.020194 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59616) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:22.072107 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:22.261950 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:21Z', 'revision_number': 3, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:22.288615 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Checking router: 149b7970-bdf6-408e-8f00-dad4a118294f for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:22.288994 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Updating router 149b7970-bdf6-408e-8f00-dad4a118294f port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:14:22.317731 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.343321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d555ca-fee1-4324-bd51-c848241b6709 None None] Network c613a2ee-1f21-4342-aec3-73540032c7d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:14:22.487607 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] Provisioning complete for port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:22.488134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.545383 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.556522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:22.620042 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.627926 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.667960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] For port 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01d7fed5-bc33-4713-8425-32d5d1d37fe0,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:22.672984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:22.673413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.684550 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.739215 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Allocated IP 172.20.0.1 (c613a2ee-1f21-4342-aec3-73540032c7d1/aa6578fa-f3de-4f67-a89f-14ed1364bd17/b32f2512-2f43-49b6-bbc3-cd7c2dd66860) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:22.751143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.756314 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f13b3c-5f4e-4606-a1df-b69fd741c540 None None] Pushing event updated for resources: {'Port': ['ID=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:22.782763 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d765be-7ec1-4535-a7c6-889f79e5f9e9 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:22.789526 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Attempting to bind port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:22.789526 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Attempting to bind port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:22.789526 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Attempting to bind port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:22.791416 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:22.791921 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:22.792554 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.792939 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:22.793507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Bound port: ac2d90ab-cfaa-4b69-b14e-f6093b505f4a, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:22.793996 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.798743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01d7fed5-bc33-4713-8425-32d5d1d37fe0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:22.842130 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563f21-8e9a-445d-8a28-06a89926c929 None None] Pushing event updated for resources: {'Port': ['ID=01d7fed5-bc33-4713-8425-32d5d1d37fe0,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:22.859134 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] For port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:22.862506 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] For port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:22.870159 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.873377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:22.873751 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.898959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Provisioning complete for port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:22.899329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.941640 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:22.965044 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.002565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fca689-9185-4ad8-86cc-1822a3205fe5 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:14:23.006831 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:23.007762 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:23.018227 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Network c613a2ee-1f21-4342-aec3-73540032c7d1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:23.024003 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:23.028703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:23.050518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Provisioning complete for port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:23.050518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.058142 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f13b3c-5f4e-4606-a1df-b69fd741c540 None None] Pushing event updated for resources: {'Port': ['ID=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:23.091045 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.151106 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Pushing event updated for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:23.152172 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:23.165578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.190873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] For port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:23.280190 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.331254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f621dc-52e7-4649-834e-11bce55767aa None None] Pushing event updated for resources: {'Port': ['ID=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:23.342226 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:21Z', 'revision_number': 3, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:23.349830 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.371987 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59869074-bbbb-4265-8ab9-7e39ef722c01 None None] The sync data for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv is: [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:21Z', 'revision_number': 3, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:23.402746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00f71a06-a375-414e-a27a-1add25607c07 None None] Provisioning complete for port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:23.403427 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00f71a06-a375-414e-a27a-1add25607c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.443426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-00f71a06-a375-414e-a27a-1add25607c07 None None] Port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:23.457373 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-00f71a06-a375-414e-a27a-1add25607c07 None None] Provisioning complete for port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:23.457775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-00f71a06-a375-414e-a27a-1add25607c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.546378 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.602093 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.676661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Pushing event updated for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:23.679726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:23.783844 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Network c613a2ee-1f21-4342-aec3-73540032c7d1 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:23.785153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:23.910637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Router 149b7970-bdf6-408e-8f00-dad4a118294f has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:24.030879 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:24.036557 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-747d2f17-9ddf-4067-8834-4165b730d46d admin admin] 10.222.0.21 "PUT /v2.0/routers/149b7970-bdf6-408e-8f00-dad4a118294f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142701 Dec 10 17:14:24.068434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-6550d14d-4cab-4c88-9588-5f2dc9000fe8 None None] Provisioning complete for port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:24.068955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6550d14d-4cab-4c88-9588-5f2dc9000fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.105188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-6550d14d-4cab-4c88-9588-5f2dc9000fe8 None None] Port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:24.504706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ac2d90ab-cfaa-4b69-b14e-f6093b505f4a up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:24.556250 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:24.556558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.642297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01d7fed5-bc33-4713-8425-32d5d1d37fe0 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:24.670253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:24.674995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122665442', 'description': 'tempest-secgroup-smoke-122665442 description', 'project_id': 'e257276f83e248538842862083a2d2af'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:24.714367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:24.714816 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.784253 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.865250 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.920386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.950853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5db366-4cd1-4a3d-bcca-324e94c10c8e,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:24.994559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:24.995865 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4171476d-818f-47d6-9954-6acdf230d46d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245850 Dec 10 17:14:24.998726 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59626) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:25.003584 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:25.051956 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Sync routers for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:25.063621 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:25.067225 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:25.126060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.177602 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:25.204406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.272538 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.288705 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49d163e-d181-4fa2-8761-2772268fd827,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:25.368775 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.370334 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a447d7fd-cdd9-4ab8-af4f-b061ac17698e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706658 Dec 10 17:14:25.373243 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:25.377815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:25.381615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b32f2512-2f43-49b6-bbc3-cd7c2dd66860', 'name': '', 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'mac_address': 'fa:16:3e:36:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:22Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 2, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'subnets': [{'id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:25.407335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Checking router: 149b7970-bdf6-408e-8f00-dad4a118294f for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:25.407696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Updating router 149b7970-bdf6-408e-8f00-dad4a118294f port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:14:25.436918 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.463064 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.522154 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.592529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.611153 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be0639e-fb85-4e2e-bec7-32bcff812efb,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:25.703517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.708161 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e7e98572-6f3c-47b3-8894-944f04920316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315363 Dec 10 17:14:25.708835 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59630) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:25.709470 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.714029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:25.789164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.805609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.838191 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c8ce-f829-4f16-adf1-ae56ababa3c7 None None] Pushing event updated for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:25.870100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.891304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Attempting to bind port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:25.891674 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Attempting to bind port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:25.899249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Attempting to bind port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 on network c613a2ee-1f21-4342-aec3-73540032c7d1 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:25.899249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:25.899249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Checking segment: {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:25.899249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.899249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Bound using segment: {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:25.899787 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Bound port: b32f2512-2f43-49b6-bbc3-cd7c2dd66860, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165fa779-74f8-4656-90f2-58bfbb25cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:25.899889 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.960880 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:25.965010 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] For port b32f2512-2f43-49b6-bbc3-cd7c2dd66860, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:25.968419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] For port b32f2512-2f43-49b6-bbc3-cd7c2dd66860, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:25.981044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494ca286-2f8b-4e78-8174-5f78183baa51,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:26.032509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.057170 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.058420 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-13bca3e3-7536-4670-9cfc-3534e242b419 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482335 Dec 10 17:14:26.061115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 59632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:26.065552 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:26.092213 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] Provisioning complete for port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:26.092590 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.140027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:26.140663 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:26.144350 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c8ce-f829-4f16-adf1-ae56ababa3c7 None None] Pushing event updated for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:26.166287 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.233309 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.308766 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.329948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93497f9d-8932-457e-8750-68e7339e5e75,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:26.385144 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.386440 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f98431ac-1b2f-4f4c-9033-c26881588fcc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243704 Dec 10 17:14:26.389237 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59634) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:26.393921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:26.434404 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.437220 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:26.477888 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Project e257276f83e248538842862083a2d2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:14:26.483248 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.539951 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] For port b32f2512-2f43-49b6-bbc3-cd7c2dd66860, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:26.544802 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.608262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.617471 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.636515 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cbcd11-bbbe-41ea-bd1e-9b58c2640ccf,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:26.685701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edef17-2f41-4341-82b9-cb91b6574df7 None None] Pushing event updated for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:26.700477 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b32f2512-2f43-49b6-bbc3-cd7c2dd66860', 'name': '', 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'mac_address': 'fa:16:3e:36:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:22Z', 'updated_at': '2021-12-10T17:14:25Z', 'revision_number': 4, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'subnets': [{'id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:26.705123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.706480 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bec25740-093e-4438-b4d6-7e40e3170f5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162162 Dec 10 17:14:26.709135 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59636) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:26.713631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': 'fc5db366-4cd1-4a3d-bcca-324e94c10c8e', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:26.730246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77ad5-1e46-4b39-96c2-16a5a9c8cfdd None None] The sync data for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv is: [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': 'b32f2512-2f43-49b6-bbc3-cd7c2dd66860', 'name': '', 'network_id': 'c613a2ee-1f21-4342-aec3-73540032c7d1', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'mac_address': 'fa:16:3e:36:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:22Z', 'updated_at': '2021-12-10T17:14:25Z', 'revision_number': 4, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'subnets': [{'id': 'aa6578fa-f3de-4f67-a89f-14ed1364bd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:26.741947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e2d4cbb2-aa86-4fd8-af23-66a8e6c297d7 None None] Provisioning complete for port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:26.742322 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e2d4cbb2-aa86-4fd8-af23-66a8e6c297d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.800494 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.securitygroups_db [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Project e257276f83e248538842862083a2d2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:14:26.811209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.880254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.972009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:26.992827 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c31abf-e67e-470e-a0af-92569b1a9d35,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:27.069182 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:27.070448 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-37e48bd5-f9b7-45e6-92a8-05467e865230 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3602579 Dec 10 17:14:27.225360 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6ca06e16-eb09-43bc-a1eb-1a1f991c3732 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122665442&fields=id&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 267 time: 0.0434394 Dec 10 17:14:27.334955 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6065485d-07f0-43db-9191-d84c0e9b863b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:27.336586 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6065485d-07f0-43db-9191-d84c0e9b863b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 808 time: 0.1046071 Dec 10 17:14:27.352576 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-0d785cf0-0668-4bbe-9dff-7aad64066f79 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/quotas/e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 375 time: 0.0101192 Dec 10 17:14:27.404862 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-309cb929-862d-41c7-a5fb-0888e62e49d8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465899 Dec 10 17:14:27.599030 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-9f9970dc-09ce-4e41-995f-bf80b0b6cf9b service neutron] 10.222.0.21 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817329 Dec 10 17:14:27.692529 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-b64a73a2-a539-477b-a50c-ad97dee7b044 service neutron] 10.222.0.21 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 Dec 10 17:14:27.913776 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e608287d-2399-4b0d-bce8-9e32505cc696 req-775211fe-4f16-4646-8097-dd87d469c313 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 210 time: 0.0269783 Dec 10 17:14:28.455935 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b32f2512-2f43-49b6-bbc3-cd7c2dd66860 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:28.509344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:28.509711 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:29.006353 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-423a49c6-fed9-47ae-b7c4-a8206d1d1808 req-28ee8361-5c9e-476f-8a9a-b2e23b415322 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 210 time: 0.0267613 Dec 10 17:14:30.030054 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-fb718860-ddd9-45d4-a19d-3109e57d0dee tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:30.031539 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-fb718860-ddd9-45d4-a19d-3109e57d0dee tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 808 time: 0.1056437 Dec 10 17:14:30.112427 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6b85eab9-6008-4104-8115-746bb78371a2 req-e6bf8be5-d41b-401c-b229-d4faf5c2c6c3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 210 time: 0.0361462 Dec 10 17:14:30.124001 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-c6028344-10df-4017-bdc8-aadd3dcc7a1f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 379 time: 0.0794065 Dec 10 17:14:30.139354 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'port': {'device_id': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'admin_state_up': True, 'tenant_id': 'e257276f83e248538842862083a2d2af', 'security_groups': ['fc5db366-4cd1-4a3d-bcca-324e94c10c8e']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:30.329052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Made reservation on behalf of e257276f83e248538842862083a2d2af for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:14:30.333609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.458166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Allocated IP 172.20.0.12 (cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e/35978703-31e8-4270-86df-f89143aac86c/46ea07f3-a268-45e0-8337-60e11741c2ac) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:30.592214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:30.703328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.058515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:31.061599 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:31.065347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:31.071566 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:31.118325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:31.118940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.218151 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-6cf476f2-f586-4946-83e9-ebe0c0656f77 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0826142 Dec 10 17:14:31.245122 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b6478-72f9-452c-9756-b68e5fab8255 req-c96cb7fe-7653-4f18-870c-b335c93bad1d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:31.246927 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-170b6478-72f9-452c-9756-b68e5fab8255 req-c96cb7fe-7653-4f18-870c-b335c93bad1d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 932 time: 0.0524843 Dec 10 17:14:31.287005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Request body: {'port': {'device_id': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:31.297794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a185fdd6-d372-4c0b-93d6-1cec15ab8538 None None] Provisioning complete for port 46ea07f3-a268-45e0-8337-60e11741c2ac triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:31.298762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a185fdd6-d372-4c0b-93d6-1cec15ab8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.306471 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-170b6478-72f9-452c-9756-b68e5fab8255 req-02cabbad-3b2c-4648-a30b-b1c49e4ea8b1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501463 Dec 10 17:14:31.332988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a185fdd6-d372-4c0b-93d6-1cec15ab8538 None None] Port 46ea07f3-a268-45e0-8337-60e11741c2ac cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:14:31.352573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.614976 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:31.622513 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.634895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Transition to ACTIVE for port object 46ea07f3-a268-45e0-8337-60e11741c2ac will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:14:31.695047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.747849 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:31.818192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Attempting to bind port 46ea07f3-a268-45e0-8337-60e11741c2ac on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:14:31.819123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Attempting to bind port 46ea07f3-a268-45e0-8337-60e11741c2ac by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:14:31.819459 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Attempting to bind port 46ea07f3-a268-45e0-8337-60e11741c2ac on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:31.824422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Port 46ea07f3-a268-45e0-8337-60e11741c2ac on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:14:31.824753 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Attempting to bind port 46ea07f3-a268-45e0-8337-60e11741c2ac on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:14:31.829836 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:14:31.830183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Checking segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:14:31.830577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Bound using segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:14:31.831015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Bound port: 46ea07f3-a268-45e0-8337-60e11741c2ac, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:14:31.831374 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:31.905754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:14:31.905754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:14:31.916466 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:14:31.977495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.013891 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.014507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:32.015899 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] 10.222.0.61 "PUT /v2.0/ports/46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1094 time: 0.7833052 Dec 10 17:14:32.016344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:32.018621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8ebf4-6862-4fcd-9b93-60657a60789f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:32.043106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956430a3-0402-48ec-9e00-fdc616183b8c service neutron] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:32.061389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07ea443-48e6-4f72-b576-feeedff262da x-openstack-request-id: req-a07ea443-48e6-4f72-b576-feeedff262da {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:32.062269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:32.062269 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a07ea443-48e6-4f72-b576-feeedff262da {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:32.062524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'status': 'completed', 'code': 200} Dec 10 17:14:32.133687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-6a748140-0e2a-456c-a54e-1f3a340e8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.135155 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-6a748140-0e2a-456c-a54e-1f3a340e8783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1097 time: 0.0473945 Dec 10 17:14:32.245627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-0aa48dc3-6d91-4c12-ae66-8a8eef9d1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.247100 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-0aa48dc3-6d91-4c12-ae66-8a8eef9d1941 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e257276f83e248538842862083a2d2af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983582 Dec 10 17:14:32.354524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-a3213b69-fc39-4777-8e99-5aca3c820833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.356102 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-45c8ebf4-6862-4fcd-9b93-60657a60789f req-a3213b69-fc39-4777-8e99-5aca3c820833 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964124 Dec 10 17:14:32.425806 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43f269-4ff2-4b59-b25c-3aa63b3d269c req-25bd1c4d-1e2e-4802-995a-69bc4993912c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.427345 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec43f269-4ff2-4b59-b25c-3aa63b3d269c req-25bd1c4d-1e2e-4802-995a-69bc4993912c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0497868 Dec 10 17:14:32.449801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-e1b6f3ef-f419-4880-9a91-476561552156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.451404 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-e1b6f3ef-f419-4880-9a91-476561552156 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1097 time: 0.0461068 Dec 10 17:14:32.479398 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec43f269-4ff2-4b59-b25c-3aa63b3d269c req-70edfcfc-8f3e-4439-b2ce-bcbb20802843 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446334 Dec 10 17:14:32.499251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-b042dc5c-e97d-41cf-a7a4-d5662a21a9ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 217 time: 0.0347307 Dec 10 17:14:32.562231 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-5f6f600d-1a13-4c07-b1d3-34667d862aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.563675 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-5f6f600d-1a13-4c07-b1d3-34667d862aa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0470107 Dec 10 17:14:32.612262 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-a5dfeff8-75d5-4a22-af84-355c8798a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:32.613741 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-a5dfeff8-75d5-4a22-af84-355c8798a106 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392940 Dec 10 17:14:32.705470 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-7d9f976e-5a36-4ea1-9658-4f0a08fea3af service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798965 Dec 10 17:14:32.799578 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6bd72dba-9b89-4f0d-a396-64161f7e4baa req-1251af1c-c29e-437e-8316-68a5984ce29c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Dec 10 17:14:32.994070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ec1898d2-09cb-4bbc-8e2f-21b173cb031e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:33.606570 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436ad1f-6d92-4384-97a2-c36fe6e5bf12 req-784740e6-049e-4602-b4d8-2c5a68fdfa3c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:33.609200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2436ad1f-6d92-4384-97a2-c36fe6e5bf12 req-784740e6-049e-4602-b4d8-2c5a68fdfa3c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0507321 Dec 10 17:14:33.657477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2436ad1f-6d92-4384-97a2-c36fe6e5bf12 req-591e96b0-2ebd-4a0e-b65d-a7e434c971c3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Dec 10 17:14:34.770195 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c969958-f29b-4e81-83a5-0dc9c7ebd1c7 req-1b1dbfab-71eb-4e20-96d0-15e415038334 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:34.772234 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9c969958-f29b-4e81-83a5-0dc9c7ebd1c7 req-1b1dbfab-71eb-4e20-96d0-15e415038334 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0474579 Dec 10 17:14:34.820243 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9c969958-f29b-4e81-83a5-0dc9c7ebd1c7 req-1a0569c4-e792-4920-8f0f-4b20c3147251 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Dec 10 17:14:35.228778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2b5181ad-6108-43ae-bff5-fe81d7f51646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:35.939701 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af12245-b3b9-49e9-a54b-2de5b6bb5922 req-9374cddc-876b-4245-bfb1-58c47ef195f5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:35.941188 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8af12245-b3b9-49e9-a54b-2de5b6bb5922 req-9374cddc-876b-4245-bfb1-58c47ef195f5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0545883 Dec 10 17:14:35.981666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:14:35.990289 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8af12245-b3b9-49e9-a54b-2de5b6bb5922 req-d60435ce-3abf-48ef-a201-f4843f59290b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Dec 10 17:14:36.076851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:36.088707 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:14:36.137553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:36.152922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:14:36.172799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:36.268371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:36.319610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:36.546880 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['46ea07f3-a268-45e0-8337-60e11741c2ac'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:14:36.766313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:37.109103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08d2e-c29e-42bc-929a-99f8c391e70e req-60dfe71b-79a5-43ce-b342-fc88027d7fb1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:37.110574 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1b08d2e-c29e-42bc-929a-99f8c391e70e req-60dfe71b-79a5-43ce-b342-fc88027d7fb1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0533972 Dec 10 17:14:37.159923 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1b08d2e-c29e-42bc-929a-99f8c391e70e req-f0781fe4-d3d8-44f4-ad39-069953c8245d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Dec 10 17:14:37.999853 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:14:38.029327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.101136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 46ea07f3-a268-45e0-8337-60e11741c2ac completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:14:38.113317 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 46ea07f3-a268-45e0-8337-60e11741c2ac triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:14:38.114005 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.212666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.235879 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:38.238173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0abc1-a972-48ca-ac18-5ca1862c0470" -d '{"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:38.251878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:14:38.279204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b9ba7-2d1d-49b3-a1df-471d37a06aa1 x-openstack-request-id: req-d43b9ba7-2d1d-49b3-a1df-471d37a06aa1 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:38.279204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:38.279204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43b9ba7-2d1d-49b3-a1df-471d37a06aa1 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:38.279204 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'code': 200} Dec 10 17:14:38.281610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff26-3c1c-4c70-87e8-6de6296b7652 req-1416d5af-902a-4d1f-be85-d63f57fddf06 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:38.283119 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4fdff26-3c1c-4c70-87e8-6de6296b7652 req-1416d5af-902a-4d1f-be85-d63f57fddf06 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0538888 Dec 10 17:14:38.318678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:38.339960 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4fdff26-3c1c-4c70-87e8-6de6296b7652 req-3795274f-aab4-4558-a817-302fb4e18835 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502884 Dec 10 17:14:38.368463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:38.648667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73619-0bd6-423f-88d6-37d5a461a24c req-9716df88-9962-40d0-81a2-90713ae1a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:38.659079 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-08d73619-0bd6-423f-88d6-37d5a461a24c req-9716df88-9962-40d0-81a2-90713ae1a811 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1099 time: 0.0405633 Dec 10 17:14:38.706232 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-08d73619-0bd6-423f-88d6-37d5a461a24c req-5a342100-4374-46ff-83b8-33aa5c1bdbb6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Dec 10 17:14:38.740815 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:39.465913 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299bb9-9f96-4147-b460-3f2a67c5737c req-d0b4c300-c3e8-4057-b096-2408a8bfe048 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:39.467314 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c299bb9-9f96-4147-b460-3f2a67c5737c req-d0b4c300-c3e8-4057-b096-2408a8bfe048 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0559046 Dec 10 17:14:39.515237 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c299bb9-9f96-4147-b460-3f2a67c5737c req-d3e5762e-bdc1-4191-b662-2a8428a8bb0d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Dec 10 17:14:40.630451 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b188-d183-428e-895b-4951d2af1c71 req-c43819be-447e-4fd2-98de-664fdecad52a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.631937 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b78b188-d183-428e-895b-4951d2af1c71 req-c43819be-447e-4fd2-98de-664fdecad52a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0495882 Dec 10 17:14:40.681204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-5b78b188-d183-428e-895b-4951d2af1c71 req-31423c91-a8ad-494e-ae13-23086f5b6a1c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 Dec 10 17:14:40.797037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b9fd1-12e3-46bc-b02d-b24c221e7574 req-32daec7c-005a-4a02-a3af-4001dfd488f6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.798411 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-732b9fd1-12e3-46bc-b02d-b24c221e7574 req-32daec7c-005a-4a02-a3af-4001dfd488f6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0516648 Dec 10 17:14:40.859142 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-732b9fd1-12e3-46bc-b02d-b24c221e7574 req-db0751ce-bd74-459e-9254-737fc69a247d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542507 Dec 10 17:14:40.881277 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59700) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:40.960208 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe340b22-1237-4561-9a7e-af4ec0742b19 tempest-TestShelveInstance-861590107 tempest-TestShelveInstance-861590107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:40.961756 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-fe340b22-1237-4561-9a7e-af4ec0742b19 tempest-TestShelveInstance-861590107 tempest-TestShelveInstance-861590107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1094 time: 0.0795186 Dec 10 17:14:40.964641 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 59704) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:14:40.968824 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:14:41.074859 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:41.175290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:41.276770 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Allocated IP 172.26.4.15 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:14:41.701009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:41.788384 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:41.827320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:14:41.830226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:14:41.832798 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:14:41.860251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:42.180516 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.304826 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.455430 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.508322 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.579231 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:14:42.591556 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:42.690914 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Floating IP 3f9a1a9e-5ce4-4a45-88d1-3889e1969f51 associated. External IP: 172.26.4.15, port: 46ea07f3-a268-45e0-8337-60e11741c2ac. Dec 10 17:14:42.893995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:14:43.000669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:14:43.010615 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:14:43.020488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:43.021140 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:43.071080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:14:43.100360 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8b9fec8b-0659-4648-a702-39742a160a2a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1346493 Dec 10 17:14:43.100993 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:14:43.103326 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c8ee3-54db-4808-8827-78eb74a97583" -d '{"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:14:43.142401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d931b3-48d4-4f17-beba-9d8db7266f14 x-openstack-request-id: req-61d931b3-48d4-4f17-beba-9d8db7266f14 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:14:43.142951 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:14:43.143213 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61d931b3-48d4-4f17-beba-9d8db7266f14 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:14:43.143630 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'status': 'completed', 'code': 200} Dec 10 17:14:43.208617 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-fce41fa9-a2e9-4ed4-825a-c22e2341f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:43.210174 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-fce41fa9-a2e9-4ed4-825a-c22e2341f5e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1099 time: 0.0413282 Dec 10 17:14:43.217638 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:43.304507 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-7ede642f-ae5b-4c73-a14d-7a58bb524ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:43.306021 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-7ede642f-ae5b-4c73-a14d-7a58bb524ecf service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0883567 Dec 10 17:14:43.372324 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-049f6fea-c682-4448-a902-ec5f4eb4a3be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 999 time: 0.0590498 Dec 10 17:14:43.420946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-beeb4c10-0653-4433-a058-6a923993de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:43.422325 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-beeb4c10-0653-4433-a058-6a923993de7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0434656 Dec 10 17:14:43.432641 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '3f9a1a9e-5ce4-4a45-88d1-3889e1969f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:14:42Z', 'updated_at': '2021-12-10T17:14:42Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:43.462199 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:14:43.470515 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:14:43.471125 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:14:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:43.472637 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-61717eca-797a-4f2e-9f9e-d4c431cf2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:14:43.474191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-61717eca-797a-4f2e-9f9e-d4c431cf2fb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445235 Dec 10 17:14:43.564877 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-4c191d48-1162-4271-b7c9-3357ace1cda3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828321 Dec 10 17:14:43.579589 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:14:43.660197 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d52c8ee3-54db-4808-8827-78eb74a97583 req-de6caf58-4722-42c6-9d2e-996024c3d448 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868635 Dec 10 17:14:43.798736 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '3f9a1a9e-5ce4-4a45-88d1-3889e1969f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:14:42Z', 'updated_at': '2021-12-10T17:14:42Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:14:43.824650 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893a3c-021f-4684-bf67-ffd39bb88222 None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '3f9a1a9e-5ce4-4a45-88d1-3889e1969f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:14:42Z', 'updated_at': '2021-12-10T17:14:42Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:14:44.009523 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0936d-1ecd-4844-b956-be9e603b479a None None] New status for floating IP 3f9a1a9e-5ce4-4a45-88d1-3889e1969f51: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:14:47.828302 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:03.011576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d2bb450e-f518-40cd-8e82-5f28365cb117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:05.219915 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-67eedf37-4c4f-48bf-82c3-be4def1d3165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:06.768600 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:08.082801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:08.736196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:08.916508 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:15:17.855847 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:29.292610 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-d72de61d-85d3-4679-bb59-6caae2d5c5d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384064 Dec 10 17:15:29.383834 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-fabbae93-4c5a-4ecf-83a1-c0c534ab9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:29.385353 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-fabbae93-4c5a-4ecf-83a1-c0c534ab9e48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1099 time: 0.0433888 Dec 10 17:15:29.485775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-a8cadc49-67e3-46d4-bb04-f8c66a4445e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:29.487138 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-a8cadc49-67e3-46d4-bb04-f8c66a4445e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0829175 Dec 10 17:15:29.561111 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-42249c43-ab64-4124-95eb-cca14dec25a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1001 time: 0.0614407 Dec 10 17:15:29.616940 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-0e2be208-77be-4fb7-8c33-75a41db20a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:29.618396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-0e2be208-77be-4fb7-8c33-75a41db20a70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0450435 Dec 10 17:15:29.669340 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-329f2b06-622f-4426-ae64-8e27bc863593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:15:29.670808 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-329f2b06-622f-4426-ae64-8e27bc863593 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400071 Dec 10 17:15:29.765531 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-f9bb75a5-d74d-44a9-84a9-89367c5475c1 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Dec 10 17:15:29.863205 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7148e5c9-910d-4f46-8183-89962dda4e36 req-b5140659-dd97-4fa8-bd54-a32bfc22ac0d service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Dec 10 17:15:33.064786 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-305bc659-3aae-401d-aa24-8ca35b7422e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:35.213814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6967ceb3-7eac-4855-88f3-662746bd44d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:36.779522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:38.053701 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:38.745357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:15:45.916084 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:15:47.844065 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:03.050406 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-579c6172-5c6b-4aab-82d3-994c57b7bf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:05.209223 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab3babf6-ed27-4dd8-a6fb-85d0388a6ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:06.773408 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:08.037666 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:08.741091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:17.881622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:22.915847 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:16:31.283369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-c4b0f144-7677-409b-bec4-4f4d843ca570 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425553 Dec 10 17:16:31.379964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-61b02fd0-3849-4482-b47a-b6b4533227b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:31.381518 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-61b02fd0-3849-4482-b47a-b6b4533227b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1099 time: 0.0411625 Dec 10 17:16:31.493347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-f447f782-cd5d-4fab-9c90-648742bcda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:31.494756 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-f447f782-cd5d-4fab-9c90-648742bcda4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0859566 Dec 10 17:16:31.563936 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-c151e645-737f-46a9-8a80-9b877e9726c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1001 time: 0.0576990 Dec 10 17:16:31.616288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-1712d41d-0bc3-4128-8d69-d1a0622b880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:31.617725 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-1712d41d-0bc3-4128-8d69-d1a0622b880a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0426104 Dec 10 17:16:31.670524 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-eaf72b97-a9b8-42e3-8ac0-a2a2ffeef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:31.672038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-eaf72b97-a9b8-42e3-8ac0-a2a2ffeef084 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422542 Dec 10 17:16:31.762576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-a8c2c2ae-8a7f-4d21-8d90-ede77dcaa9af service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812116 Dec 10 17:16:31.861073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38ddc79d-8867-4f27-8c0b-a23a604afb40 req-3583a0ad-bc74-48f9-b476-69e0277542f3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Dec 10 17:16:33.037601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4012f68d-d02c-4bf0-999e-7d3da84fb0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:35.237549 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9ac4-8cf7-4076-86a0-4891e264a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:36.773332 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:38.082092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:38.746083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:41.172499 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aafc5-6422-442b-9119-ea81e2cac15a req-cdb0aea3-1349-4142-8df5-3fcb383bc480 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:41.174014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b14aafc5-6422-442b-9119-ea81e2cac15a req-cdb0aea3-1349-4142-8df5-3fcb383bc480 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0506878 Dec 10 17:16:41.223738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b14aafc5-6422-442b-9119-ea81e2cac15a req-50368d0a-b439-493d-bb5a-f38203e69484 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Dec 10 17:16:42.358797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902e3c-5928-4de8-8eee-d16f405646e2 req-8cd6b79c-7e5a-4e43-9b01-06bbfbc80b11 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:42.360299 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6e902e3c-5928-4de8-8eee-d16f405646e2 req-8cd6b79c-7e5a-4e43-9b01-06bbfbc80b11 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0547032 Dec 10 17:16:42.410365 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6e902e3c-5928-4de8-8eee-d16f405646e2 req-fd36d3d3-0fe6-4b75-89e1-e32a22286705 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Dec 10 17:16:43.535278 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb073c-0b6c-4435-a69b-6510218a4eb5 req-ff5ddd54-0a6e-445c-b37b-4c2d13e0f1cd tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:43.536784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dccb073c-0b6c-4435-a69b-6510218a4eb5 req-ff5ddd54-0a6e-445c-b37b-4c2d13e0f1cd tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0489132 Dec 10 17:16:43.584623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dccb073c-0b6c-4435-a69b-6510218a4eb5 req-2456bbd4-cc06-4238-a91b-7a24599491c3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413570 Dec 10 17:16:44.698790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d9e5c-c78e-45c6-96b4-94d3b36ad60f req-885cbae4-b29f-4bdd-a076-1cf9df531812 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:44.700165 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-371d9e5c-c78e-45c6-96b4-94d3b36ad60f req-885cbae4-b29f-4bdd-a076-1cf9df531812 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0489614 Dec 10 17:16:44.749423 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-371d9e5c-c78e-45c6-96b4-94d3b36ad60f req-c0479c39-7980-48e0-94ff-38cc43070164 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432389 Dec 10 17:16:45.866862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffca6f-8072-4a35-bb24-d033d039ee8c req-787e841a-d591-49ee-a7a2-72f07b65e8b7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:45.868330 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6ffca6f-8072-4a35-bb24-d033d039ee8c req-787e841a-d591-49ee-a7a2-72f07b65e8b7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0533066 Dec 10 17:16:45.916556 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d6ffca6f-8072-4a35-bb24-d033d039ee8c req-d9505175-93b8-4cc6-aeae-377ad39e902b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423894 Dec 10 17:16:47.028494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66fdd4-de0c-43a8-a7de-5696b13b70c4 req-8a6bf6f5-006b-44c3-8535-520a4d4dd2a7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:47.029989 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce66fdd4-de0c-43a8-a7de-5696b13b70c4 req-8a6bf6f5-006b-44c3-8535-520a4d4dd2a7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0477016 Dec 10 17:16:47.082804 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ce66fdd4-de0c-43a8-a7de-5696b13b70c4 req-ac067f68-e292-4b8a-8e1a-44ffdfb93ad5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467477 Dec 10 17:16:47.865888 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:48.196033 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daac25-b774-4b6d-af2d-a8f89765b38b req-c2033776-4b0b-436b-9b31-008580157012 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:48.198182 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-37daac25-b774-4b6d-af2d-a8f89765b38b req-c2033776-4b0b-436b-9b31-008580157012 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0488126 Dec 10 17:16:48.247544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-37daac25-b774-4b6d-af2d-a8f89765b38b req-81d2349e-64ef-4770-8d71-09b44965dff4 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436220 Dec 10 17:16:49.359916 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59586c63-e662-4f5f-9bad-dae7d4f78b4f req-0d3b71de-438a-4d0e-aa08-5c6d01c41b5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:49.361401 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59586c63-e662-4f5f-9bad-dae7d4f78b4f req-0d3b71de-438a-4d0e-aa08-5c6d01c41b5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0488422 Dec 10 17:16:49.409871 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-59586c63-e662-4f5f-9bad-dae7d4f78b4f req-59d6cb4b-2402-41b9-af0f-c04cadaaf9fb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425205 Dec 10 17:16:50.534171 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cee6b4-329d-4489-a259-b5670238df82 req-583fdadd-fe8e-4c2e-93cb-de349057d93f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:50.535635 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-00cee6b4-329d-4489-a259-b5670238df82 req-583fdadd-fe8e-4c2e-93cb-de349057d93f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0576730 Dec 10 17:16:50.584131 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-00cee6b4-329d-4489-a259-b5670238df82 req-21191043-d668-4800-b712-51b9a2a8fd33 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Dec 10 17:16:51.699642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae0eb-3d71-4595-819c-f3f1f57346e4 req-0fe803b8-9d65-45b1-b2ab-ce975f84c86a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:51.701140 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0f9ae0eb-3d71-4595-819c-f3f1f57346e4 req-0fe803b8-9d65-45b1-b2ab-ce975f84c86a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0483975 Dec 10 17:16:51.749451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0f9ae0eb-3d71-4595-819c-f3f1f57346e4 req-41c8abd9-0afd-4699-9f01-16cad333ac68 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Dec 10 17:16:52.861326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68bded-8901-4dd6-8570-611364f745ef req-2758a053-cb2f-4fd5-b524-fc06fbaf6f13 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:52.862792 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d68bded-8901-4dd6-8570-611364f745ef req-2758a053-cb2f-4fd5-b524-fc06fbaf6f13 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0491495 Dec 10 17:16:52.911114 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d68bded-8901-4dd6-8570-611364f745ef req-ac42a6e1-793e-4464-94c8-71ab02ac4ad5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Dec 10 17:16:54.035263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3fad8-68b4-4edb-897d-0d5cd9235c79 req-8ed91e95-1109-4938-8ad2-2e541b49ab75 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:54.037000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dea3fad8-68b4-4edb-897d-0d5cd9235c79 req-8ed91e95-1109-4938-8ad2-2e541b49ab75 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0541353 Dec 10 17:16:54.091451 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-dea3fad8-68b4-4edb-897d-0d5cd9235c79 req-2d466779-1979-46fd-a634-035313c1015c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471587 Dec 10 17:16:54.627858 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:16:54.728580 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:16:54.741166 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:16:54.781068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:54.796072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:16:54.816571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:16:54.883229 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:54.940060 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:16:54.948038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.948430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.948732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.949092 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.949422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.949754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.950081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.950409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.950737 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.951238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.951561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.951882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.952203 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:16:54.966288 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['46ea07f3-a268-45e0-8337-60e11741c2ac'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:16:55.245359 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2b3f-fbf2-455a-a657-b70961ef7f7c req-dd6682bf-2ee3-49c6-8b6e-0da6b9f319a0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:55.247581 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee7f2b3f-fbf2-455a-a657-b70961ef7f7c req-dd6682bf-2ee3-49c6-8b6e-0da6b9f319a0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0544174 Dec 10 17:16:55.303596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ee7f2b3f-fbf2-455a-a657-b70961ef7f7c req-0adfe9d9-b6b1-4e73-b38a-22df7bd2a938 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499797 Dec 10 17:16:56.427811 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924798d-66e6-48bb-ac63-62245805b631 req-7cf2dc18-299f-44d1-bf18-0c30c2e7936f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:56.429286 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5924798d-66e6-48bb-ac63-62245805b631 req-7cf2dc18-299f-44d1-bf18-0c30c2e7936f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0509660 Dec 10 17:16:56.487116 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5924798d-66e6-48bb-ac63-62245805b631 req-b981811d-7c1d-4ce5-83f0-29386d82d15c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512617 Dec 10 17:16:56.643037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:16:56.696430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 46ea07f3-a268-45e0-8337-60e11741c2ac triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:16:56.696873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:56.779045 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:56.802694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:16:56.804977 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed0c4b-d551-4290-b577-555a0df0b1ee" -d '{"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:16:56.818211 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:16:56.913893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c1ce6f-71d9-4043-b230-89c0bfb7326c x-openstack-request-id: req-c3c1ce6f-71d9-4043-b230-89c0bfb7326c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:16:56.914198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:16:56.914482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3c1ce6f-71d9-4043-b230-89c0bfb7326c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:16:56.914892 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'code': 200} Dec 10 17:16:56.923198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:16:56.982330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:16:57.618206 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326488-2517-4496-8647-e0c45baece81 req-9894b691-5357-428f-a8fb-4daf50c827bf tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:57.625450 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a7326488-2517-4496-8647-e0c45baece81 req-9894b691-5357-428f-a8fb-4daf50c827bf tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0627379 Dec 10 17:16:57.688111 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a7326488-2517-4496-8647-e0c45baece81 req-61eed4d9-c0d9-4b19-b8e7-71283a87ad43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534153 Dec 10 17:16:58.812890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb3bf-c372-423e-9d1b-e0be6be16174 req-f18971ae-6abc-4c43-856f-a8aece479469 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:16:58.814603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-723cb3bf-c372-423e-9d1b-e0be6be16174 req-f18971ae-6abc-4c43-856f-a8aece479469 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0579927 Dec 10 17:16:58.878784 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-723cb3bf-c372-423e-9d1b-e0be6be16174 req-ed46ff69-b4f6-446b-a7a6-a06f73111a05 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568864 Dec 10 17:16:59.917085 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:17:00.006233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f755a-5bb4-4d8e-9b91-d1e2d99f7f06 req-5f8a51a1-fb9e-4a2c-922c-8ddf9d391da6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:00.007900 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be3f755a-5bb4-4d8e-9b91-d1e2d99f7f06 req-5f8a51a1-fb9e-4a2c-922c-8ddf9d391da6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0539477 Dec 10 17:17:00.063000 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-be3f755a-5bb4-4d8e-9b91-d1e2d99f7f06 req-02a53e79-7877-4522-84fb-f58e33acaddc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Dec 10 17:17:01.189162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2579-e006-41cd-848d-aefd27d8bef7 req-b1d0aa41-de82-435b-b741-bb1ab7bb3a89 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:01.190849 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aecf2579-e006-41cd-848d-aefd27d8bef7 req-b1d0aa41-de82-435b-b741-bb1ab7bb3a89 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0538063 Dec 10 17:17:01.246127 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-aecf2579-e006-41cd-848d-aefd27d8bef7 req-ff26da67-42fd-4fe9-8623-9d87f2a26676 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480933 Dec 10 17:17:02.387161 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dedf5-6a3f-4dff-8839-14a3a3e61308 req-ee24e10b-fbec-4d99-b138-dbf3f822d198 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:02.388677 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf8dedf5-6a3f-4dff-8839-14a3a3e61308 req-ee24e10b-fbec-4d99-b138-dbf3f822d198 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0610394 Dec 10 17:17:02.457227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cf8dedf5-6a3f-4dff-8839-14a3a3e61308 req-ddc8abe2-c389-4e5a-814e-84317b7424b3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622942 Dec 10 17:17:03.031712 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-789bdb6d-42a9-46b2-97e6-282a73ffd0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:03.588955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717d88-8db4-4fcf-8824-ce994ef6e5a7 req-ccbeed31-849c-4db0-8760-c851521eea15 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:03.590609 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3a717d88-8db4-4fcf-8824-ce994ef6e5a7 req-ccbeed31-849c-4db0-8760-c851521eea15 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0562027 Dec 10 17:17:03.654166 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3a717d88-8db4-4fcf-8824-ce994ef6e5a7 req-e9c93177-e1ea-4174-a3a2-12bbbfdd9e9e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572433 Dec 10 17:17:04.770852 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3aa4b-a2cd-4bfe-8676-4f4c8a4cfea0 req-fa908e0b-6bd9-4ff8-bfe0-c7b866032a30 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:04.772348 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37e3aa4b-a2cd-4bfe-8676-4f4c8a4cfea0 req-fa908e0b-6bd9-4ff8-bfe0-c7b866032a30 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0511856 Dec 10 17:17:04.825863 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-37e3aa4b-a2cd-4bfe-8676-4f4c8a4cfea0 req-d0613fdb-fd86-4100-990d-391abf5ef621 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Dec 10 17:17:05.225742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e96c1506-a073-4deb-af9a-db3bc2ada5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:05.435555 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824e2a-0742-445e-8782-6dde8b72b263 req-0d306663-6551-4577-9187-688a42af2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:05.436927 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-0d306663-6551-4577-9187-688a42af2bad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1099 time: 0.0392971 Dec 10 17:17:05.531446 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824e2a-0742-445e-8782-6dde8b72b263 req-b35323eb-c045-4db1-88b2-530f198fd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:05.532885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-b35323eb-c045-4db1-88b2-530f198fd9f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0837598 Dec 10 17:17:05.600726 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-a02fb3ac-b34f-4b70-b62e-da0ba5250760 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1001 time: 0.0576508 Dec 10 17:17:05.653848 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824e2a-0742-445e-8782-6dde8b72b263 req-1bb00e4d-d4b8-4f34-9456-8495b51435e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:05.655229 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-1bb00e4d-d4b8-4f34-9456-8495b51435e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0416636 Dec 10 17:17:05.707317 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824e2a-0742-445e-8782-6dde8b72b263 req-1223e28d-329e-4f99-891d-fc823b38bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:05.708673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-1223e28d-329e-4f99-891d-fc823b38bd4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418820 Dec 10 17:17:05.800638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-d2bc4e89-d7be-49c1-a598-f7b2fc391fbc service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801148 Dec 10 17:17:05.908138 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-72824e2a-0742-445e-8782-6dde8b72b263 req-8535161d-0068-4ce9-8601-f8c342772f94 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961888 Dec 10 17:17:05.942950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a575c5-775b-4da2-b036-8525363f9203 req-2bb0d478-5959-486c-96f5-cdf3b96350b1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:05.944399 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74a575c5-775b-4da2-b036-8525363f9203 req-2bb0d478-5959-486c-96f5-cdf3b96350b1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0498438 Dec 10 17:17:05.994588 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-74a575c5-775b-4da2-b036-8525363f9203 req-410b7e1d-0b40-4603-a323-8efe2c38d13b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Dec 10 17:17:06.801183 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:07.108124 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45385af7-8980-4fc3-9320-a3594a2a08c4 req-68ec56b7-2961-48c3-b0e1-645aa29858cb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:07.109640 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-45385af7-8980-4fc3-9320-a3594a2a08c4 req-68ec56b7-2961-48c3-b0e1-645aa29858cb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0498788 Dec 10 17:17:07.159259 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-45385af7-8980-4fc3-9320-a3594a2a08c4 req-9500f6e5-65d6-4ef4-a6b5-ed0fb3099b09 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Dec 10 17:17:08.076778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:08.277200 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665891-71b9-4485-a406-2bb476edb67f req-27b0c128-c10c-41f8-8e52-98b533cce69d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:08.278591 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4665891-71b9-4485-a406-2bb476edb67f req-27b0c128-c10c-41f8-8e52-98b533cce69d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0494967 Dec 10 17:17:08.328055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a4665891-71b9-4485-a406-2bb476edb67f req-0a540313-cfd8-4006-9f9f-60eed3153399 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435665 Dec 10 17:17:08.398354 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-a6960f81-7bd0-48a5-a5ed-bd4da94a305c req-adbab87c-2aa5-47dd-b3b0-a2248d888be8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:17:08.403719 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a6960f81-7bd0-48a5-a5ed-bd4da94a305c req-adbab87c-2aa5-47dd-b3b0-a2248d888be8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055466 Dec 10 17:17:08.696157 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:17:08.760239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05674b06-e211-49fd-a571-6c688fb9d8b2 req-058d6f66-34b2-45c1-80ff-17abd480e79f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:08.761757 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-05674b06-e211-49fd-a571-6c688fb9d8b2 req-058d6f66-34b2-45c1-80ff-17abd480e79f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 946 time: 0.0530610 Dec 10 17:17:08.765742 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:08.778025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:08.803718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:17:08.805932 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01b058-25c2-486d-99c3-f4a1a287ab96" -d '{"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:17:08.821501 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:17:08.828573 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-05674b06-e211-49fd-a571-6c688fb9d8b2 req-b608b37f-81de-4891-b31e-e4f90f073ad0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591018 Dec 10 17:17:08.845606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b276885-0c66-4b2c-b9a3-36b931a357c2 x-openstack-request-id: req-8b276885-0c66-4b2c-b9a3-36b931a357c2 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:17:08.845906 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-unplugged", "status": "failed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:17:08.846173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b276885-0c66-4b2c-b9a3-36b931a357c2 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:17:08.846640 dv-neutron-820858-1-hyperv neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'code': 422} returned with failed status Dec 10 17:17:08.911638 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:08.957676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:17:09.276622 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-04fb4257-1bab-4fea-a087-fb10c35c89a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862212 Dec 10 17:17:09.932702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eae30-e0bc-4509-96c9-b76fbed80992 req-2d71b45c-931e-4580-9d71-11b8f21e8643 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:09.934203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-df2eae30-e0bc-4509-96c9-b76fbed80992 req-2d71b45c-931e-4580-9d71-11b8f21e8643 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0501392 Dec 10 17:17:09.984387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-df2eae30-e0bc-4509-96c9-b76fbed80992 req-6ab8036c-0970-4a2f-87b4-fadc119ff9ca tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Dec 10 17:17:10.722146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e371c7-e772-41f8-bae9-ef46315667bd req-2da9bc3a-0d33-4005-95bd-306930213da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:10.723600 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-2da9bc3a-0d33-4005-95bd-306930213da9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 1097 time: 0.0406141 Dec 10 17:17:10.790832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e371c7-e772-41f8-bae9-ef46315667bd req-8383b038-8dc3-449b-a9b3-d457c0b0eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:10.792337 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-8383b038-8dc3-449b-a9b3-d457c0b0eeb0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1097 time: 0.0440691 Dec 10 17:17:10.895890 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e371c7-e772-41f8-bae9-ef46315667bd req-f687a0a3-674d-4be4-95a6-307b70501630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:10.897372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-f687a0a3-674d-4be4-95a6-307b70501630 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0921576 Dec 10 17:17:10.972528 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-91cbacef-9ce0-490c-9dac-6781569a6368 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 999 time: 0.0632002 Dec 10 17:17:11.028620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e371c7-e772-41f8-bae9-ef46315667bd req-b3a1f945-7ec1-40af-a3f8-50e3cde64b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:11.030240 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-b3a1f945-7ec1-40af-a3f8-50e3cde64b9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0443375 Dec 10 17:17:11.082336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e371c7-e772-41f8-bae9-ef46315667bd req-c48828de-6d0a-4367-b6a0-cef1b0273642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:11.083838 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-c48828de-6d0a-4367-b6a0-cef1b0273642 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405209 Dec 10 17:17:11.102399 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721256f4-e0c9-4a35-9f22-78f76485c1b5 req-c70eff76-e28a-42f0-a2d0-8bb9672c63b8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:11.104067 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-721256f4-e0c9-4a35-9f22-78f76485c1b5 req-c70eff76-e28a-42f0-a2d0-8bb9672c63b8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0499966 Dec 10 17:17:11.156670 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-721256f4-e0c9-4a35-9f22-78f76485c1b5 req-a66506c6-d2a0-4e3d-bfe3-f473c9e7f9d0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 Dec 10 17:17:11.189510 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-346a4385-506c-4498-941e-4abaf3d95f1c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942519 Dec 10 17:17:11.280294 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-21e371c7-e772-41f8-bae9-ef46315667bd req-99af4840-7d61-42ee-89fa-74de47bc2c5d service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798237 Dec 10 17:17:12.279867 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37978-a99e-4301-abe7-5e54e833e40e req-8cdc2478-5926-43f7-9eff-9c81010d161b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:12.281532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27d37978-a99e-4301-abe7-5e54e833e40e req-8cdc2478-5926-43f7-9eff-9c81010d161b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0568388 Dec 10 17:17:12.336749 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-27d37978-a99e-4301-abe7-5e54e833e40e req-41a64250-d226-451c-b2d9-caf926f99e13 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492668 Dec 10 17:17:12.720838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:17:13.453721 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa1628-1e47-462a-8f33-a44a49386a47 req-06412a86-37d7-4d7d-8253-3e0072d81d01 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:13.455204 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6faa1628-1e47-462a-8f33-a44a49386a47 req-06412a86-37d7-4d7d-8253-3e0072d81d01 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0499654 Dec 10 17:17:13.509044 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6faa1628-1e47-462a-8f33-a44a49386a47 req-14858406-4e90-45ad-a0ab-a67b0de2a911 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 Dec 10 17:17:14.626903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34175997-83e9-4214-927d-03e82bc0de82 req-f8414f73-39bb-490e-83aa-4009837e63c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:14.629134 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-34175997-83e9-4214-927d-03e82bc0de82 req-f8414f73-39bb-490e-83aa-4009837e63c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0517750 Dec 10 17:17:14.686251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-34175997-83e9-4214-927d-03e82bc0de82 req-d143cbb2-19b1-473c-bf20-ecdbe2158ff8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Dec 10 17:17:15.817464 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67f740-f23f-4ee4-8d91-7a5530163cff req-96a6b1ba-0b2a-496b-b475-8cd24063dda7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:15.819035 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2f67f740-f23f-4ee4-8d91-7a5530163cff req-96a6b1ba-0b2a-496b-b475-8cd24063dda7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0551217 Dec 10 17:17:15.870993 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2f67f740-f23f-4ee4-8d91-7a5530163cff req-cbe6f57d-23e1-49a5-8851-cf495ef71eb2 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447206 Dec 10 17:17:16.999277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d60f3-e72b-410f-a352-7eb99d7fd0d9 req-e49096cc-7e17-427d-a0f2-495d6fbe80e9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:17.007219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d9d60f3-e72b-410f-a352-7eb99d7fd0d9 req-e49096cc-7e17-427d-a0f2-495d6fbe80e9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0614233 Dec 10 17:17:17.060943 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7d9d60f3-e72b-410f-a352-7eb99d7fd0d9 req-1977a2a4-521e-4717-bccf-f741347e9bd5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501642 Dec 10 17:17:17.859558 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:18.178286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f51e3-6f4e-42bd-92f0-2f5ab15b98ba req-36481152-6174-4750-b156-cf846aa06081 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:18.179783 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a86f51e3-6f4e-42bd-92f0-2f5ab15b98ba req-36481152-6174-4750-b156-cf846aa06081 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0504067 Dec 10 17:17:18.241450 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a86f51e3-6f4e-42bd-92f0-2f5ab15b98ba req-97e81390-1514-48e2-9198-1911b5ac2c7c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555222 Dec 10 17:17:19.369255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c284-3bc5-4371-8241-b3c4af4d0b84 req-a3334c19-5940-4ba8-a78d-2b23164bfc1f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:19.370738 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-41c7c284-3bc5-4371-8241-b3c4af4d0b84 req-a3334c19-5940-4ba8-a78d-2b23164bfc1f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0539007 Dec 10 17:17:19.421845 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-41c7c284-3bc5-4371-8241-b3c4af4d0b84 req-cebeb4e6-c1fc-4027-a813-ee4e8ade65ca tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Dec 10 17:17:20.544627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76b6be-d221-432e-b4e0-371f203d009b req-b10ab4c3-725e-446b-a449-bef5c23d0771 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:20.546189 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-da76b6be-d221-432e-b4e0-371f203d009b req-b10ab4c3-725e-446b-a449-bef5c23d0771 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0548425 Dec 10 17:17:20.598256 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-da76b6be-d221-432e-b4e0-371f203d009b req-3de075c4-c966-4e95-bf7e-ff6555a3f369 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461907 Dec 10 17:17:21.723420 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c9998-6ce6-4c0b-9cee-e95c7b2c9600 req-7f2dbe40-9ede-4baf-9937-3c8779bbd540 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:21.724921 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-073c9998-6ce6-4c0b-9cee-e95c7b2c9600 req-7f2dbe40-9ede-4baf-9937-3c8779bbd540 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0510695 Dec 10 17:17:21.775617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-073c9998-6ce6-4c0b-9cee-e95c7b2c9600 req-0674e42b-5899-43eb-9b2c-4e45b51f3e05 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 Dec 10 17:17:22.894834 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1bfd-7277-4ae3-92af-39bb890fbde3 req-dc2292fc-2c2e-4e9a-880f-144b659b4e7a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:22.896308 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f25a1bfd-7277-4ae3-92af-39bb890fbde3 req-dc2292fc-2c2e-4e9a-880f-144b659b4e7a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0477612 Dec 10 17:17:22.944165 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f25a1bfd-7277-4ae3-92af-39bb890fbde3 req-f4d68277-f292-4cce-be63-5d36e1be28e1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 Dec 10 17:17:24.061660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70b879-5b64-49bd-8a22-10a0d7bc4181 req-fde9cf90-8282-4b0f-b95b-85b4305233cb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:24.063134 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae70b879-5b64-49bd-8a22-10a0d7bc4181 req-fde9cf90-8282-4b0f-b95b-85b4305233cb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 944 time: 0.0529659 Dec 10 17:17:24.111658 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ae70b879-5b64-49bd-8a22-10a0d7bc4181 req-9324794e-064e-4ee1-adf4-7cbcfc9622a5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426667 Dec 10 17:17:24.782074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:17:24.878518 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:17:24.890541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'port_id': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'mac_address': 'fa:16:3e:d1:dd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:17:24.926565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:24.939568 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:17:24.958572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:17:25.030960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:25.080281 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=9']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:17:25.226084 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4059088-1d56-4619-aabd-3e1554a3e82a req-9f7c0562-0eab-4d9a-a061-e7670bda431c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:25.227567 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4059088-1d56-4619-aabd-3e1554a3e82a req-9f7c0562-0eab-4d9a-a061-e7670bda431c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0484798 Dec 10 17:17:25.281742 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e4059088-1d56-4619-aabd-3e1554a3e82a req-5a7cd0ab-0c16-4c32-8a2b-361ceff023a3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475433 Dec 10 17:17:25.352729 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['46ea07f3-a268-45e0-8337-60e11741c2ac'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:17:26.396712 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14343ef-d7d9-4f5b-b610-5e31957eeb35 req-70a3e42a-5f2c-46a5-b0b6-30e307ecca5e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:26.398201 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e14343ef-d7d9-4f5b-b610-5e31957eeb35 req-70a3e42a-5f2c-46a5-b0b6-30e307ecca5e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0480561 Dec 10 17:17:26.446237 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e14343ef-d7d9-4f5b-b610-5e31957eeb35 req-100a1471-3809-47a4-a0da-345418814272 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Dec 10 17:17:26.774269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:17:26.837004 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 46ea07f3-a268-45e0-8337-60e11741c2ac triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:17:26.837372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:26.913615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:26.935647 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:17:26.937949 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ca3903-8ba2-4e7d-a39a-06e9f1a1f365" -d '{"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:17:26.950372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:17:27.037736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb92944-9f69-40a2-bca6-7845bc116137 x-openstack-request-id: req-edb92944-9f69-40a2-bca6-7845bc116137 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:17:27.037736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:17:27.037736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edb92944-9f69-40a2-bca6-7845bc116137 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:17:27.037736 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'code': 200} Dec 10 17:17:27.564179 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361599b-ac1d-49ce-a6a2-dac168c94c2c req-f6032b2f-c12e-43d8-8656-62c8d7734fde tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:27.565824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b361599b-ac1d-49ce-a6a2-dac168c94c2c req-f6032b2f-c12e-43d8-8656-62c8d7734fde tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 945 time: 0.0542891 Dec 10 17:17:27.618388 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b361599b-ac1d-49ce-a6a2-dac168c94c2c req-b7ba5282-c5a4-445e-8b13-7ace038cd180 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463755 Dec 10 17:17:27.648275 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:27.696966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=10']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:17:28.247286 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee05509-0a77-43f7-bfbf-9d8be6235513 req-be287dca-4403-4838-a09c-e883a159b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:28.248745 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2ee05509-0a77-43f7-bfbf-9d8be6235513 req-be287dca-4403-4838-a09c-e883a159b0a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1100 time: 0.3644898 Dec 10 17:17:28.302944 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2ee05509-0a77-43f7-bfbf-9d8be6235513 req-d467d83b-995e-4104-9480-ca5461720248 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 Dec 10 17:17:28.735089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a339e-b7c0-4aaa-b09d-7f4e7f3285dc req-fde4a3e5-3c81-4855-926a-b613b0e976a8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:28.736452 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7d6a339e-b7c0-4aaa-b09d-7f4e7f3285dc req-fde4a3e5-3c81-4855-926a-b613b0e976a8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.0478430 Dec 10 17:17:28.784245 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7d6a339e-b7c0-4aaa-b09d-7f4e7f3285dc req-f95414f8-8c23-4df2-89ab-e0e3b8cdcd8d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Dec 10 17:17:29.901970 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6327f-012f-4e2d-a175-dc65a4a8c99b req-38ee0c59-b2a6-45d6-bec7-40a23d19bc51 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:29.903465 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2b6327f-012f-4e2d-a175-dc65a4a8c99b req-38ee0c59-b2a6-45d6-bec7-40a23d19bc51 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.0513904 Dec 10 17:17:29.953187 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2b6327f-012f-4e2d-a175-dc65a4a8c99b req-e524c3a7-0cd5-440e-a211-2e57a7baac34 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Dec 10 17:17:31.067730 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac10c11-48ee-4990-a2f3-4feb72f1617f req-9a588416-cf07-4d27-988e-ca56d2c4fbfe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:31.069260 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5ac10c11-48ee-4990-a2f3-4feb72f1617f req-9a588416-cf07-4d27-988e-ca56d2c4fbfe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.0492191 Dec 10 17:17:31.118852 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5ac10c11-48ee-4990-a2f3-4feb72f1617f req-6de88c1c-d678-4321-8ad2-34eac9824c5e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429139 Dec 10 17:17:32.267392 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-6e92b85a-72f3-43a2-a4ef-6bd9fe3731f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413346 Dec 10 17:17:32.350502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-cd0f95dd-6175-4742-b00f-a4178a01251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:32.351980 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-cd0f95dd-6175-4742-b00f-a4178a01251a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1100 time: 0.0403833 Dec 10 17:17:32.457758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-14d21f0d-de76-4678-bb4e-4de4d655bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:32.459172 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-14d21f0d-de76-4678-bb4e-4de4d655bb75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0881295 Dec 10 17:17:32.530829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-0b800907-f610-470a-872e-621445e336d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1001 time: 0.0642164 Dec 10 17:17:32.581014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-d1bd8e04-bb12-48ff-b407-2a226a46e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:32.582429 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-d1bd8e04-bb12-48ff-b407-2a226a46e441 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0446560 Dec 10 17:17:32.631149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-805821e5-6a7b-405e-b6b9-c6abefdca2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:17:32.632603 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-805821e5-6a7b-405e-b6b9-c6abefdca2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436280 Dec 10 17:17:32.720284 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-8b1981df-9851-4f45-8549-cd17d61f3bd3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788248 Dec 10 17:17:32.811260 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3bb3fea3-fd98-490b-9739-df29752e1e7c req-44fffefe-14ce-49b2-bcf5-4a950557f80c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833445 Dec 10 17:17:33.025216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-956b6921-fd11-4cee-99ff-6b60fb130028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:35.241589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e768626-07c6-4034-9b8f-173c87fcd68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:36.779159 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:36.919038 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:17:38.099360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:38.733570 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:17:47.905251 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:03.064146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9f042813-15e2-4c27-bf97-d491b1383e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:05.235445 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3a00-3ee7-4911-b46f-e7850b9c6363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:06.800174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:08.045958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:08.766823 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:13.917608 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:18:17.909524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:33.006514 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-669bcc94-93c2-4935-b73b-d2087fa03c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:33.319883 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-56fcb2c9-6c63-4de6-9e16-95001101487b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397065 Dec 10 17:18:33.413750 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-0457ce8b-3931-4119-85a4-507de1386832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:33.415232 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-0457ce8b-3931-4119-85a4-507de1386832 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1100 time: 0.0422578 Dec 10 17:18:33.525606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-44bc8b2e-81e2-429e-bcec-f28eb8ac7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:33.527066 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-44bc8b2e-81e2-429e-bcec-f28eb8ac7e96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0839217 Dec 10 17:18:33.600864 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-e05d91e8-b202-411e-ae83-930795ef6b34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 1001 time: 0.0620120 Dec 10 17:18:33.655044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-08596461-aee7-4fcc-baf7-c34c73bde88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:33.656435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-08596461-aee7-4fcc-baf7-c34c73bde88e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0424743 Dec 10 17:18:33.705368 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-06d96218-cdca-4eb2-8be8-5173573cf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:33.706797 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-06d96218-cdca-4eb2-8be8-5173573cf876 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393424 Dec 10 17:18:33.805683 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-ce8f94c3-06e9-46f0-a9cc-2f0738aa57ba service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828302 Dec 10 17:18:33.900013 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-0ec9645d-76ee-48c7-b3b3-5d9b0edf34e5 req-24ad8d81-7985-45bc-a307-c371638286e8 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Dec 10 17:18:35.240458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9c289fcd-cd0f-492c-9feb-20c647fa7ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:36.783704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:38.051972 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:38.756455 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.047467 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60022) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:44.220470 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Deleting port 0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:18:44.220808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.295325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.295649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.307620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Calling delete_port for 0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:18:44.526347 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.552359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'Port': ['ID=0aeb5a7d-c9d0-4e73-87b7-1a3751bdefd2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:44.565774 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.566144 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.566512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.566891 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.567232 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.567577 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.567927 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.568290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.568871 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.569238 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.569576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.569914 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.570245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:44.630402 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.630743 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Floating IP 3f9a1a9e-5ce4-4a45-88d1-3889e1969f51 disassociated (deleted). External IP: 172.26.4.15, port: 46ea07f3-a268-45e0-8337-60e11741c2ac. Dec 10 17:18:44.833511 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:18:44.941485 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:18:44.946530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:44.952015 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:18:44.963443 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:18:44.964050 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:18:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:18:44.973623 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-f1a3b67c-e903-4da3-af37-1e1ce33fd231 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f9a1a9e-5ce4-4a45-88d1-3889e1969f51 HTTP/1.1" status: 204 len: 168 time: 0.9250841 Dec 10 17:18:44.974202 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:18:44.976462 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20ad87-47df-49ef-8cb8-4458337194e3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:18:45.111898 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10746a1-8ffd-4d6d-b6ef-ef334e414dc3 x-openstack-request-id: req-a10746a1-8ffd-4d6d-b6ef-ef334e414dc3 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:18:45.112509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:18:45.112509 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a10746a1-8ffd-4d6d-b6ef-ef334e414dc3 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:18:45.112848 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'status': 'completed', 'code': 200} Dec 10 17:18:45.165848 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:18:45.189306 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-223e849c-401d-4dd0-8dc9-0ad435c9034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:45.191309 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-223e849c-401d-4dd0-8dc9-0ad435c9034f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 1100 time: 0.0427856 Dec 10 17:18:45.295517 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-43fc94c9-9870-4fb9-a35e-dd12489467a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:45.297129 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-43fc94c9-9870-4fb9-a35e-dd12489467a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0914028 Dec 10 17:18:45.345564 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-193d7d0a-487f-4804-a6f7-556879d50c47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 200 len: 217 time: 0.0377529 Dec 10 17:18:45.372222 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:18:45.399739 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:18:45.409795 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:18:45.410400 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:18:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:18:45.413900 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-00660d02-b16c-4bb7-ac60-ee3525f94ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:45.415632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-00660d02-b16c-4bb7-ac60-ee3525f94ea6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0565579 Dec 10 17:18:45.473293 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-21281849-45f7-46a5-a6b1-6cd78debab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:45.475095 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-21281849-45f7-46a5-a6b1-6cd78debab41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491958 Dec 10 17:18:45.520209 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:18:45.525297 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63af9c-06e8-46c6-bca0-1d4ca48d8514 req-7b6d0168-3dc8-44e0-a2a4-106bc08005dd tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:45.527760 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec63af9c-06e8-46c6-bca0-1d4ca48d8514 req-7b6d0168-3dc8-44e0-a2a4-106bc08005dd tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.1366727 Dec 10 17:18:45.576062 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-232541e4-c57a-4059-9098-bf1d7a4ca9c8 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Dec 10 17:18:45.584261 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec63af9c-06e8-46c6-bca0-1d4ca48d8514 req-a6396993-76a6-4085-b699-5aaf8d16f84f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499752 Dec 10 17:18:45.673643 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e20ad87-47df-49ef-8cb8-4458337194e3 req-bac3b87e-fe04-400f-9db0-54cf86b7b058 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894594 Dec 10 17:18:45.722419 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:18:45.748335 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e57bf0-fa0c-4a11-886d-b3694f1422fc None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:18:45.973793 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612baaa-5804-421e-b825-822f7207d298 None None] New status for floating IP 3f9a1a9e-5ce4-4a45-88d1-3889e1969f51: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:18:46.757562 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896bfd-4099-437b-81f3-1b2e27dcc936 req-0c140b67-c4bf-4171-8a13-3778719ef88a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:46.759042 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-15896bfd-4099-437b-81f3-1b2e27dcc936 req-0c140b67-c4bf-4171-8a13-3778719ef88a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.1004198 Dec 10 17:18:46.809427 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-15896bfd-4099-437b-81f3-1b2e27dcc936 req-baf33f35-be9f-49c3-941f-7dcb920a83a4 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5db366-4cd1-4a3d-bcca-324e94c10c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Dec 10 17:18:46.941735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-845dbb45-4fc9-457a-9e21-4c6737e4a898 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:18:46.943159 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-845dbb45-4fc9-457a-9e21-4c6737e4a898 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 947 time: 0.0518425 Dec 10 17:18:47.034166 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Deleting port 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:18:47.034506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.127572 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] For port 46ea07f3-a268-45e0-8337-60e11741c2ac, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=46ea07f3-a268-45e0-8337-60e11741c2ac,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:18:47.127936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.142917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Calling delete_port for 46ea07f3-a268-45e0-8337-60e11741c2ac owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:18:47.354734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.387426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'Port': ['ID=46ea07f3-a268-45e0-8337-60e11741c2ac,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:47.399485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.399855 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.400195 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.400542 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.400882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.401254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.401591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.401930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.402271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.403119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.403448 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.403780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.404107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:18:47.438503 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] No DVR routers for this DVR port 46ea07f3-a268-45e0-8337-60e11741c2ac on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:18:47.440986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.444584 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-c9da146e-0a4e-474d-a2d9-64ab6361cfa7 req-ecc546d5-70fc-4ded-9a5b-f525d0d25237 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "DELETE /v2.0/ports/46ea07f3-a268-45e0-8337-60e11741c2ac HTTP/1.1" status: 204 len: 173 time: 0.4908998 Dec 10 17:18:47.445119 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-deleted', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:18:47.447369 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a075d8f-cb68-4fc5-92ca-301c3788fdc7" -d '{"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-deleted", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:18:47.541991 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f84a52-6a59-4dd5-ba84-3ce706aabb17 x-openstack-request-id: req-f0f84a52-6a59-4dd5-ba84-3ce706aabb17 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:18:47.542302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb444aa3-edc5-4dd3-9b57-8ae78650ff5f", "name": "network-vif-deleted", "tag": "46ea07f3-a268-45e0-8337-60e11741c2ac", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:18:47.542568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0f84a52-6a59-4dd5-ba84-3ce706aabb17 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:18:47.542986 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb444aa3-edc5-4dd3-9b57-8ae78650ff5f', 'name': 'network-vif-deleted', 'tag': '46ea07f3-a268-45e0-8337-60e11741c2ac', 'status': 'completed', 'code': 200} Dec 10 17:18:47.903734 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:47.920982 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b045e583-360b-4397-ab66-ad40094f2fb3 req-84df4bdb-7c93-4145-8631-d94d4885ee10 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb444aa3-edc5-4dd3-9b57-8ae78650ff5f HTTP/1.1" status: 200 len: 210 time: 0.0264068 Dec 10 17:18:48.978690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60054) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:49.034769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:49.060157 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:49.178008 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:49.180750 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:49.181949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc5db366-4cd1-4a3d-bcca-324e94c10c8e HTTP/1.1" status: 204 len: 168 time: 0.2022605 Dec 10 17:18:49.191839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9699df2-7309-4d00-b586-302b59d234e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5db366-4cd1-4a3d-bcca-324e94c10c8e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:50.761549 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60062) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:50.766138 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029337284', 'description': 'tempest-secgroup-smoke-1029337284 description', 'project_id': 'e257276f83e248538842862083a2d2af'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:50.840581 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:50.904965 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:50.916551 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:18:50.960214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:50.989521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dab342-6195-4b07-8599-6c42ebcbff35,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:51.042476 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.044227 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6d9d921d-f59a-4c4b-a068-6efed200af96 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2816567 Dec 10 17:18:51.047108 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60064) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:51.051530 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:51.154619 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.212973 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.251253 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:18:51.263639 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.273462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 46ea07f3-a268-45e0-8337-60e11741c2ac {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:18:51.274139 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 46ea07f3-a268-45e0-8337-60e11741c2ac not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:18:51.282539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d435b2e-4f69-47dd-9485-97e54056c358,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:51.328368 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.329612 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-d6a98c31-b91a-493a-ba0f-4b3cb9d2b1d6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815495 Dec 10 17:18:51.332295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60066) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:51.336719 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:51.439669 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.494815 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.572069 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.591703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2a135b-ca2d-47a0-b2a5-ed95ba24cd41,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:51.676905 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.678208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a2485c9b-66c9-46cf-acfc-b92c5554e94e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448844 Dec 10 17:18:51.681046 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60068) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:51.685469 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:51.770446 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.825687 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.902983 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:51.920387 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0ea34e-e762-43a5-963d-65e274acbd17,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:52.002244 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.003550 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-4ff8c59b-6060-4aff-93d8-f6f227dd04f9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215120 Dec 10 17:18:52.006233 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60070) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:52.014775 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:52.090723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.139349 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.206159 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.228080 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9349dd3-2869-45aa-8e4f-38b0ebf740a5,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:52.322413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.323623 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-bec0dca5-3f4d-4b15-a020-3dc04185b684 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163564 Dec 10 17:18:52.326329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60072) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:52.330581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:52.411660 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Project e257276f83e248538842862083a2d2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:18:52.416302 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.476250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.531410 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.549749 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0a156c-b193-47d7-90aa-4ed212806033,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:52.613964 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.615204 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d17d545b-7652-4ded-b19c-edad1155d552 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879505 Dec 10 17:18:52.619588 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60074) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:18:52.623986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'security_group_rule': {'security_group_id': '30dab342-6195-4b07-8599-6c42ebcbff35', 'project_id': 'e257276f83e248538842862083a2d2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:18:52.704129 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Project e257276f83e248538842862083a2d2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:18:52.710400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.770076 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.840506 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.858687 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fbb37a-6ef5-4176-8f41-e7cb92a6e905,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:18:52.934055 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:18:52.935267 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-b2e94c85-c764-4f05-b00b-54632d26a8ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147254 Dec 10 17:19:03.086120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8dabbfc-8126-4617-ad1f-c329acb50b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:05.251706 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-51fe1e9c-1726-4b67-825e-6c019311cd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:06.800075 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:08.092114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:08.748866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:17.868583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:18.931761 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-01e42023-3da1-42af-b1f0-0da924b9d5c5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029337284&fields=id&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 267 time: 0.0440173 Dec 10 17:19:19.038876 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-22ed4b39-d949-4fd8-ba6c-ee42f94808b7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:19.040239 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-22ed4b39-d949-4fd8-ba6c-ee42f94808b7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 808 time: 0.1018023 Dec 10 17:19:19.055265 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-857020c0-5845-4f51-b465-bfc127a56a36 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/quotas/e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 375 time: 0.0093546 Dec 10 17:19:19.104697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-9f63b6a1-de1c-4e27-b6e0-f445abc9144e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443420 Dec 10 17:19:19.176847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-7c546076-e5e3-4912-82c5-f6cdc47360eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:19:19.177915 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-7c546076-e5e3-4912-82c5-f6cdc47360eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0616996 Dec 10 17:19:19.270341 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-631193fe-3f4f-4f37-a5f4-39341e2eeed6 service neutron] 10.222.0.21 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Dec 10 17:19:19.357638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-17920585-48df-4b16-9cb7-6b98145824c2 service neutron] 10.222.0.21 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813961 Dec 10 17:19:20.913626 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-820eceb2-1af5-45c1-9d90-517f35e81c27 req-30a192d8-1369-41d0-a9f8-24e394124800 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Dec 10 17:19:21.994897 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1972e8b1-eedb-4d71-96ef-03df13b95b44 req-1be15a0d-899b-48ff-93be-ea2d85177997 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0312686 Dec 10 17:19:23.071076 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2e97beb4-6a62-41d3-b8db-44986c96049a req-57464f07-8f33-4650-b369-bb51a2dde156 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0259712 Dec 10 17:19:24.194847 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-25a3b420-0781-4e7e-a071-2f25c7cff78a req-426b0d83-884b-49b9-9054-050607f9ff0e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0269241 Dec 10 17:19:25.290115 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-53cf3359-b8ba-4077-bc53-47c5fe671ec6 req-e3f1bdfa-a730-4459-9a31-f23f2ad46e1a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Dec 10 17:19:26.382236 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-580209a8-8866-4063-b38c-a0b9ca33da65 req-205dd476-047d-42d2-9279-c84997c40e50 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0264108 Dec 10 17:19:26.684869 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-f1aff8fd-3222-4475-b8e2-69f36c4404ea tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:26.686351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-f1aff8fd-3222-4475-b8e2-69f36c4404ea tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 808 time: 0.1018760 Dec 10 17:19:26.756396 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-95d9c18f-c067-4ecc-9c99-fcde4b9cbf47 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 380 time: 0.0597484 Dec 10 17:19:26.772301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'port': {'device_id': 'caeb6904-139e-4975-94c1-099d289700f4', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'admin_state_up': True, 'tenant_id': 'e257276f83e248538842862083a2d2af', 'security_groups': ['30dab342-6195-4b07-8599-6c42ebcbff35']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:19:26.925699 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Made reservation on behalf of e257276f83e248538842862083a2d2af for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:19:26.929364 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.059757 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Allocated IP 172.20.0.6 (cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e/35978703-31e8-4270-86df-f89143aac86c/113c778f-f4f0-4e9f-add0-dd43a8d87bea) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:19:27.200390 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.292041 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.337441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:19:27.340714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:19:27.344512 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:19:27.350925 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:27.404335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:27.404335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.467036 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-88214719-57a0-454f-b1cd-3639ff065548 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6982539 Dec 10 17:19:27.487202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Request body: {'port': {'device_id': 'caeb6904-139e-4975-94c1-099d289700f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:19:27.507850 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f629b52-a13e-4762-88ff-6632c233056e req-b4158a9e-abef-4b4e-bd0f-da61f07b9ca5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:27.510394 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2f629b52-a13e-4762-88ff-6632c233056e req-b4158a9e-abef-4b4e-bd0f-da61f07b9ca5 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 931 time: 0.0561173 Dec 10 17:19:27.565738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.568483 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2f629b52-a13e-4762-88ff-6632c233056e req-37247354-465b-400f-9195-b3eeb6f442d4 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Dec 10 17:19:27.593396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-e9b6d086-8f94-4c6c-8936-e66704b30ba0 None None] Provisioning complete for port 113c778f-f4f0-4e9f-add0-dd43a8d87bea triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:19:27.593959 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9b6d086-8f94-4c6c-8936-e66704b30ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.628876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6d086-8f94-4c6c-8936-e66704b30ba0 None None] Port 113c778f-f4f0-4e9f-add0-dd43a8d87bea cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:19:27.836703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113c778f-f4f0-4e9f-add0-dd43a8d87bea {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:19:27.844707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.856806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Transition to ACTIVE for port object 113c778f-f4f0-4e9f-add0-dd43a8d87bea will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:19:27.914053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:27.916239 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:19:27.966004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:28.035723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Attempting to bind port 113c778f-f4f0-4e9f-add0-dd43a8d87bea on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:19:28.036077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Attempting to bind port 113c778f-f4f0-4e9f-add0-dd43a8d87bea by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:19:28.036380 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Attempting to bind port 113c778f-f4f0-4e9f-add0-dd43a8d87bea on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:19:28.041414 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Port 113c778f-f4f0-4e9f-add0-dd43a8d87bea on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:19:28.041735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Attempting to bind port 113c778f-f4f0-4e9f-add0-dd43a8d87bea on network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:19:28.046723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:19:28.047065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Checking segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:19:28.048131 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Bound using segment: {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:19:28.048735 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Bound port: 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0b4f64-6871-4b63-8df0-c6beda631a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:19:28.049107 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:28.121400 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:19:28.124652 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:19:28.206310 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:28.247820 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.248435 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:28.249847 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] 10.222.0.61 "PUT /v2.0/ports/113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 1093 time: 0.7680106 Dec 10 17:19:28.250480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:19:28.252736 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2743dbb2-608b-4238-a3ae-c7b14ebc6586" -d '{"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:19:28.270829 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fc31-5ef9-484a-b5c6-a148edfa0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:28.309413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8235ef-0ab4-49e1-8757-1d128bd6b5b0 x-openstack-request-id: req-fe8235ef-0ab4-49e1-8757-1d128bd6b5b0 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:19:28.309787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:19:28.310254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe8235ef-0ab4-49e1-8757-1d128bd6b5b0 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:19:28.310733 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'status': 'completed', 'code': 200} Dec 10 17:19:28.390056 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-b604e69b-bff4-46e7-9479-f1e5f9d72246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.393307 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-b604e69b-bff4-46e7-9479-f1e5f9d72246 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1096 time: 0.0481396 Dec 10 17:19:28.519948 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-a471b657-f6fe-4216-b498-4606f4683cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.521489 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-a471b657-f6fe-4216-b498-4606f4683cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e257276f83e248538842862083a2d2af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1127026 Dec 10 17:19:28.627663 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-ded68a91-c482-4990-bf8e-cdeb5fcd82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.629214 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-2743dbb2-608b-4238-a3ae-c7b14ebc6586 req-ded68a91-c482-4990-bf8e-cdeb5fcd82b1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986156 Dec 10 17:19:28.710371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17642ad-b20d-449c-9f3b-ba11ccb73439 req-7c8a54b4-7a82-4a50-87ed-30c5f533ca2b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.711900 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e17642ad-b20d-449c-9f3b-ba11ccb73439 req-7c8a54b4-7a82-4a50-87ed-30c5f533ca2b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0626929 Dec 10 17:19:28.716610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-90a38f86-4b1e-4af2-884e-331d45e0fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.718351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-90a38f86-4b1e-4af2-884e-331d45e0fb00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1096 time: 0.0440469 Dec 10 17:19:28.763798 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-e17642ad-b20d-449c-9f3b-ba11ccb73439 req-d50d24ce-607a-4d62-83ad-88901c7ec4de tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Dec 10 17:19:28.765555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-3caf72d0-13d4-4bf2-a2e3-81c34107a02b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 217 time: 0.0355229 Dec 10 17:19:28.825196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-f6807aa5-590a-4807-a49b-2ef2c364a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.827723 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-f6807aa5-590a-4807-a49b-2ef2c364a23e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0503166 Dec 10 17:19:28.877407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-df8545da-5a1a-4e8d-8188-1949a25b25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:28.879008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-df8545da-5a1a-4e8d-8188-1949a25b25f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412223 Dec 10 17:19:28.979678 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-c824ea19-846e-41d9-987f-3543e12b7d89 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872095 Dec 10 17:19:29.081198 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-372d32b7-259f-4bcc-bf10-1322b3f1ce76 req-f903f307-cde5-44aa-91d6-ef064e819df5 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Dec 10 17:19:29.882534 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956de74-9eaa-4acc-8dac-a97de4153f2f req-27a7ef68-18dd-435d-b7ca-af83b983a641 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:29.884012 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b956de74-9eaa-4acc-8dac-a97de4153f2f req-27a7ef68-18dd-435d-b7ca-af83b983a641 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0504851 Dec 10 17:19:29.933329 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b956de74-9eaa-4acc-8dac-a97de4153f2f req-7c9545dc-52fb-47a4-b529-09dc3f08eed2 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Dec 10 17:19:31.053198 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850ce4-d1ee-4d5b-a539-e20e4dcd2118 req-04c1cf38-3efd-40f9-ba0f-a545151d807c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:31.054767 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c850ce4-d1ee-4d5b-a539-e20e4dcd2118 req-04c1cf38-3efd-40f9-ba0f-a545151d807c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0518687 Dec 10 17:19:31.106285 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4c850ce4-d1ee-4d5b-a539-e20e4dcd2118 req-fc716e88-6191-4c75-b435-18beac4f8d70 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Dec 10 17:19:32.227010 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d36b5-5a46-43e9-a55e-f771d97d1948 req-f30681f8-2932-462d-abad-eda93ca1a1c9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:32.228469 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-054d36b5-5a46-43e9-a55e-f771d97d1948 req-f30681f8-2932-462d-abad-eda93ca1a1c9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0538983 Dec 10 17:19:32.276953 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-054d36b5-5a46-43e9-a55e-f771d97d1948 req-de83dfc9-a479-45ca-89b9-c0c7b8e6beff tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Dec 10 17:19:33.040013 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8c441397-ad70-4e99-a317-d3964ebbddeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:33.410023 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299a9cf-04b8-4db6-94b7-ebda1c1896f0 req-e815c281-07ad-4fde-ae2f-01ad7011ebbb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:33.411469 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8299a9cf-04b8-4db6-94b7-ebda1c1896f0 req-e815c281-07ad-4fde-ae2f-01ad7011ebbb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0476253 Dec 10 17:19:33.464359 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8299a9cf-04b8-4db6-94b7-ebda1c1896f0 req-099ee824-df3e-41ec-a527-96377fb080f0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470045 Dec 10 17:19:34.580088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0347-2d9d-4450-9074-fa593d501d49 req-c0d32e0a-03a6-40c5-abd4-cc87b37b0280 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:34.581587 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-817b0347-2d9d-4450-9074-fa593d501d49 req-c0d32e0a-03a6-40c5-abd4-cc87b37b0280 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Dec 10 17:19:34.629842 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-817b0347-2d9d-4450-9074-fa593d501d49 req-10f5650a-fe6a-4c4b-8f23-694f857f38e4 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Dec 10 17:19:35.262520 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a71b-0682-4051-a333-8bce353d3b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:35.742731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc063f-ead8-401e-b5b0-188a4cb1acba req-81910606-bf63-42a8-9d2f-3d6fd69f3e8f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:35.744186 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46dc063f-ead8-401e-b5b0-188a4cb1acba req-81910606-bf63-42a8-9d2f-3d6fd69f3e8f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0476477 Dec 10 17:19:35.791542 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46dc063f-ead8-401e-b5b0-188a4cb1acba req-8e535137-3976-4b6b-b6c7-0b39882fe72b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Dec 10 17:19:36.805508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:36.909029 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1353af1-40b9-4e65-8ae9-dee254daf30d req-ef511d03-5be4-4dbe-8a2e-f5a75ff0b0ae tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:36.910502 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b1353af1-40b9-4e65-8ae9-dee254daf30d req-ef511d03-5be4-4dbe-8a2e-f5a75ff0b0ae tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0493603 Dec 10 17:19:36.963670 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b1353af1-40b9-4e65-8ae9-dee254daf30d req-82134335-1d4e-401a-bc4d-cd859402d5e1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Dec 10 17:19:38.051026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:38.080040 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e780-5e40-47ad-93ed-8657f1cfe8fd req-a9535897-fcc4-4b92-80df-0c841809f4d0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:38.081603 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b429e780-5e40-47ad-93ed-8657f1cfe8fd req-a9535897-fcc4-4b92-80df-0c841809f4d0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0491962 Dec 10 17:19:38.131153 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b429e780-5e40-47ad-93ed-8657f1cfe8fd req-d67e0633-d432-40bb-a162-bd05b5983f7c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Dec 10 17:19:38.759136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:39.243655 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701401e-be45-4919-bb88-d0218eadc3d4 req-e9e790b5-0ddf-4185-8d44-9ab5596d23bb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:39.245199 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f701401e-be45-4919-bb88-d0218eadc3d4 req-e9e790b5-0ddf-4185-8d44-9ab5596d23bb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0478954 Dec 10 17:19:39.293943 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f701401e-be45-4919-bb88-d0218eadc3d4 req-17cecd46-2bdb-4f19-b231-ad4bc87fa69f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Dec 10 17:19:40.420037 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bb52c-cca8-4911-a7af-a092fcffcfb6 req-cc4bbe7d-2f15-4bb3-aa72-71a9d7f95b76 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:40.421491 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-321bb52c-cca8-4911-a7af-a092fcffcfb6 req-cc4bbe7d-2f15-4bb3-aa72-71a9d7f95b76 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0605986 Dec 10 17:19:40.475992 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-321bb52c-cca8-4911-a7af-a092fcffcfb6 req-535d652a-1466-460d-90ed-3da68198a362 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467081 Dec 10 17:19:41.499804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:19:41.590641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9baffe-8c0b-4fc4-926b-88dae29939f9 req-223078fd-03bc-405a-b741-0d4365eed8d9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:41.592140 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9f9baffe-8c0b-4fc4-926b-88dae29939f9 req-223078fd-03bc-405a-b741-0d4365eed8d9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0493338 Dec 10 17:19:41.596640 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:19:41.608256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'mac_address': 'fa:16:3e:da:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:19:41.642346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9f9baffe-8c0b-4fc4-926b-88dae29939f9 req-608361ee-81e8-4e58-af5b-6f8fb44555ce tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Dec 10 17:19:41.644628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:41.657397 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c778f-f4f0-4e9f-add0-dd43a8d87bea {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:19:41.676778 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:19:41.747868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:41.793151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:41.800524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.800882 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.801259 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.801604 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.801944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.802280 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.802612 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.802946 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.803278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.803611 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.803979 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.804307 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:41.804656 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:42.010037 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['113c778f-f4f0-4e9f-add0-dd43a8d87bea'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:19:42.756890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8b56-7e9c-4f9c-8616-d64ce8c9a772 req-6378673b-cad8-477c-b676-a7c11fd645b3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:42.758379 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b11c8b56-7e9c-4f9c-8616-d64ce8c9a772 req-6378673b-cad8-477c-b676-a7c11fd645b3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 944 time: 0.0489848 Dec 10 17:19:42.807543 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b11c8b56-7e9c-4f9c-8616-d64ce8c9a772 req-747954a4-94c9-4ff7-88be-0f2af8d903c7 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Dec 10 17:19:43.519874 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:19:43.639456 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 113c778f-f4f0-4e9f-add0-dd43a8d87bea completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:19:43.644192 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 113c778f-f4f0-4e9f-add0-dd43a8d87bea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:19:43.644569 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:43.719629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:43.740789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:19:43.743030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7af457-e312-467e-8146-03b0fe9ae106" -d '{"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-plugged", "status": "completed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:19:43.760505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:19:43.785210 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eed1f9-4e0e-405d-a92d-616e89bab6aa x-openstack-request-id: req-57eed1f9-4e0e-405d-a92d-616e89bab6aa {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:19:43.789503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-plugged", "status": "completed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:19:43.789503 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57eed1f9-4e0e-405d-a92d-616e89bab6aa {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:19:43.789503 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'code': 200} Dec 10 17:19:43.799513 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:43.850235 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:43.925713 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c53e5-de92-40d4-8a68-2200e2526f37 req-6cbe748e-f336-46a1-8900-15053c7d1b26 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:43.927204 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-de9c53e5-de92-40d4-8a68-2200e2526f37 req-6cbe748e-f336-46a1-8900-15053c7d1b26 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Dec 10 17:19:43.977724 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-de9c53e5-de92-40d4-8a68-2200e2526f37 req-2d3c3966-f07d-457d-acbb-4391d550df5f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Dec 10 17:19:44.048865 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ba8d-1a3b-47f4-96c5-1526d4228439 req-1d149c07-de49-41e6-a08a-733f64661293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:44.050346 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33e0ba8d-1a3b-47f4-96c5-1526d4228439 req-1d149c07-de49-41e6-a08a-733f64661293 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0834868 Dec 10 17:19:44.101524 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-33e0ba8d-1a3b-47f4-96c5-1526d4228439 req-a263822e-7944-476f-b317-e7ddf544c70b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391035 Dec 10 17:19:45.095684 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693225b-1c74-46d6-8a3c-ec18f7d3e375 req-227f63d2-6eff-4208-bbd2-96156cdafece tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:45.097171 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1693225b-1c74-46d6-8a3c-ec18f7d3e375 req-227f63d2-6eff-4208-bbd2-96156cdafece tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0475316 Dec 10 17:19:45.148310 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1693225b-1c74-46d6-8a3c-ec18f7d3e375 req-efd53d04-e8c4-47a6-bc37-f3ccd3f025f1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Dec 10 17:19:46.261841 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44278-9fd1-4199-bcf4-5f9568fabe21 req-cae6eaa6-a1da-4000-9c3c-c37334f4a7fc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:46.263300 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4e44278-9fd1-4199-bcf4-5f9568fabe21 req-cae6eaa6-a1da-4000-9c3c-c37334f4a7fc tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Dec 10 17:19:46.310562 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a4e44278-9fd1-4199-bcf4-5f9568fabe21 req-fda6687e-87a9-4863-9497-e5406d48abfd tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Dec 10 17:19:46.422609 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98f07-1f80-48cd-8e2c-4543c3888b14 req-2e0266b0-daca-482e-9bb5-4fc8b8fee4bf tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:46.423971 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8db98f07-1f80-48cd-8e2c-4543c3888b14 req-2e0266b0-daca-482e-9bb5-4fc8b8fee4bf tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0472808 Dec 10 17:19:46.476166 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8db98f07-1f80-48cd-8e2c-4543c3888b14 req-64a02144-8e2d-4cfd-a437-ee5410fb5b89 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462911 Dec 10 17:19:46.497738 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60320) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:19:46.577568 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0c3b3-5278-4e81-b8a6-49b38a6db19c tempest-TestShelveInstance-861590107 tempest-TestShelveInstance-861590107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:46.579063 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d5f0c3b3-5278-4e81-b8a6-49b38a6db19c tempest-TestShelveInstance-861590107 tempest-TestShelveInstance-861590107-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1093 time: 0.0803609 Dec 10 17:19:46.581979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60324) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:19:46.586169 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:19:46.656778 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:46.754973 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:46.854238 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Allocated IP 172.26.4.100 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/0f4d5646-da28-4dd1-9e63-b94aad5c971a) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:19:46.961786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:47.051466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:47.091285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:19:47.094864 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:19:47.097473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:19:47.121776 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=0f4d5646-da28-4dd1-9e63-b94aad5c971a,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:47.765358 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:47.902233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:47.904802 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.064064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.125115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.195993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event updated for resources: {'Port': ['ID=0f4d5646-da28-4dd1-9e63-b94aad5c971a,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:19:48.208696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.211426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.212205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.212205 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.212387 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.212638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:19:48.218224 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.319055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Floating IP dc08729c-ae9e-4e92-a54d-7ef426a97f51 associated. External IP: 172.26.4.100, port: 113c778f-f4f0-4e9f-add0-dd43a8d87bea. Dec 10 17:19:48.540963 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:19:48.648822 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:19:48.659233 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:19:48.668549 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:19:48.669189 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:19:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:19:48.727294 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:19:48.756250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3ba2495b-0b34-48a0-a782-bcbc7598b5c1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1732490 Dec 10 17:19:48.757409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:19:48.760616 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15" -d '{"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:19:48.789364 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:19:48.799997 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030af4b0-9b87-4093-94f3-ce5309c1080a x-openstack-request-id: req-030af4b0-9b87-4093-94f3-ce5309c1080a {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:19:48.800494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:19:48.800600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-030af4b0-9b87-4093-94f3-ce5309c1080a {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:19:48.800995 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'status': 'completed', 'code': 200} Dec 10 17:19:48.874062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-29ba2e19-7de2-4106-877d-bf59b7e6bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:48.876318 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-29ba2e19-7de2-4106-877d-bf59b7e6bc7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0465024 Dec 10 17:19:48.973600 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-3f2dbd40-23a3-4e13-9ae5-f9922ebb42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:48.975138 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-3f2dbd40-23a3-4e13-9ae5-f9922ebb42ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0906885 Dec 10 17:19:49.038591 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'dc08729c-ae9e-4e92-a54d-7ef426a97f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:da:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb6904-139e-4975-94c1-099d289700f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:19:47Z', 'updated_at': '2021-12-10T17:19:47Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:19:49.046694 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-e59070fe-896e-4a6a-a13d-c28740ed77ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 999 time: 0.0629334 Dec 10 17:19:49.065400 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:19:49.074007 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:19:49.074612 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:19:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:19:49.098477 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-831d995b-f40d-4790-955b-38cbe61801df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:49.100355 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-831d995b-f40d-4790-955b-38cbe61801df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0461130 Dec 10 17:19:49.153098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-7828f75d-f069-436d-909e-cfb6aece2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:19:49.154617 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-7828f75d-f069-436d-909e-cfb6aece2e99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447264 Dec 10 17:19:49.183867 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:19:49.251148 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-a9162b4e-f079-44f3-8d44-c4d811be5e34 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890660 Dec 10 17:19:49.346460 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f7b63ff3-f19e-4f1a-9ec3-3db50f9f3b15 req-17b2dcc6-3ac7-4b3a-b863-de498fbda608 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881696 Dec 10 17:19:49.485747 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'dc08729c-ae9e-4e92-a54d-7ef426a97f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:da:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb6904-139e-4975-94c1-099d289700f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:19:47Z', 'updated_at': '2021-12-10T17:19:47Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:19:49.513572 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cfc9c0-e40e-4d63-9e12-59b8614697e0 None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': 'dc08729c-ae9e-4e92-a54d-7ef426a97f51', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'mac_address': 'fa:16:3e:da:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb6904-139e-4975-94c1-099d289700f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:19:47Z', 'updated_at': '2021-12-10T17:19:47Z', 'revision_number': 0, 'project_id': 'e257276f83e248538842862083a2d2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:19:49.692835 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b80787-736c-4e85-9d17-d105e3b503fb None None] New status for floating IP dc08729c-ae9e-4e92-a54d-7ef426a97f51: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:20:03.044561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28c0b24e-85f1-4437-83ec-657a281b545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:04.914930 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:20:05.250269 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e69ad13c-c2a7-4fd1-b187-f6f811573b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:06.788278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:08.067508 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:08.730014 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:17.896167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:20.309861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-c2e65a8d-669a-4c38-b26d-521c7cbb72c5 req-e73b7c8e-0a34-40e6-b46f-17d2fc1c207b service neutron] (103599) timed out ('10.222.0.61', 50185) {{(pid=103599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 17:20:33.032850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-94e0d1c6-0bc7-467f-a008-89d11985460d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:34.312271 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-5a17915d-cbf4-4b17-8847-d1edc1d93b4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463266 Dec 10 17:20:34.400578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-69225e67-0b03-4164-922f-44d5c7c453a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:34.402129 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-69225e67-0b03-4164-922f-44d5c7c453a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0414360 Dec 10 17:20:34.512965 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-567a9b11-65d8-4337-9593-08b3fa034c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:34.514351 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-567a9b11-65d8-4337-9593-08b3fa034c3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0887151 Dec 10 17:20:34.582031 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-b2f447f9-3c3a-4a12-a635-146c734eb75d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 1001 time: 0.0604823 Dec 10 17:20:34.636416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-5a923cec-31f9-49ea-af8e-601608784726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:34.637924 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-5a923cec-31f9-49ea-af8e-601608784726 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0481513 Dec 10 17:20:34.695707 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-e230dbda-dada-4914-9653-257f6cfc4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:20:34.697268 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-e230dbda-dada-4914-9653-257f6cfc4af7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497320 Dec 10 17:20:34.788269 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-b0e6b872-9402-40ea-85d4-7de33eb4e20c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826206 Dec 10 17:20:34.889522 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d9ca4ab9-a4c3-4e89-9403-426e7c3855cf req-19a6f00c-38ba-49c0-aa43-1ae7a08da35c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890841 Dec 10 17:20:35.255194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-942905e3-aa14-4fa3-bb13-c4f6680ca227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:36.809622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:38.163872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:38.752748 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:20:41.914377 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:20:47.872294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:03.061058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a334-a432-4cb9-87cc-3d89d73b8649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:05.220989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-66927ccf-52a0-4c07-8f20-1eba81c17078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:06.820540 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:08.129372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:08.734877 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:17.878002 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:18.913460 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:21:33.025998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c64eb79-b4a2-427c-9d58-a21761dc4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:35.243384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a37617e3-5561-41c8-84cc-8ca0765331c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:35.282580 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-db30c043-0090-4ee1-9deb-d71e544739c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430527 Dec 10 17:21:35.367573 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-13c23d7b-0ebf-4c56-9f2d-e27c647d4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:35.369077 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-13c23d7b-0ebf-4c56-9f2d-e27c647d4b1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0415184 Dec 10 17:21:35.483771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-fbf4ae7f-83d0-4e91-95eb-9ae7571b3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:35.485542 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-fbf4ae7f-83d0-4e91-95eb-9ae7571b3018 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0903654 Dec 10 17:21:35.552443 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-5cdd9fb5-960f-4b95-9b23-0cc4f358dcae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 1001 time: 0.0573487 Dec 10 17:21:35.607632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-f4fe1f47-7125-4c62-a9bb-c2f44308ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:35.609064 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-f4fe1f47-7125-4c62-a9bb-c2f44308ab1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0465946 Dec 10 17:21:35.656409 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-5bd440de-a37a-4c95-8c10-0e35cecae5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:21:35.657917 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-5bd440de-a37a-4c95-8c10-0e35cecae5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399225 Dec 10 17:21:35.748294 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-6c2f46f7-b8ac-4da3-a965-a3cbfb37afcc service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812478 Dec 10 17:21:35.855202 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd2d43f6-86b3-428e-b417-539e40205c05 req-6fc9fb8b-3e6b-4287-9ef4-cfccaa081758 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927391 Dec 10 17:21:36.786078 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:38.060507 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:38.728562 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:47.878188 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:21:55.912601 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:22:03.088819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a12319dc-e793-4cf2-9d39-9fd85646d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:05.265876 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8b215d9e-91dd-43a1-8e63-a1d8c9ef3621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:06.825489 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:08.185605 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:08.762721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:15.362164 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50f627-d953-47b7-be54-7e43bc2f83c5 req-5efae208-e48e-4969-aa45-c64bd7128e04 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:15.363685 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6c50f627-d953-47b7-be54-7e43bc2f83c5 req-5efae208-e48e-4969-aa45-c64bd7128e04 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Dec 10 17:22:15.425992 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-6c50f627-d953-47b7-be54-7e43bc2f83c5 req-5df2265e-ef1d-469c-8ec1-2c33e2637b8a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506597 Dec 10 17:22:16.558126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2c61-8ff3-4408-8bd1-771659f96396 req-09ee2ae6-ca11-4d67-923b-0389f4b8a29a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:16.560219 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a66d2c61-8ff3-4408-8bd1-771659f96396 req-09ee2ae6-ca11-4d67-923b-0389f4b8a29a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0545435 Dec 10 17:22:16.609697 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a66d2c61-8ff3-4408-8bd1-771659f96396 req-3ffbaa8f-9e55-4c38-8597-dcf682566e85 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Dec 10 17:22:17.739170 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467dd73-d3a1-44fb-815c-55424f9dc14b req-890644d3-8e8f-4d8e-b5ee-f5885461a7ea tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:17.740645 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a467dd73-d3a1-44fb-815c-55424f9dc14b req-890644d3-8e8f-4d8e-b5ee-f5885461a7ea tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Dec 10 17:22:17.789222 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a467dd73-d3a1-44fb-815c-55424f9dc14b req-c16c8b2f-be7b-4302-a77a-0339cedc4afe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Dec 10 17:22:17.888347 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:18.905256 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0bb8c-8033-4c17-ad20-9eb0fd5113ed req-5be724f1-cf78-4b78-934e-0995cfd5d359 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:18.906900 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ee0bb8c-8033-4c17-ad20-9eb0fd5113ed req-5be724f1-cf78-4b78-934e-0995cfd5d359 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0505679 Dec 10 17:22:18.958349 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9ee0bb8c-8033-4c17-ad20-9eb0fd5113ed req-35a78005-41e8-4fc0-b614-293203924297 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443223 Dec 10 17:22:20.071359 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9664b80-0864-4c1d-84ba-fac81d384d90 req-9a7efc8e-9067-4d7b-9e07-5cd7c2c13a12 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:20.072829 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c9664b80-0864-4c1d-84ba-fac81d384d90 req-9a7efc8e-9067-4d7b-9e07-5cd7c2c13a12 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Dec 10 17:22:20.120396 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c9664b80-0864-4c1d-84ba-fac81d384d90 req-fcc00910-4629-4877-9b12-b37f8af2ec2c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Dec 10 17:22:21.239841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66ea14-94fd-4559-8517-a2d980285b10 req-6b3398a0-50a8-466b-b2a7-0c80159cf675 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:21.241372 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc66ea14-94fd-4559-8517-a2d980285b10 req-6b3398a0-50a8-466b-b2a7-0c80159cf675 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0538914 Dec 10 17:22:21.293638 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc66ea14-94fd-4559-8517-a2d980285b10 req-43555315-1307-4938-bb4a-c36e4004fe38 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Dec 10 17:22:22.421006 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64317b-a9f6-4360-bc55-f139a067c671 req-a69cdcc7-cf9b-4781-a897-3a2a0cec950a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:22.422388 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc64317b-a9f6-4360-bc55-f139a067c671 req-a69cdcc7-cf9b-4781-a897-3a2a0cec950a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Dec 10 17:22:22.470311 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-cc64317b-a9f6-4360-bc55-f139a067c671 req-6d55f0c8-c2a3-489e-829d-15d25d5f03c6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Dec 10 17:22:23.583223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc491ca1-ac66-4a71-ac9b-e2b092c6c695 req-bedd2c0a-8dbf-4f6d-b957-67f0eb564316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:23.584707 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc491ca1-ac66-4a71-ac9b-e2b092c6c695 req-bedd2c0a-8dbf-4f6d-b957-67f0eb564316 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Dec 10 17:22:23.633047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fc491ca1-ac66-4a71-ac9b-e2b092c6c695 req-4562edf0-e920-4876-b774-f693bd0c66ba tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Dec 10 17:22:24.748123 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6b9ae-c3f9-4776-a74b-efd26c24a10f req-84e57f91-34aa-41c6-a086-be8a9cbcb38c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:24.749534 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1f6b9ae-c3f9-4776-a74b-efd26c24a10f req-84e57f91-34aa-41c6-a086-be8a9cbcb38c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Dec 10 17:22:24.798605 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-a1f6b9ae-c3f9-4776-a74b-efd26c24a10f req-32522b09-2eeb-476e-b342-e283b9f38c33 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Dec 10 17:22:25.588777 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-4ec7558f-23fd-4848-bed0-bb6cf8b36f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:25.590367 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-4ec7558f-23fd-4848-bed0-bb6cf8b36f93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0429730 Dec 10 17:22:25.692480 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-4ed2f45a-7e59-4fec-9c48-b36e1fad826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:25.694014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-4ed2f45a-7e59-4fec-9c48-b36e1fad826a service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0898619 Dec 10 17:22:25.764951 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-0d804bdb-7ae7-4729-8dda-070a8125267a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 1001 time: 0.0578575 Dec 10 17:22:25.819277 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-3fc4bb0c-976b-40bc-abe0-20cb61a5cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:25.820684 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-3fc4bb0c-976b-40bc-abe0-20cb61a5cd6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0430930 Dec 10 17:22:25.898791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-92aca69e-0e8a-4609-ac3c-294701c7f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:25.900158 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-92aca69e-0e8a-4609-ac3c-294701c7f2f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683153 Dec 10 17:22:25.920096 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80703fc-a782-4328-b398-423bb6d3e2d6 req-b2b5ad4e-559d-4483-a716-3d68c9344f74 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:25.921501 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f80703fc-a782-4328-b398-423bb6d3e2d6 req-b2b5ad4e-559d-4483-a716-3d68c9344f74 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Dec 10 17:22:26.018191 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f80703fc-a782-4328-b398-423bb6d3e2d6 req-3139b02d-822e-461c-b500-95b83ec3c11d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890863 Dec 10 17:22:26.041074 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-2ba07315-a518-4812-863c-7be9693461a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186154 Dec 10 17:22:26.134795 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-06fcdb3a-e49e-401a-bb08-bc578b3c4cd6 req-1057d665-5405-4e30-bb44-ed3dd0cce4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814350 Dec 10 17:22:27.146870 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e36e-d493-4a94-a377-b032e361d06f req-2ebc54e2-b490-4d4e-a52d-438e2395e827 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:27.148401 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7f98e36e-d493-4a94-a377-b032e361d06f req-2ebc54e2-b490-4d4e-a52d-438e2395e827 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Dec 10 17:22:27.197726 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7f98e36e-d493-4a94-a377-b032e361d06f req-387e5fd3-e195-41ee-8ae5-b8ed84703f4a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Dec 10 17:22:28.312998 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5c15-a279-478f-a5ae-ece4b007ccb9 req-22fc27a5-8126-4868-a1aa-85e90bfdca56 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:28.314767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e11f5c15-a279-478f-a5ae-ece4b007ccb9 req-22fc27a5-8126-4868-a1aa-85e90bfdca56 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Dec 10 17:22:28.372908 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e11f5c15-a279-478f-a5ae-ece4b007ccb9 req-9b021081-0004-486d-a7c9-c32362526e5e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519586 Dec 10 17:22:29.489886 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6882b32-c89a-4e5e-9c81-4ad1ee288338 req-71ac10f6-166e-41fc-a429-b360dab4248a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:29.491420 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6882b32-c89a-4e5e-9c81-4ad1ee288338 req-71ac10f6-166e-41fc-a429-b360dab4248a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Dec 10 17:22:29.541736 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c6882b32-c89a-4e5e-9c81-4ad1ee288338 req-15903612-b6a4-4389-8b32-bc832c75f76b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Dec 10 17:22:30.656149 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa068e-5fd9-49b2-93c9-325916ed2d25 req-3408a19f-339e-40c9-a193-0c658efd2507 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:30.657716 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7caa068e-5fd9-49b2-93c9-325916ed2d25 req-3408a19f-339e-40c9-a193-0c658efd2507 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Dec 10 17:22:30.706008 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7caa068e-5fd9-49b2-93c9-325916ed2d25 req-9c2691d9-423a-4588-8d1d-d4ec4b7795d2 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Dec 10 17:22:32.129734 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239cbed-f4bd-4c41-8768-118376a161bc req-5e465db0-7771-4b1d-b650-54f6fb8ca986 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:32.131210 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9239cbed-f4bd-4c41-8768-118376a161bc req-5e465db0-7771-4b1d-b650-54f6fb8ca986 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Dec 10 17:22:32.185293 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9239cbed-f4bd-4c41-8768-118376a161bc req-bc39c9a5-860b-40de-bf7d-dbacc91ed4b6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476339 Dec 10 17:22:32.219535 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-183a5068-bfa5-4fb5-ba50-d716c2e1a8a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796092 Dec 10 17:22:32.228349 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-339187d6-9c57-4b6a-b6e5-f9c9a273b0e5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:22:32.229597 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-339187d6-9c57-4b6a-b6e5-f9c9a273b0e5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048461 Dec 10 17:22:32.358980 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:22:32.439898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:32.461760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:22:32.464026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f0e528-c48a-4360-b41d-d4f709a99743" -d '{"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-unplugged", "status": "completed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:22:32.476578 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:22:32.546003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c2a8b-79ed-424e-b07e-3d29e0c89884 x-openstack-request-id: req-9e3c2a8b-79ed-424e-b07e-3d29e0c89884 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:22:32.546371 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-unplugged", "status": "failed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "code": 422}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:22:32.546743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e3c2a8b-79ed-424e-b07e-3d29e0c89884 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:22:32.547147 dv-neutron-820858-1-hyperv neutron-server[103600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'code': 422} returned with failed status Dec 10 17:22:32.573435 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:32.623138 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:22:32.630630 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.630989 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.631339 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.631682 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.632020 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.632386 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.632720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.633085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.633419 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.633752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.634083 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.634411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.634736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:22:32.911730 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:22:33.065756 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-adbd87c3-376e-4c91-ab53-37fbca55b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:33.301255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8cccb-a15b-48e4-9a36-f814c3bf6f6c req-1ba82492-f51a-4f50-8a54-eb6932da574c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:33.302781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dfa8cccb-a15b-48e4-9a36-f814c3bf6f6c req-1ba82492-f51a-4f50-8a54-eb6932da574c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0531864 Dec 10 17:22:33.352494 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dfa8cccb-a15b-48e4-9a36-f814c3bf6f6c req-dcd7571d-5c9d-47c3-95db-1cd1dd6a0be2 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Dec 10 17:22:34.472295 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64149e-841d-4fe5-a1fc-99bdbe7c2046 req-6d3eb000-9e7d-4bfd-bd67-26ec891f34b9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:34.473717 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e64149e-841d-4fe5-a1fc-99bdbe7c2046 req-6d3eb000-9e7d-4bfd-bd67-26ec891f34b9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0531242 Dec 10 17:22:34.525724 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-9e64149e-841d-4fe5-a1fc-99bdbe7c2046 req-10c3d126-18fb-4e2a-a85b-b438472d8628 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Dec 10 17:22:35.236553 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-677a0e19-9919-4288-a2ce-4464334d94dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:35.641067 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972601f-b366-40aa-9bef-d39eef2457e8 req-4128bfd0-9c36-4ed5-8cae-e91a0cec22fe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:35.654563 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e972601f-b366-40aa-9bef-d39eef2457e8 req-4128bfd0-9c36-4ed5-8cae-e91a0cec22fe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0608773 Dec 10 17:22:35.708695 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-e972601f-b366-40aa-9bef-d39eef2457e8 req-7ddd6390-dca4-46cc-a730-6553adc0a917 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480740 Dec 10 17:22:36.813651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:36.826848 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f66a-f629-4efc-96b5-852903af4fb8 req-3a5bf77b-d21d-4308-9116-f57c9dcef0a6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:36.828370 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c2e6f66a-f629-4efc-96b5-852903af4fb8 req-3a5bf77b-d21d-4308-9116-f57c9dcef0a6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0505672 Dec 10 17:22:36.879508 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c2e6f66a-f629-4efc-96b5-852903af4fb8 req-5fa40ccc-59f2-4ca3-b102-5960ef1b7b60 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447423 Dec 10 17:22:37.997630 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632249-2d56-4a0d-ad84-51b82529a8ea req-05a9e2cf-636a-456e-8604-eafd43f5c9ba tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:37.999200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-be632249-2d56-4a0d-ad84-51b82529a8ea req-05a9e2cf-636a-456e-8604-eafd43f5c9ba tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0484374 Dec 10 17:22:38.053852 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-be632249-2d56-4a0d-ad84-51b82529a8ea req-8e431ccb-a4f6-4faa-a0e4-7690e1cab138 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483551 Dec 10 17:22:38.123354 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:38.779421 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:39.170909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4b81d-9deb-46cd-9aaf-8d9bf3e8ed3f req-d3b5b65e-3070-4393-9f04-42c7a7c5e8a3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.172416 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-afb4b81d-9deb-46cd-9aaf-8d9bf3e8ed3f req-d3b5b65e-3070-4393-9f04-42c7a7c5e8a3 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0501235 Dec 10 17:22:39.225495 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-afb4b81d-9deb-46cd-9aaf-8d9bf3e8ed3f req-e19d87ec-48c2-49e7-913f-ff9eaa55c17c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471427 Dec 10 17:22:39.343673 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-ecf93a4f-a32d-4630-b0db-674e269740ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.345070 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-ecf93a4f-a32d-4630-b0db-674e269740ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4&tenant_id=e257276f83e248538842862083a2d2af HTTP/1.1" status: 200 len: 1096 time: 0.0408945 Dec 10 17:22:39.410785 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-c166f657-0b3f-4a23-b7fd-73e3c15aa9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.412271 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-c166f657-0b3f-4a23-b7fd-73e3c15aa9c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1096 time: 0.0398109 Dec 10 17:22:39.509198 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-29524de1-661c-4f16-b514-18208d244079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.510671 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-29524de1-661c-4f16-b514-18208d244079 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0878820 Dec 10 17:22:39.579876 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-936711ea-112e-4fad-a244-6c4be0d4cce2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 999 time: 0.0579541 Dec 10 17:22:39.632019 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-90c1c002-a690-46a9-a6b8-62f4f97bda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.633387 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-90c1c002-a690-46a9-a6b8-62f4f97bda47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0419538 Dec 10 17:22:39.686157 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-e6de4a91-c800-4c41-b836-2ff646985be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:39.687632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-e6de4a91-c800-4c41-b836-2ff646985be5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428298 Dec 10 17:22:39.781755 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-34bd2dc2-eabc-4c0b-931e-cd4cf365a2ae service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823593 Dec 10 17:22:39.887058 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-fb16c1a5-3122-4fd1-823e-346d9cf4410c req-e982e077-e6cc-41b1-8a65-70ce000ec6c5 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Dec 10 17:22:40.342330 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d01e-678b-4db2-979d-70d61242c767 req-a96b98d7-9be4-49aa-b0c4-2f66429f7815 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:40.343806 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a687d01e-678b-4db2-979d-70d61242c767 req-a96b98d7-9be4-49aa-b0c4-2f66429f7815 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0515206 Dec 10 17:22:40.392742 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a687d01e-678b-4db2-979d-70d61242c767 req-5e7daaed-09c7-415e-a192-d17ac823659b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Dec 10 17:22:41.513218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a47b-72fd-4699-8013-fe5da35b43fe req-fdd78031-bf34-4e0f-9c63-133493ffbb80 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:41.514698 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5e66a47b-72fd-4699-8013-fe5da35b43fe req-fdd78031-bf34-4e0f-9c63-133493ffbb80 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0490363 Dec 10 17:22:41.563713 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-5e66a47b-72fd-4699-8013-fe5da35b43fe req-f4d326a6-2323-400a-8474-380e00bc395c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Dec 10 17:22:42.674671 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fff65b-1e37-4ff6-a5e2-c4a3d2a1d2f1 req-2644c657-44b2-41c4-9287-426be41e6c44 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:42.676121 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fff65b-1e37-4ff6-a5e2-c4a3d2a1d2f1 req-2644c657-44b2-41c4-9287-426be41e6c44 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0471613 Dec 10 17:22:42.725709 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a8fff65b-1e37-4ff6-a5e2-c4a3d2a1d2f1 req-02f5be57-ada7-4199-bab3-59d7d011c86a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Dec 10 17:22:43.845976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272759-fe36-471b-a365-39ad62f54a9e req-3b947fab-f819-4c5e-b558-568182950089 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:43.847464 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-73272759-fe36-471b-a365-39ad62f54a9e req-3b947fab-f819-4c5e-b558-568182950089 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0539575 Dec 10 17:22:43.895949 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-73272759-fe36-471b-a365-39ad62f54a9e req-6390e1fb-6d9d-452d-8a14-96e808083f89 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Dec 10 17:22:45.012304 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878700-3589-4235-b9ab-10aa8df54a2c req-05a4c9f0-e2b1-44ac-8be3-2b597fb1fc13 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:45.022091 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bc878700-3589-4235-b9ab-10aa8df54a2c req-05a4c9f0-e2b1-44ac-8be3-2b597fb1fc13 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0512109 Dec 10 17:22:45.063423 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bc878700-3589-4235-b9ab-10aa8df54a2c req-7eee7c87-4a9f-4cea-99b8-473123b413f1 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Dec 10 17:22:46.182245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f4174-54eb-40b5-b071-80bcb8ecc61a req-ef812c48-de46-4f78-b296-92d94b6b30e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:46.183712 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-155f4174-54eb-40b5-b071-80bcb8ecc61a req-ef812c48-de46-4f78-b296-92d94b6b30e0 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0529909 Dec 10 17:22:46.231924 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-155f4174-54eb-40b5-b071-80bcb8ecc61a req-8a67e319-c216-40e0-bb32-2ffe7f443d4c tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Dec 10 17:22:47.346243 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeded732-f847-429b-893b-4f262cc9c9fe req-0976f84e-ffd7-49c6-ba3a-4376366562e6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:47.347714 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-eeded732-f847-429b-893b-4f262cc9c9fe req-0976f84e-ffd7-49c6-ba3a-4376366562e6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0480576 Dec 10 17:22:47.395366 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-eeded732-f847-429b-893b-4f262cc9c9fe req-7a0e4bd7-778c-46f5-bf44-e50256c480ac tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Dec 10 17:22:47.915384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:48.465664 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:22:48.509529 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87d0b6-6857-4eb4-af98-944d1446d1c8 req-81091963-217a-479b-8259-4d0ebe6bf1fe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:48.511052 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc87d0b6-6857-4eb4-af98-944d1446d1c8 req-81091963-217a-479b-8259-4d0ebe6bf1fe tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 943 time: 0.0497184 Dec 10 17:22:48.563366 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-fc87d0b6-6857-4eb4-af98-944d1446d1c8 req-7d8298f5-d26b-454c-9c7f-3bad8fa9129e tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Dec 10 17:22:48.564272 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:22:48.576268 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'port_id': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'mac_address': 'fa:16:3e:da:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:22:48.612991 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:48.625370 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c778f-f4f0-4e9f-add0-dd43a8d87bea {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:22:48.644409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:22:48.710832 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:48.760221 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:22:48.996970 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['113c778f-f4f0-4e9f-add0-dd43a8d87bea'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:22:49.681229 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad1b3-bc44-4823-9a22-3a34d1e07b54 req-585583d2-adc7-49f8-8414-b129c8d23978 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:49.682691 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-482ad1b3-bc44-4823-9a22-3a34d1e07b54 req-585583d2-adc7-49f8-8414-b129c8d23978 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Dec 10 17:22:49.731956 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-482ad1b3-bc44-4823-9a22-3a34d1e07b54 req-b44ad946-64d7-45f1-a76c-085a7c0b0d04 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Dec 10 17:22:50.478775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:22:50.525048 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 113c778f-f4f0-4e9f-add0-dd43a8d87bea triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:22:50.525422 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:50.602541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:50.624249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:22:50.626502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e8228-498c-4129-a940-90211831a7bd" -d '{"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-plugged", "status": "completed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:22:50.638984 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:22:50.663246 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31cfedf-1296-46c2-8f7f-0d69a348f397 x-openstack-request-id: req-a31cfedf-1296-46c2-8f7f-0d69a348f397 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:22:50.663571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-plugged", "status": "completed", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:22:50.663873 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a31cfedf-1296-46c2-8f7f-0d69a348f397 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:22:50.664260 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'code': 200} Dec 10 17:22:50.744624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:22:50.797811 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:22:50.851438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e0557-58dc-4c63-9f6c-088cd1af2ece req-8cb986e6-9d43-4323-b621-37f4522899e9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:50.852956 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-136e0557-58dc-4c63-9f6c-088cd1af2ece req-8cb986e6-9d43-4323-b621-37f4522899e9 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Dec 10 17:22:50.904863 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-136e0557-58dc-4c63-9f6c-088cd1af2ece req-f8f710ba-8fcb-43ca-9a92-9636417fb218 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Dec 10 17:22:50.978688 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f74d3-9ab3-4b71-901e-7e6a1b4111bd req-4ecccd8f-cc8e-4899-9041-3fdd2fd01540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:50.980139 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd7f74d3-9ab3-4b71-901e-7e6a1b4111bd req-4ecccd8f-cc8e-4899-9041-3fdd2fd01540 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0385695 Dec 10 17:22:51.030912 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd7f74d3-9ab3-4b71-901e-7e6a1b4111bd req-0c406ba1-07ed-4573-8167-d6e5a6551904 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421088 Dec 10 17:22:52.023808 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaf433-fdaf-4211-8136-7781429c5b97 req-a972fa17-390a-436b-aa9f-d09e32e74282 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:52.025327 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-89aaf433-fdaf-4211-8136-7781429c5b97 req-a972fa17-390a-436b-aa9f-d09e32e74282 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Dec 10 17:22:52.075670 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-89aaf433-fdaf-4211-8136-7781429c5b97 req-7eef9bc5-5524-4f67-bf0a-71b1f6f59b79 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Dec 10 17:22:53.206438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bfbc1-68d4-4d5a-987a-2fabbde58f91 req-430be019-05aa-43ad-84a0-23d3adc47301 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:22:53.207935 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a23bfbc1-68d4-4d5a-987a-2fabbde58f91 req-430be019-05aa-43ad-84a0-23d3adc47301 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0552711 Dec 10 17:22:53.257209 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a23bfbc1-68d4-4d5a-987a-2fabbde58f91 req-e92b8d7b-34ee-4d9f-a3eb-eeb7ff5da63d tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Dec 10 17:23:03.025112 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7d9d7598-a923-44aa-b18c-7f8c6f847389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:05.246893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-aa17b695-6012-4aec-940d-6efa8530ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:06.819057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:08.087330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:08.750430 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:09.911489 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:23:17.927482 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:33.024436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e47-3eb5-43ed-acf8-13ab1a10c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:35.224409 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-635b9bc5-55f8-4f03-9244-b621ad735a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:35.270977 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-85f4bd01-c5b7-44a0-ada6-4c44e55028e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482416 Dec 10 17:23:35.360883 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-d4ec7669-e22d-40c4-bf6f-3e87a5b9e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:23:35.362374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-d4ec7669-e22d-40c4-bf6f-3e87a5b9e991 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0403614 Dec 10 17:23:35.467842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-c278f1ef-5fe0-4a38-b74d-c0db636f797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:23:35.469297 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-c278f1ef-5fe0-4a38-b74d-c0db636f797a service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.0867033 Dec 10 17:23:35.857145 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-6d6724d8-bc70-4f3b-b4c8-699090474c75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 1001 time: 0.3742869 Dec 10 17:23:35.912006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-77a1e199-4371-408e-bd77-ccb393013d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:23:35.913532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-77a1e199-4371-408e-bd77-ccb393013d2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0431008 Dec 10 17:23:35.961320 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-3ed112aa-c576-4be1-957f-f8a952bf9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:23:35.962771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-3ed112aa-c576-4be1-957f-f8a952bf9e1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396547 Dec 10 17:23:36.055101 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-6cff26c9-8870-4db6-9b9c-1dd57664840c service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Dec 10 17:23:36.149813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-289c07fc-c9b5-4bfc-a08f-36bd54f97d13 req-6845b8e2-a330-4f1d-893e-d29538e7a7f8 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Dec 10 17:23:36.875267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:38.098447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:38.772807 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:23:46.910021 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:23:47.892375 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:03.018533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20edafe2-48b8-4e59-9218-bd078e4d421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:05.239512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8763-e517-4d43-a65d-3aca128d4ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:06.823671 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:08.085512 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:08.749233 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:17.914814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:23.909261 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:24:29.377447 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60488) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:29.759007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Deleting port 0f4d5646-da28-4dd1-9e63-b94aad5c971a {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:29.759271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:29.839199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:29.839528 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:29.852553 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Calling delete_port for 0f4d5646-da28-4dd1-9e63-b94aad5c971a owned by network:floatingip {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:30.057986 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:30.087252 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'Port': ['ID=0f4d5646-da28-4dd1-9e63-b94aad5c971a,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:30.099356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.101949 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.102048 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.102347 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.102679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.103007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.103336 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:30.166223 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for floatingip, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:30.166555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Floating IP dc08729c-ae9e-4e92-a54d-7ef426a97f51 disassociated (deleted). External IP: 172.26.4.100, port: 113c778f-f4f0-4e9f-add0-dd43a8d87bea. Dec 10 17:24:30.372417 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:24:30.486768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:30.491543 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:30.496567 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:30.506925 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:30.507558 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:30.519673 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-0b7bbf3e-e861-4833-8f24-2217db8c4b37 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc08729c-ae9e-4e92-a54d-7ef426a97f51 HTTP/1.1" status: 204 len: 168 time: 1.1404479 Dec 10 17:24:30.520299 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:24:30.523177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd654616-1473-44c6-b702-3b9afa5554cd" -d '{"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:24:30.610357 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:30.679721 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00dc0f-8f4a-4542-9e08-cbabe77e4d3f x-openstack-request-id: req-3d00dc0f-8f4a-4542-9e08-cbabe77e4d3f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:24:30.680085 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:24:30.680348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d00dc0f-8f4a-4542-9e08-cbabe77e4d3f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:24:30.680771 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'status': 'completed', 'code': 200} Dec 10 17:24:30.749051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654616-1473-44c6-b702-3b9afa5554cd req-1a00a209-6e1d-46d2-9c7a-edea01d8a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:30.750724 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-1a00a209-6e1d-46d2-9c7a-edea01d8a1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257276f83e248538842862083a2d2af&device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 1098 time: 0.0412498 Dec 10 17:24:30.822789 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:30.850036 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:30.858241 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:30.858841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:30.878335 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654616-1473-44c6-b702-3b9afa5554cd req-515ae0ec-2a90-40fd-a1cc-d4858445ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:30.880668 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-515ae0ec-2a90-40fd-a1cc-d4858445ffb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 200 len: 909 time: 0.1067681 Dec 10 17:24:30.926231 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-0be7f25f-55c1-4793-b0e3-93043b7cfdb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 200 len: 217 time: 0.0387218 Dec 10 17:24:30.964271 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:31.003804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654616-1473-44c6-b702-3b9afa5554cd req-8b1a5558-7773-447d-b500-36fec6f79f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:31.005886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-8b1a5558-7773-447d-b500-36fec6f79f07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 200 len: 847 time: 0.0705218 Dec 10 17:24:31.014478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b912-b414-4948-8e99-e4f00127a3a4 req-12241298-5237-4b38-86c9-debc807d8417 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:31.015894 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ad86b912-b414-4948-8e99-e4f00127a3a4 req-12241298-5237-4b38-86c9-debc807d8417 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.1580100 Dec 10 17:24:31.094711 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd654616-1473-44c6-b702-3b9afa5554cd req-6eed11b1-3023-4932-9972-a7864d522a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:31.096242 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-6eed11b1-3023-4932-9972-a7864d522a1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794723 Dec 10 17:24:31.100781 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ad86b912-b414-4948-8e99-e4f00127a3a4 req-0ab8a245-643b-4939-a1a2-90d9cdc442c8 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756695 Dec 10 17:24:31.109452 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-a0fde9ac-aa6e-4f05-949f-218de9c8d7e1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:24:31.110764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-a0fde9ac-aa6e-4f05-949f-218de9c8d7e1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056415 Dec 10 17:24:31.207898 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-ef8a4ac6-c478-4ce6-ad43-5a26e63e8965 service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Dec 10 17:24:31.247666 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:31.272622 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ba1b4-3325-4e05-9b2f-b19ec0a2de12 None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37', 'name': '', 'network_id': 'cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'mac_address': 'fa:16:3e:4a:83:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '35978703-31e8-4270-86df-f89143aac86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:16Z', 'updated_at': '2021-12-10T17:14:20Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'subnets': [{'id': '35978703-31e8-4270-86df-f89143aac86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:24:31.299543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dd654616-1473-44c6-b702-3b9afa5554cd req-5dd228f1-6925-4fc8-ac58-8758e64e1d0f service neutron] 10.222.0.61 "GET /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839186 Dec 10 17:24:31.484414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0340beb-d3a7-42fa-8fbe-6a6a5380591e None None] New status for floating IP dc08729c-ae9e-4e92-a54d-7ef426a97f51: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:24:32.293751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79102056-ee9a-4dd6-9a31-3e2e2f4dccca req-14d551c1-e9c1-416d-8e59-ea923c8e789b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:32.295240 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-79102056-ee9a-4dd6-9a31-3e2e2f4dccca req-14d551c1-e9c1-416d-8e59-ea923c8e789b tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.1246331 Dec 10 17:24:32.344055 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-79102056-ee9a-4dd6-9a31-3e2e2f4dccca req-dcd25f6f-0978-4954-a8ee-a69d067cae14 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dab342-6195-4b07-8599-6c42ebcbff35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Dec 10 17:24:32.680213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-fb518010-8880-4ea2-82b1-689ce2614721 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:32.681736 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-fb518010-8880-4ea2-82b1-689ce2614721 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Dec 10 17:24:32.779361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Deleting port 113c778f-f4f0-4e9f-add0-dd43a8d87bea {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:32.787771 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:32.866440 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] For port 113c778f-f4f0-4e9f-add0-dd43a8d87bea, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=113c778f-f4f0-4e9f-add0-dd43a8d87bea,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:32.867376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:32.884257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Calling delete_port for 113c778f-f4f0-4e9f-add0-dd43a8d87bea owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:33.058093 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f7bf2708-3298-42b2-9397-8af4887a70cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:33.075468 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:33.102833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'Port': ['ID=113c778f-f4f0-4e9f-add0-dd43a8d87bea,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:33.150958 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] No DVR routers for this DVR port 113c778f-f4f0-4e9f-add0-dd43a8d87bea on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:24:33.153413 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:33.156748 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d2cf0aa4-c4b8-4295-a2d6-ee76dc0d3ee5 req-2fe6db42-d4de-4cff-a2e3-0557904b8a43 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.61 "DELETE /v2.0/ports/113c778f-f4f0-4e9f-add0-dd43a8d87bea HTTP/1.1" status: 204 len: 173 time: 0.4643471 Dec 10 17:24:33.157226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-deleted', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:24:33.159465 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57648ba7-ae14-4338-98b4-35fb36ff66dd" -d '{"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-deleted", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:24:33.195789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32ac0e8-34fd-4ccf-914a-2ce593682844 x-openstack-request-id: req-c32ac0e8-34fd-4ccf-914a-2ce593682844 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:24:33.196081 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb6904-139e-4975-94c1-099d289700f4", "name": "network-vif-deleted", "tag": "113c778f-f4f0-4e9f-add0-dd43a8d87bea", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:24:33.196348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c32ac0e8-34fd-4ccf-914a-2ce593682844 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:24:33.196764 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb6904-139e-4975-94c1-099d289700f4', 'name': 'network-vif-deleted', 'tag': '113c778f-f4f0-4e9f-add0-dd43a8d87bea', 'status': 'completed', 'code': 200} Dec 10 17:24:33.442817 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b000d344-5542-48d9-a68b-0db67d36cd62 req-a4e9fae7-21b6-469e-ab71-18bfc2fa0067 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0272689 Dec 10 17:24:34.540582 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-88fe851c-f00c-4631-b298-27473e34752e req-b99433ce-6e50-41f7-9e4e-23d0317cf38f tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Dec 10 17:24:35.256321 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-597d7a14-6dca-4ed3-85e9-58a579432664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:35.638009 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-7a6b61e8-154d-4b41-af9b-5c905238a066 req-393809b3-d275-4d23-bf8d-fd6621907edb tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Dec 10 17:24:36.733010 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-992bd144-c830-43c9-a1c3-c55a0154f479 req-f3dcd6b6-d1a9-45e9-bac3-9654337be992 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Dec 10 17:24:36.823780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:36.962548 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:36.982502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 113c778f-f4f0-4e9f-add0-dd43a8d87bea {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:36.982851 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 113c778f-f4f0-4e9f-add0-dd43a8d87bea not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:37.830984 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b4add79b-28d0-453b-973a-fe4e8f2bb03e req-ad928d62-a4ca-42e5-80f8-4fb0d821cff6 tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb6904-139e-4975-94c1-099d289700f4 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Dec 10 17:24:38.092121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:38.754770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:38.887665 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60560) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:38.946285 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:38.972113 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:39.149299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:39.152209 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:39.153508 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] 10.222.0.21 "DELETE /v2.0/security-groups/30dab342-6195-4b07-8599-6c42ebcbff35 HTTP/1.1" status: 204 len: 168 time: 0.2646294 Dec 10 17:24:39.163245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dab342-6195-4b07-8599-6c42ebcbff35,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:39.170846 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.171107 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.171458 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.171999 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.172341 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.172677 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.173216 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.176727 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbc4b5-bf60-4eb2-84b8-091f08ca627a tempest-TestShelveInstance-1893538706 tempest-TestShelveInstance-1893538706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:39.284759 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60564) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:40.081000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:40.336540 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Deleting port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:40.336890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:40.414089 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] For port 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:40.414452 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:40.427635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Calling delete_port for 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:40.692762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:40.719354 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:40.909555 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.130333 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:24:41.260957 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:41.265969 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-6c2ae5cb-a2fd-43d9-a52c-1ccdf93a2c15 admin admin] 10.222.0.21 "PUT /v2.0/routers/6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9800999 Dec 10 17:24:41.268418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60568) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:41.271251 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Sync routers for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:41.283855 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:41.284465 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:41.378797 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.386537 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:41.486309 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.578178 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:24:40Z', 'revision_number': 5, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port': {'id': 'bd1e880d-51c6-430b-bfbf-fa6a271b785a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:14Z', 'updated_at': '2021-12-10T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:41.605284 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Checking router: 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:41.611649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Deleting port bd1e880d-51c6-430b-bfbf-fa6a271b785a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:41.611902 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.614316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Routers {'6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:41.614932 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:41.701184 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] For port bd1e880d-51c6-430b-bfbf-fa6a271b785a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=bd1e880d-51c6-430b-bfbf-fa6a271b785a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:41.701565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.702507 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] Set router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:41.715499 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Calling delete_port for bd1e880d-51c6-430b-bfbf-fa6a271b785a owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:41.756302 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:24:41Z', 'revision_number': 6, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:41.781944 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c5400-188f-4af6-8113-185cb8f4d79f None None] The sync data for ids ['6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a'] in dv-neutron-820858-1-hyperv is: [{'id': '6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a', 'name': 'tempest-TestShelveInstance-686421935-router', 'tenant_id': 'e257276f83e248538842862083a2d2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:13Z', 'updated_at': '2021-12-10T17:24:41Z', 'revision_number': 6, 'project_id': 'e257276f83e248538842862083a2d2af', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:24:41.959599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:41.988668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1e880d-51c6-430b-bfbf-fa6a271b785a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:42.004319 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6327dc-5ef2-499a-8a32-b86a2be80544 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:42.055136 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.155226 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.157115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.262403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.262895 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:24:42.267390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.268605 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-92c401bb-01d4-42a4-a647-9045d0b0271a admin admin] 10.222.0.21 "DELETE /v2.0/routers/6cd0c55d-a64d-4a7d-b284-4c1ffdf6bf0a HTTP/1.1" status: 204 len: 168 time: 0.9991813 Dec 10 17:24:42.271076 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60572) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:42.318201 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Deleting subnet 35978703-31e8-4270-86df-f89143aac86c {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:24:42.321697 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.363000 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.438907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.560086 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.586933 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35978703-31e8-4270-86df-f89143aac86c,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:42.590738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.594463 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-691a8164-5ef2-4f62-8d35-963bf4683c70 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35978703-31e8-4270-86df-f89143aac86c HTTP/1.1" status: 204 len: 168 time: 0.3215535 Dec 10 17:24:42.596714 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60574) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:42.598279 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1d151-a0d4-449d-a915-fc22f2e3ecc8 None None] Network cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:42.671649 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.734265 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Deleting port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:42.734621 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.769143 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] DHCP port deletion for cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:42.803583 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:42.819738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] For port ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:42.819738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.828072 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Calling delete_port for ff8f5324-7030-44b6-95c0-60b27a6bc9a2 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:42.829524 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:42.830070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 7ab9b4e2-c3bf-47a5-ad54-5a58fa600b37 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:42.830681 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bd1e880d-51c6-430b-bfbf-fa6a271b785a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:42.852031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: bd1e880d-51c6-430b-bfbf-fa6a271b785a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:42.852380 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device bd1e880d-51c6-430b-bfbf-fa6a271b785a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:42.870893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Deleting port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:42.871276 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.933633 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] For port ff8f5324-7030-44b6-95c0-60b27a6bc9a2, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,segment=NetworkSegment(5c0b4f64-6871-4b63-8df0-c6beda631a1a),segment_id=5c0b4f64-6871-4b63-8df0-c6beda631a1a)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:42.934025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.950028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Calling delete_port for ff8f5324-7030-44b6-95c0-60b27a6bc9a2 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:42.961052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:42.987176 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:42.991104 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] No DVR routers for this DVR port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:24:43.025290 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.049237 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Pushing event deleted for resources: {'Port': ['ID=ff8f5324-7030-44b6-95c0-60b27a6bc9a2,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:43.054132 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] No DVR routers for this DVR port ff8f5324-7030-44b6-95c0-60b27a6bc9a2 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:24:43.063848 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.064730 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.065104 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.065449 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.065785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.066117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.066440 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.066766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.067090 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.067413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.067735 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.068055 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.068378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9d2db-64ef-40a7-9223-5cbd15297b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:43.072059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.092279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:43.101632 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0b4f64-6871-4b63-8df0-c6beda631a1a') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:43.101935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0b4f64-6871-4b63-8df0-c6beda631a1a') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:43.111531 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.125409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.131946 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:24:43.132327 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:24:43.134022 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:24:43.269204 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.274527 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.277824 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e HTTP/1.1" status: 204 len: 168 time: 0.6798778 Dec 10 17:24:43.280853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60578) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:43.293614 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd62c-ccaf-4a18-92d2-e371bd66b2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9f420e-e9d3-4a26-8075-fc4d8ab6ec1e,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:43.625638 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.867339 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Deleting port b32f2512-2f43-49b6-bbc3-cd7c2dd66860 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:43.867679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.944519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] For port b32f2512-2f43-49b6-bbc3-cd7c2dd66860, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:43.944811 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:43.957275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Calling delete_port for b32f2512-2f43-49b6-bbc3-cd7c2dd66860 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:44.193356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:44.224767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32f2512-2f43-49b6-bbc3-cd7c2dd66860,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:44.391162 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:44.602560 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Router 149b7970-bdf6-408e-8f00-dad4a118294f has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:24:44.707476 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:44.715637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60580) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:44.716065 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-9a8396fa-6b57-4db3-a92e-001087e9a992 admin admin] 10.222.0.21 "PUT /v2.0/routers/149b7970-bdf6-408e-8f00-dad4a118294f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335027 Dec 10 17:24:44.717670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Sync routers for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:44.729522 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:44.730136 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:44.800624 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff8f5324-7030-44b6-95c0-60b27a6bc9a2 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:44.820132 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:44.827309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ff8f5324-7030-44b6-95c0-60b27a6bc9a2 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:44.827665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ff8f5324-7030-44b6-95c0-60b27a6bc9a2 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:44.855766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:44.922130 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.035687 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168'}], 'enable_snat': True}, 'gw_port_id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:24:44Z', 'revision_number': 5, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port': {'id': 'ac2d90ab-cfaa-4b69-b14e-f6093b505f4a', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:45.036256 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Deleting port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:45.036607 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.062153 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Checking router: 149b7970-bdf6-408e-8f00-dad4a118294f for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:45.070496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Routers {'149b7970-bdf6-408e-8f00-dad4a118294f'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:45.071102 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['149b7970-bdf6-408e-8f00-dad4a118294f'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:45.116769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] For port ac2d90ab-cfaa-4b69-b14e-f6093b505f4a, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:45.117082 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.129357 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Calling delete_port for ac2d90ab-cfaa-4b69-b14e-f6093b505f4a owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:45.155161 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] Set router 149b7970-bdf6-408e-8f00-dad4a118294f gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:45.357057 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:24:44Z', 'revision_number': 6, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:45.360679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.389125 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332bc56e-b181-4eb7-883e-407306add2a1 None None] The sync data for ids ['149b7970-bdf6-408e-8f00-dad4a118294f'] in dv-neutron-820858-1-hyperv is: [{'id': '149b7970-bdf6-408e-8f00-dad4a118294f', 'name': 'tempest-TestShelveInstance-1385811856-router', 'tenant_id': '84d4ade5faca4113a0bd911a0d208ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:14:20Z', 'updated_at': '2021-12-10T17:24:44Z', 'revision_number': 6, 'project_id': '84d4ade5faca4113a0bd911a0d208ce8', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:24:45.392263 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2d90ab-cfaa-4b69-b14e-f6093b505f4a,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:45.406110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea6689-898b-4a79-b572-29e9c2195254 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:45.457026 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.546679 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.548785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.646585 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.647088 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149b7970-bdf6-408e-8f00-dad4a118294f {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:24:45.651995 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.653169 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-59c8d792-feb3-44c7-9778-652147537282 admin admin] 10.222.0.21 "DELETE /v2.0/routers/149b7970-bdf6-408e-8f00-dad4a118294f HTTP/1.1" status: 204 len: 168 time: 0.9365075 Dec 10 17:24:45.655788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60582) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:45.701115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Deleting subnet aa6578fa-f3de-4f67-a89f-14ed1364bd17 {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:24:45.704103 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.744671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.827599 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.948622 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.974197 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6578fa-f3de-4f67-a89f-14ed1364bd17,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:45.979149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:45.983136 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3c2ad984-6322-4252-807b-d51182837a8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa6578fa-f3de-4f67-a89f-14ed1364bd17 HTTP/1.1" status: 204 len: 168 time: 0.3262093 Dec 10 17:24:45.984372 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04fee0-e0c7-442d-96f2-ec9f74eeea14 None None] Network c613a2ee-1f21-4342-aec3-73540032c7d1 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:45.985607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60584) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:46.058520 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.112624 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Deleting port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:46.113005 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.167939 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] DHCP port deletion for c613a2ee-1f21-4342-aec3-73540032c7d1 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:46.221675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Deleting port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:24:46.221963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.296334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] For port 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01d7fed5-bc33-4713-8425-32d5d1d37fe0,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:46.296736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.310713 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Calling delete_port for 01d7fed5-bc33-4713-8425-32d5d1d37fe0 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:46.452091 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.478463 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] Pushing event deleted for resources: {'Port': ['ID=01d7fed5-bc33-4713-8425-32d5d1d37fe0,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:46.482361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17119ac-5aed-4375-887b-8167bf83fecf None None] No DVR routers for this DVR port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:24:46.500885 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] For port 01d7fed5-bc33-4713-8425-32d5d1d37fe0, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=01d7fed5-bc33-4713-8425-32d5d1d37fe0,segment=NetworkSegment(165fa779-74f8-4656-90f2-58bfbb25cb69),segment_id=165fa779-74f8-4656-90f2-58bfbb25cb69)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:46.501280 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.513565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Calling delete_port for 01d7fed5-bc33-4713-8425-32d5d1d37fe0 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:24:46.589346 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.616344 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Pushing event deleted for resources: {'Port': ['ID=01d7fed5-bc33-4713-8425-32d5d1d37fe0,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:46.619034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] No DVR routers for this DVR port 01d7fed5-bc33-4713-8425-32d5d1d37fe0 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:24:46.690660 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.711160 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c613a2ee-1f21-4342-aec3-73540032c7d1']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:46.720438 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165fa779-74f8-4656-90f2-58bfbb25cb69') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:46.720742 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165fa779-74f8-4656-90f2-58bfbb25cb69') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:46.730300 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.739086 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ac2d90ab-cfaa-4b69-b14e-f6093b505f4a no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:46.743951 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.750077 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:24:46.750466 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self.session.flush() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:24:46.752177 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:24:46.759457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: ac2d90ab-cfaa-4b69-b14e-f6093b505f4a {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:46.759810 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device ac2d90ab-cfaa-4b69-b14e-f6093b505f4a not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:46.760258 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01d7fed5-bc33-4713-8425-32d5d1d37fe0 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:46.778718 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 01d7fed5-bc33-4713-8425-32d5d1d37fe0 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:46.779120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 01d7fed5-bc33-4713-8425-32d5d1d37fe0 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:46.779478 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b32f2512-2f43-49b6-bbc3-cd7c2dd66860 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:24:46.797843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: b32f2512-2f43-49b6-bbc3-cd7c2dd66860 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:24:46.798195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device b32f2512-2f43-49b6-bbc3-cd7c2dd66860 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:24:46.886018 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.891579 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:46.894840 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] 10.222.0.21 "DELETE /v2.0/networks/c613a2ee-1f21-4342-aec3-73540032c7d1 HTTP/1.1" status: 204 len: 168 time: 0.9081454 Dec 10 17:24:46.906123 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00922a10-8d15-4e5c-a4be-eca41c0ef34b admin admin] Pushing event deleted for resources: {'Network': ['ID=c613a2ee-1f21-4342-aec3-73540032c7d1,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:47.148728 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60588) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:47.189208 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-032c46ca-57ff-4c83-bacf-b7897ac94d54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e257276f83e248538842862083a2d2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392141 Dec 10 17:24:47.191576 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60590) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:47.243222 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:47.266028 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:47.366022 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:47.368818 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:47.370020 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/781d1ed6-43dc-4a67-be61-254264a0ad98 HTTP/1.1" status: 204 len: 168 time: 0.1775479 Dec 10 17:24:47.378299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a7398-3a3f-4c91-a50e-73c8e8e211a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d1ed6-43dc-4a67-be61-254264a0ad98,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:47.972173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:48.017155 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60598) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:48.056529 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-70a145bb-83c1-4264-b0af-2335fc10dc9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84d4ade5faca4113a0bd911a0d208ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382159 Dec 10 17:24:48.058883 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60600) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:48.104676 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:48.125535 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:48.212050 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:48.214744 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:48.215935 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/636f65ce-82d0-4170-8573-e6362ee36af7 HTTP/1.1" status: 204 len: 168 time: 0.1561391 Dec 10 17:24:48.223683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51d6c-1257-4084-848f-d9958d697559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f65ce-82d0-4170-8573-e6362ee36af7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:49.268092 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60624) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:49.359790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-49441911-network', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:49.463358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Made reservation on behalf of 6984a23831e04bbca72fe974b435b8a0 for: {'network': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:24:49.465636 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.473894 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.545812 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.623168 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.644060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:24:49.659010 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42fba1-16f1-48fb-bb56-e2fa861057db,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:49.661899 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.662567 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.segments_db [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Added segment 0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee of type vlan for network 9d274d6d-346d-49d2-8c53-de64a16de0da Dec 10 17:24:49.702517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.806428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.807477 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:49.808066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:49.875628 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] Pushing event updated for resources: {'Network': ['ID=9d274d6d-346d-49d2-8c53-de64a16de0da,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:49.885752 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 9d274d6d-346d-49d2-8c53-de64a16de0da details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:24:49.939458 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-66fc8c09-ce03-43a7-9fd6-2e99d1bb9c0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6702220 Dec 10 17:24:49.942302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60628) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:49.948087 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Request body: {'subnet': {'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-49441911-subnet', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'ip_version': 4}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:50.032935 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Made reservation on behalf of 6984a23831e04bbca72fe974b435b8a0 for: {'subnet': 1} {{(pid=103599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:24:50.035299 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13931598'] for subnet, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:50.559403 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14394213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13931600'] for subnet, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:50.623090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:50.632060 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Checking segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:50.633083 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Network hostable DHCP agents. Network: 9d274d6d-346d-49d2-8c53-de64a16de0da, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:24:50.702077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:24:50.782631 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 9d274d6d-346d-49d2-8c53-de64a16de0da) {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:50.786680 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:50.787287 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:50.793222 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe65834-35e9-4c05-966f-04c75614d202 None None] Network 9d274d6d-346d-49d2-8c53-de64a16de0da requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:50.877903 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a545999f-741d-4df7-9269-63f2aa29e51a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9344974 Dec 10 17:24:50.880609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60630) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:50.885024 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:50.889967 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-9d274d6d-346d-49d2-8c53-de64a16de0da', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:24:50.891521 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:50.989580 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:50.990683 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.045832 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.050798 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Allocated IP 172.20.0.2 (9d274d6d-346d-49d2-8c53-de64a16de0da/7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f/23324d93-cf39-4053-a87d-166b4fc97b77) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:51.192264 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.243264 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.281256 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.318952 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:51.322436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:51.324958 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:24:51.338209 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Pushing event updated for resources: {'Port': ['ID=23324d93-cf39-4053-a87d-166b4fc97b77,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:51.384418 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Attempting to bind port 23324d93-cf39-4053-a87d-166b4fc97b77 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:24:51.384796 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Attempting to bind port 23324d93-cf39-4053-a87d-166b4fc97b77 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:24:51.385196 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Attempting to bind port 23324d93-cf39-4053-a87d-166b4fc97b77 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:24:51.390867 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:24:51.391113 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Checking segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:51.391627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.392097 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Bound using segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:24:51.392669 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Bound port: 23324d93-cf39-4053-a87d-166b4fc97b77, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:24:51.393156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.459497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] For port 23324d93-cf39-4053-a87d-166b4fc97b77, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:24:51.462551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] For port 23324d93-cf39-4053-a87d-166b4fc97b77, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23324d93-cf39-4053-a87d-166b4fc97b77,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:24:51.526588 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.540909 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.560366 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.586894 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d9f9a-ecf4-4bab-953d-69c084ce6c08 None None] Pushing event updated for resources: {'Port': ['ID=23324d93-cf39-4053-a87d-166b4fc97b77,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:51.671375 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Allocated IP 172.26.4.156 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/6f7c3568-7f55-4204-b3b4-af34f3a0caf3) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:51.794943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.880976 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:51.921517 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:51.924450 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:51.926994 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:24:51.937117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21b757-f1c6-4dc3-bcdd-9cecf0cf1cfb None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:51.957367 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:52.044999 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-82ba7cf5-139a-4958-990a-1fc9d45c878d None None] Provisioning complete for port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:52.045364 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-82ba7cf5-139a-4958-990a-1fc9d45c878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.078893 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-82ba7cf5-139a-4958-990a-1fc9d45c878d None None] Port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:52.257843 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.449285 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646f6a0-5c7e-45bb-ba20-9cba58b6ef6c None None] Network 9d274d6d-346d-49d2-8c53-de64a16de0da requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:52.462274 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.518088 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] Provisioning complete for port 23324d93-cf39-4053-a87d-166b4fc97b77 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:52.518402 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.638615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.672852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] For port 23324d93-cf39-4053-a87d-166b4fc97b77, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23324d93-cf39-4053-a87d-166b4fc97b77,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:52.680720 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:24:52.765270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.805762 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23324d93-cf39-4053-a87d-166b4fc97b77 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:24:52.806406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:52.816840 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:52.828825 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:52.829547 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:52.860204 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8f7d-cc74-490b-86f0-d66d003fc09c None None] Pushing event updated for resources: {'Port': ['ID=23324d93-cf39-4053-a87d-166b4fc97b77,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:52.878169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 23324d93-cf39-4053-a87d-166b4fc97b77 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:52.880352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.900668 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.905141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60632) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:52.909055 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-39f9ae34-d729-43f4-8c7e-90dbdd7e18f1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0242083 Dec 10 17:24:52.923447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-cbc525c1-54d5-43a5-8907-d2d53ac22344 None None] Provisioning complete for port 23324d93-cf39-4053-a87d-166b4fc97b77 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:52.924059 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-cbc525c1-54d5-43a5-8907-d2d53ac22344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:52.933980 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:53.117742 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:52Z', 'revision_number': 3, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:53.144362 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:53.144362 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Updating router 596059ec-ebf7-4c62-8184-e6f57b6fd466 port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:24:53.168665 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.317062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.412652 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.468603 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Allocated IP 172.20.0.1 (9d274d6d-346d-49d2-8c53-de64a16de0da/7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f/323624c1-e5e4-49cf-a7f2-9ad2a0218fc6) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:53.486162 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.531535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1e7cb-9091-4076-b8b8-b8a32f7d1cee None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:53.536617 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Pushing event updated for resources: {'Port': ['ID=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:53.542979 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Attempting to bind port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:24:53.543382 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Attempting to bind port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:24:53.543754 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Attempting to bind port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:24:53.552874 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:24:53.553289 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:53.553701 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.554099 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:24:53.555191 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Bound port: 6f7c3568-7f55-4204-b3b4-af34f3a0caf3, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:24:53.555573 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.557787 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.558141 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.558488 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.558837 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.559173 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.559504 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.559838 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.560170 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.560504 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.560831 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.561151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-92b371d5-027e-4aee-951d-a0a68a89ab6b None None] Provisioning complete for port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:53.561260 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.561764 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.561903 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-92b371d5-027e-4aee-951d-a0a68a89ab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.562090 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:24:53.584665 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.597901 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-92b371d5-027e-4aee-951d-a0a68a89ab6b None None] Port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:53.621736 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] For port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:24:53.624851 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] For port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:24:53.657966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.690907 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.697259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:53.702070 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:53.706007 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:24:53.725589 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667f8a9-7f01-48ad-843e-2e34ae2ea8f4 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:53.729591 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:53.752407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.755823 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:53.756438 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:53.823831 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] Provisioning complete for port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:53.824122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.924632 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.933317 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa004da-5978-4e6b-98a6-c30ad879bb11 None None] Pushing event updated for resources: {'Port': ['ID=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:53.949140 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] For port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:53.965610 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:53.972992 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:54.016652 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.066637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f46aa-db70-4f5c-b658-dd45e925dc94 None None] Pushing event updated for resources: {'Port': ['ID=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:54.140119 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-a8c03d1f-4568-4dd2-ab7f-0a3cc7dbb4f6 None None] Provisioning complete for port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:54.140615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a8c03d1f-4568-4dd2-ab7f-0a3cc7dbb4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.144770 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.164965 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:52Z', 'revision_number': 3, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:54.180389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-a8c03d1f-4568-4dd2-ab7f-0a3cc7dbb4f6 None None] Port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:54.191414 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee828-7207-4c99-9ab4-3a4594b939a7 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:52Z', 'revision_number': 3, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:24:54.200285 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.270100 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:54.274039 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.371641 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:54.373240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:54.513156 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:24:54.630087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:54.635914 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-712d7874-b824-409f-a5ff-4fb42ddeb0e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/596059ec-ebf7-4c62-8184-e6f57b6fd466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7296677 Dec 10 17:24:54.710072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-b4def2d4-75ee-4719-9b19-e3d1e6107def None None] Provisioning complete for port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:54.711198 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b4def2d4-75ee-4719-9b19-e3d1e6107def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.752434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-b4def2d4-75ee-4719-9b19-e3d1e6107def None None] Port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:54.841046 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:24:54.889516 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:54.889887 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:54.974030 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23324d93-cf39-4053-a87d-166b4fc97b77 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:24:55.020201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 23324d93-cf39-4053-a87d-166b4fc97b77 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:55.020579 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.339254 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60648) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:55.344265 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1856932755-network', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:55.417902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Made reservation on behalf of 1c71d73c814d4ae889a1a65ac2cc15ce for: {'network': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:24:55.420204 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for network, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.429377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.505345 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.572004 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.600312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:24:55.606062 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb22be-2a06-4bfa-91b3-1eca5289c67b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:55.614722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.615073 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.segments_db [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Added segment 733359a8-d9c7-4149-8a45-e731af3a116f of type vlan for network 890068a0-13b1-40dc-aa21-108123ea45f4 Dec 10 17:24:55.666692 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736626977046'] for network, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.759523 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873'] for network, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.760511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:55.761121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.814728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:55.817679 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:55.818297 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:55.825415 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=890068a0-13b1-40dc-aa21-108123ea45f4,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:55.852486 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Network 890068a0-13b1-40dc-aa21-108123ea45f4 details requested by agent ovs-agent-dv-neutron-820858-1-hyperv with host dv-neutron-820858-1-hyperv {{(pid=103600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:24:55.887544 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-06fce872-8c5a-4d98-b684-8e2169ea8ef9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5471494 Dec 10 17:24:55.890493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60650) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:55.895289 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Request body: {'subnet': {'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1856932755-subnet', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'ip_version': 4}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:55.972053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Made reservation on behalf of 1c71d73c814d4ae889a1a65ac2cc15ce for: {'subnet': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:24:55.974705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13501252'] for subnet, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:55.977480 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:56.212990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13220897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13501274'] for subnet, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.270754 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:56.280830 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Checking segment: {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:56.281227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Network hostable DHCP agents. Network: 890068a0-13b1-40dc-aa21-108123ea45f4, hostable agents: ['e9335fd0-a5ed-48cb-85f5-46983f6b3df0'], hosted agents: [] {{(pid=103598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:24:56.331194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:54Z', 'revision_number': 2, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:56.357120 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:56.357472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Updating router 596059ec-ebf7-4c62-8184-e6f57b6fd466 port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:24:56.383150 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Network 890068a0-13b1-40dc-aa21-108123ea45f4 is scheduled to be hosted by DHCP agent e9335fd0-a5ed-48cb-85f5-46983f6b3df0 with binding_index 1 {{(pid=103598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:24:56.386804 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.480235 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820858-1-hyperv, 890068a0-13b1-40dc-aa21-108123ea45f4) {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:56.484433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:24:56.485006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.489732 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413fd90-1d6e-408f-b202-4c680c2435fe None None] Network 890068a0-13b1-40dc-aa21-108123ea45f4 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:56.574625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-85421dec-bb97-4445-809a-06e9bc030f1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6830654 Dec 10 17:24:56.577105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60652) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:56.581700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:24:56.651936 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9efbbf-f858-5074-a253-7c3320f053ff-890068a0-13b1-40dc-aa21-108123ea45f4', 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4', 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'fixed_ips': [{'subnet_id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54'}]}} from dv-neutron-820858-1-hyperv. {{(pid=103600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:24:56.652781 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.664271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4947'] for router, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.665581 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4936'] for router, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.721578 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.793658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.842316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.db_base_plugin_common [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Allocated IP 172.20.0.2 (890068a0-13b1-40dc-aa21-108123ea45f4/c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54/6e4c1098-23bd-4df1-b32a-ef14a6829d91) {{(pid=103600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:56.890023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.942698 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:56.970609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f1cde-1187-493f-ac24-6a6a724fcc46 None None] Pushing event updated for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:57.068561 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Attempting to bind port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:24:57.069079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Attempting to bind port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:24:57.069314 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Attempting to bind port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:24:57.083592 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:24:57.083968 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Checking segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:57.089754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.089754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Bound using segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:24:57.089754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Bound port: 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:24:57.089754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.089754 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks [] for port, precommit_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.156154 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] For port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:24:57.159346 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] For port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:24:57.172534 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312'] for port, after_create {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.227614 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.229156 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Network 890068a0-13b1-40dc-aa21-108123ea45f4 is already hosted by enough agents. {{(pid=103600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:57.235988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.scheduler.base_scheduler [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Resources bound (agent type, host, resource id): {{(pid=103600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:57.238385 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d7bc46a-3a8b-47f2-be59-65a4dc8260e3 None None] Provisioning complete for port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:57.238760 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc46a-3a8b-47f2-be59-65a4dc8260e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.240325 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Pushing event updated for resources: {'Port': ['ID=6e4c1098-23bd-4df1-b32a-ef14a6829d91,revision_number=1']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:57.243745 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Received port after_create {{(pid=103600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:24:57.246541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.269783 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.353025 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Allocated IP 172.26.4.29 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/89cc11e3-7f74-4ffa-afd0-0581125f0b7b) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:57.358403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bc46a-3a8b-47f2-be59-65a4dc8260e3 None None] Port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:57.384309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f1cde-1187-493f-ac24-6a6a724fcc46 None None] Pushing event updated for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:57.386986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Attempting to bind port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:24:57.387367 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Attempting to bind port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:24:57.387843 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Attempting to bind port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 on network 890068a0-13b1-40dc-aa21-108123ea45f4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:24:57.390287 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:57.390910 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:57.427173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:24:57.427173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Checking segment: {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:57.427173 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.427646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Bound using segment: {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:24:57.428022 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Bound port: 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:24:57.428414 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.474020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.549868 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:57.567047 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.577248 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] For port 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:24:57.602085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] For port 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6e4c1098-23bd-4df1-b32a-ef14a6829d91,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:24:57.610301 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:24:57.613328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:24:57.617686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:24:57.620746 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Pushing event updated for resources: {'Port': ['ID=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:57.645313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] Provisioning complete for port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:57.645695 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.647788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3520b-40cf-4bc9-a0d0-4ff054143334 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:57.720405 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.815286 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bbf27-c5c7-464b-99f6-194148c33c7d None None] Pushing event updated for resources: {'Port': ['ID=6e4c1098-23bd-4df1-b32a-ef14a6829d91,revision_number=2']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:57.879838 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:57.934830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] For port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:57.941788 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:57.989208 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad406b-dfa1-4453-8345-e200d9410ea0 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:24:57.996325 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:58.009645 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:58.083997 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ef0e-7190-493a-a9f0-249e38015e47 None None] Pushing event updated for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:58.135872 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f455ac2c-a2c6-49bd-b87d-ec2bc0ceb03a None None] Provisioning complete for port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:58.136249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f455ac2c-a2c6-49bd-b87d-ec2bc0ceb03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:58.185941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f455ac2c-a2c6-49bd-b87d-ec2bc0ceb03a None None] Port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:24:58.261666 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583858'] for router, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:58.817521 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Router bcb92869-4f1d-43e6-823e-791c9be80bcf is scheduled to L3 agent 9c978816-6713-4117-bba1-d60249313c1d with binding_index 1 {{(pid=103598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:24:58.847743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6e4c1098-23bd-4df1-b32a-ef14a6829d91 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:24:58.910081 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6861f5-4265-4577-b5c1-dd5a7ce77861 None None] Network 890068a0-13b1-40dc-aa21-108123ea45f4 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:24:58.924457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:58.924457 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:58.961456 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:24:58.974429 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Sync routers for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:24:58.984931 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:58.987384 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:59.043086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.045011 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-680fe3dd-dfa6-4d2d-8fa3-91824cdb83ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4665456 Dec 10 17:24:59.048411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60654) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:24:59.082986 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-041784a6-38e2-402e-8458-78245b7dba5a None None] Provisioning complete for port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:59.083488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041784a6-38e2-402e-8458-78245b7dba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.101098 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:24:59.135360 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.305003 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 3, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:59.336534 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Checking router: bcb92869-4f1d-43e6-823e-791c9be80bcf for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:24:59.337218 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Updating router bcb92869-4f1d-43e6-823e-791c9be80bcf port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b binding host dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:24:59.351944 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] For port 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6e4c1098-23bd-4df1-b32a-ef14a6829d91,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:24:59.368053 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.403146 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-041784a6-38e2-402e-8458-78245b7dba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.453541 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.454389 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:24:59.539559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.579267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.db.api [None req-041784a6-38e2-402e-8458-78245b7dba5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 17:24:59.579661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG oslo_db.api [None req-041784a6-38e2-402e-8458-78245b7dba5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 17:24:59.581571 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Pushing event updated for resources: {'Port': ['ID=6e4c1098-23bd-4df1-b32a-ef14a6829d91,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:59.596008 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:24:59.596384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.655533 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.725607 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Allocated IP 172.20.0.1 (890068a0-13b1-40dc-aa21-108123ea45f4/c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54/6d64a2a3-127f-4772-ae7a-825c4109d875) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:24:59.726699 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.766526 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1275c1-48a6-49d3-88d5-5b0ba4d28202 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:59.775791 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Attempting to bind port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:24:59.779471 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Attempting to bind port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:24:59.779471 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Attempting to bind port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b on network 6cf670ed-997c-458b-9faa-984a7f682fa2 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:24:59.786784 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60107e8-d6f9-40a0-bcaf-70147b25d7ff None None] Pushing event updated for resources: {'Port': ['ID=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:24:59.789642 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:24:59.790015 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Checking segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:24:59.790411 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.790789 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Bound using segment: {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:24:59.791259 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Bound port: 89cc11e3-7f74-4ffa-afd0-0581125f0b7b, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:24:59.791650 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.836199 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.842028 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] For port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:24:59.845044 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] For port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:24:59.918078 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.950181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:24:59.963095 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0dac19-0c73-4e77-ba8b-16c75e5907a7 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:24:59.980026 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:24:59.980635 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:24:59.983489 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60107e8-d6f9-40a0-bcaf-70147b25d7ff None None] Pushing event updated for resources: {'Port': ['ID=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:00.000982 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Network 890068a0-13b1-40dc-aa21-108123ea45f4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:25:00.003995 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:25:00.006422 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:25:00.033305 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Pushing event updated for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:00.055115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584001'] for router_interface, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.110301 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:25:00.254981 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Provisioning complete for port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:00.255352 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.276453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.299211 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 3, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:00.326698 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cec95-5016-439e-8027-3d6b5b3fa9d1 None None] The sync data for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv is: [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 3, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:25:00.338117 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.365976 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] For port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:25:00.444801 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.468406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.486080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Provisioning complete for port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:00.486378 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.525433 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Pushing event updated for resources: {'Port': ['ID=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:00.553102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.626895 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Provisioning complete for port 6d64a2a3-127f-4772-ae7a-825c4109d875 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:00.627267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.657702 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589041'] for router_interface, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:00.669808 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-3d459c26-d8ed-4dec-9b61-e207af2995bd None None] Port 6d64a2a3-127f-4772-ae7a-825c4109d875 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:25:00.671571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Pushing event updated for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:00.785971 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Network 890068a0-13b1-40dc-aa21-108123ea45f4 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:25:00.787758 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:25:00.914971 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:25:00.922094 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6e4c1098-23bd-4df1-b32a-ef14a6829d91 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:25:00.964481 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Router bcb92869-4f1d-43e6-823e-791c9be80bcf has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:25:01.029875 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:01.030511 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:01.129208 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:25:01.134765 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-d0246d62-d445-4be8-9855-54bdfcee9010 admin admin] 10.222.0.21 "PUT /v2.0/routers/bcb92869-4f1d-43e6-823e-791c9be80bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847554 Dec 10 17:25:01.144609 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ecdfdc9a-ebec-479c-bad4-6e1284e31e06 None None] Provisioning complete for port 6d64a2a3-127f-4772-ae7a-825c4109d875 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:01.145031 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ecdfdc9a-ebec-479c-bad4-6e1284e31e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:01.184747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89cc11e3-7f74-4ffa-afd0-0581125f0b7b up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:25:01.231485 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfdc9a-ebec-479c-bad4-6e1284e31e06 None None] Port 6d64a2a3-127f-4772-ae7a-825c4109d875 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:25:01.250180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:01.250866 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:01.760381 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60662) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:01.765121 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245151278', 'description': 'tempest-secgroup-smoke-1245151278 description', 'project_id': '6984a23831e04bbca72fe974b435b8a0'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:01.840521 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:01.908273 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:01.977501 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.006518 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecb445-787d-4a51-9b8e-04eb969fa0e7,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:02.065350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.068967 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-bb05dc48-c2de-4664-b98d-ad6f38f7024f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3054252 Dec 10 17:25:02.069968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 60664) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:02.075020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:02.092476 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Sync routers for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:25:02.102438 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:25:02.103042 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:02.187254 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.208240 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:25:02.242224 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.318640 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.337497 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26203ad-d8ba-402c-bf93-3243429c6764,revision_number=0']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:02.408066 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.409276 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-c003a9d6-7b62-4b6e-8dac-7602312a10ef tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378530 Dec 10 17:25:02.409497 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6d64a2a3-127f-4772-ae7a-825c4109d875', 'name': '', 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'mac_address': 'fa:16:3e:9e:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:59Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 2, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'subnets': [{'id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:02.412271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60666) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:02.417006 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:02.435947 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Checking router: bcb92869-4f1d-43e6-823e-791c9be80bcf for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:25:02.436565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Updating router bcb92869-4f1d-43e6-823e-791c9be80bcf port 6d64a2a3-127f-4772-ae7a-825c4109d875 binding host dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:25:02.460426 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.514714 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.572564 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.638944 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.658527 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7ca01c-606a-4ba3-b4a8-d7d233be9a21,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:02.715963 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.732526 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.733821 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-3fcf57dc-aa0e-4bfc-ae15-90a4432b07d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3205040 Dec 10 17:25:02.736501 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60668) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:02.741061 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:02.804646 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.838240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.857151 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f75ba5-14e8-4cd6-a54c-f3c23aaf84df None None] Pushing event updated for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=3']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:02.906361 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.912224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Attempting to bind port 6d64a2a3-127f-4772-ae7a-825c4109d875 on host dv-neutron-820858-1-hyperv for vnic_type normal with profile {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:25:02.912533 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Attempting to bind port 6d64a2a3-127f-4772-ae7a-825c4109d875 by drivers openvswitch,hyperv on host dv-neutron-820858-1-hyperv at level 0 using segments [{'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:25:02.912922 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Attempting to bind port 6d64a2a3-127f-4772-ae7a-825c4109d875 on network 890068a0-13b1-40dc-aa21-108123ea45f4 {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:25:02.918294 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Checking agent: {'id': 'f7fad036-8619-4c3e-8eff-6496082ffc29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820858-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 24, 39), 'started_at': datetime.datetime(2021, 12, 10, 16, 25, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820858-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:25:02.918660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Checking segment: {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:25:02.919064 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.919462 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Bound using segment: {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'} {{(pid=103600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:25:02.919930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.managers [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Bound port: 6d64a2a3-127f-4772-ae7a-825c4109d875, host: dv-neutron-820858-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733359a8-d9c7-4149-8a45-e731af3a116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4'}}] {{(pid=103600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:25:02.920340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:02.983473 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.004082 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] For port 6d64a2a3-127f-4772-ae7a-825c4109d875, host dv-neutron-820858-1-hyperv, cleared binding levels {{(pid=103600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:25:03.006782 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71d77cd-5e52-4505-ade3-1082b9131646,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:03.009678 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] For port 6d64a2a3-127f-4772-ae7a-825c4109d875, host dv-neutron-820858-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6d64a2a3-127f-4772-ae7a-825c4109d875,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:25:03.064779 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-46d3dfdf-10c3-48f6-af45-8ab7fce96ce8 None None] Provisioning complete for port 6d64a2a3-127f-4772-ae7a-825c4109d875 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:03.065181 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-46d3dfdf-10c3-48f6-af45-8ab7fce96ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.068627 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-28a2a390-92f0-4f4e-accf-1d6f1e373350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.093960 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.094411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.095292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-606d2235-4e90-4d97-8562-1c56a94bb1ed tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577759 Dec 10 17:25:03.097990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60670) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:03.102405 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:03.128884 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-46d3dfdf-10c3-48f6-af45-8ab7fce96ce8 None None] Port 6d64a2a3-127f-4772-ae7a-825c4109d875 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:25:03.155960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:25:03.156572 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:24:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:03.199490 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.231551 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f75ba5-14e8-4cd6-a54c-f3c23aaf84df None None] Pushing event updated for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:03.266461 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.279878 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:25:03.347704 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.369495 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ced3b4c-556e-44e1-a09b-0966cd0198f8,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:03.435478 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.437363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-62a56ad7-8a53-4b90-a261-d3caa3d50a07 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381367 Dec 10 17:25:03.439789 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60672) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:03.444384 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:03.479819 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] Provisioning complete for port 6d64a2a3-127f-4772-ae7a-825c4109d875 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:03.480197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.525029 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6d64a2a3-127f-4772-ae7a-825c4109d875', 'name': '', 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'mac_address': 'fa:16:3e:9e:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:59Z', 'updated_at': '2021-12-10T17:25:02Z', 'revision_number': 4, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'subnets': [{'id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:03.547798 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Project 6984a23831e04bbca72fe974b435b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:25:03.553110 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.554025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c06aa-1a32-43c0-b808-37eacc6bc3e6 None None] The sync data for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv is: [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '6d64a2a3-127f-4772-ae7a-825c4109d875', 'name': '', 'network_id': '890068a0-13b1-40dc-aa21-108123ea45f4', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'mac_address': 'fa:16:3e:9e:a7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:59Z', 'updated_at': '2021-12-10T17:25:02Z', 'revision_number': 4, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'subnets': [{'id': 'c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:25:03.594304 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.647026 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] For port 6d64a2a3-127f-4772-ae7a-825c4109d875, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6d64a2a3-127f-4772-ae7a-825c4109d875,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:25:03.651449 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.703594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.718930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.739558 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279d927c-d95a-4b69-87aa-f3f867e75699,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:03.760363 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0355f5-10a6-406b-adf2-bc4043779fba None None] Pushing event updated for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:03.807242 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.811512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-cefcd780-a0a1-4731-b3d3-6b2efdc3acf7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677361 Dec 10 17:25:03.811696 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60674) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:03.816180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'security_group_rule': {'security_group_id': '74ecb445-787d-4a51-9b8e-04eb969fa0e7', 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:03.909225 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.securitygroups_db [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Project 6984a23831e04bbca72fe974b435b8a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 17:25:03.915367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:03.985623 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:04.052020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680856'] for security_group_rule, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:04.070889 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88697871-ca41-47d6-a21b-64abb39cd86a,revision_number=0']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:04.123011 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:04.124272 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-7bb63839-3a0e-408e-85ee-11a3a929d91c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3116810 Dec 10 17:25:04.279283 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-2b59550d-67a2-488c-a7cd-58649a19bfc1 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245151278&fields=id&tenant_id=6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0462201 Dec 10 17:25:04.389947 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-7fd19f15-5857-435b-b5f9-421d9f5acebf tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:04.391499 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-7fd19f15-5857-435b-b5f9-421d9f5acebf tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 808 time: 0.1053581 Dec 10 17:25:04.406886 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-a65e3640-d711-4562-a3f2-bf6c42afab3c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/quotas/6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Dec 10 17:25:04.455994 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-25cb7609-a3af-41af-83f9-5f91f4eda79e tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440295 Dec 10 17:25:04.556340 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-6d4d78e4-cb13-4982-b0be-3c4d97b5319a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:25:04.557406 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-6d4d78e4-cb13-4982-b0be-3c4d97b5319a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0897672 Dec 10 17:25:04.649920 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-c8b0ee8c-17c3-463f-9688-57b77adc4838 service neutron] 10.222.0.21 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Dec 10 17:25:04.751311 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-90f1c353-5958-41b4-8ec9-cf05e51b3ef6 service neutron] 10.222.0.21 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953209 Dec 10 17:25:04.785015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6d64a2a3-127f-4772-ae7a-825c4109d875 up at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:25:04.835169 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Provisioning complete for port 6d64a2a3-127f-4772-ae7a-825c4109d875 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:04.835545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:05.020185 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1d16e557-3d4a-4cd1-a74d-f3718216b395 req-68829b7e-795b-4297-8a2b-0e38dd1725db tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Dec 10 17:25:05.233585 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6ca-4f9d-4818-afb2-816089d2f478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:06.121454 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-c24241c1-c673-4d60-a8ce-21f0b1e52579 req-19ac3c82-1661-40de-a7fc-98f426aae231 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 210 time: 0.0271025 Dec 10 17:25:06.829080 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:07.223434 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-64b934c3-1b88-4d14-82fd-19fe91be984e req-6fe94c45-3289-48c4-8305-8e1b3080eda4 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 210 time: 0.0317101 Dec 10 17:25:07.329324 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-07eb9c30-7b75-43ca-8807-f390e9f1d64b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:07.330752 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-07eb9c30-7b75-43ca-8807-f390e9f1d64b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 808 time: 0.1100068 Dec 10 17:25:07.395190 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-81cd7e59-0fe9-4747-97a8-07262fc81725 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 380 time: 0.0530961 Dec 10 17:25:07.410709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'port': {'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'admin_state_up': True, 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'security_groups': ['74ecb445-787d-4a51-9b8e-04eb969fa0e7']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:07.589091 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Made reservation on behalf of 6984a23831e04bbca72fe974b435b8a0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:25:07.592703 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:07.722102 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Allocated IP 172.20.0.12 (9d274d6d-346d-49d2-8c53-de64a16de0da/7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f/e707ed6e-f059-4234-9023-e7995e655830) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:25:07.857192 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:07.938227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:07.988990 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:25:07.992147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:25:07.998356 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:25:08.046053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:08.056950 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:08.057598 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.141672 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.155944 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-ab0fbb49-199d-4707-b502-416982a36507 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7487748 Dec 10 17:25:08.223105 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Request body: {'port': {'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:08.254021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-f422e010-6383-4f52-8c57-2c18499135dc None None] Provisioning complete for port e707ed6e-f059-4234-9023-e7995e655830 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:08.254312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-f422e010-6383-4f52-8c57-2c18499135dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.282516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.297854 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-f422e010-6383-4f52-8c57-2c18499135dc None None] Port e707ed6e-f059-4234-9023-e7995e655830 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:25:08.359785 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5ce2c-3dff-4761-bce5-c2168ea66978 req-37978acf-2d51-4192-ae1e-c5e6484c165d tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:08.361497 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bca5ce2c-3dff-4761-bce5-c2168ea66978 req-37978acf-2d51-4192-ae1e-c5e6484c165d tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 932 time: 0.0556254 Dec 10 17:25:08.411609 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bca5ce2c-3dff-4761-bce5-c2168ea66978 req-c982d41d-2aa5-45f3-b3cc-00bb3532fefb tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 10 17:25:08.547214 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e707ed6e-f059-4234-9023-e7995e655830 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:25:08.554450 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.566994 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Transition to ACTIVE for port object e707ed6e-f059-4234-9023-e7995e655830 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:25:08.627137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.676272 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:08.749063 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.758606 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Attempting to bind port e707ed6e-f059-4234-9023-e7995e655830 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:25:08.759051 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Attempting to bind port e707ed6e-f059-4234-9023-e7995e655830 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:25:08.759425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Attempting to bind port e707ed6e-f059-4234-9023-e7995e655830 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:25:08.764036 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Port e707ed6e-f059-4234-9023-e7995e655830 on network 9d274d6d-346d-49d2-8c53-de64a16de0da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:25:08.764494 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Attempting to bind port e707ed6e-f059-4234-9023-e7995e655830 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:25:08.770639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:25:08.771009 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Checking segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:25:08.771376 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Bound using segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:25:08.771806 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Bound port: e707ed6e-f059-4234-9023-e7995e655830, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:25:08.772202 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.840493 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:25:08.843595 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:25:08.909250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] 10.222.0.61 "PUT /v2.0/ports/e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 1094 time: 0.7777324 Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:25:08.985043 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39e6ea-4e1c-486e-9ea0-7763a919d186 service neutron] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:08.991955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d52b2-9dd5-4138-b28d-96fa39639910 x-openstack-request-id: req-f50d52b2-9dd5-4138-b28d-96fa39639910 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:25:08.992257 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:25:08.992519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f50d52b2-9dd5-4138-b28d-96fa39639910 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:25:08.992977 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'status': 'completed', 'code': 200} Dec 10 17:25:09.067842 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-a3c6af3a-46e6-4315-82b6-19ee4c30c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.070072 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-a3c6af3a-46e6-4315-82b6-19ee4c30c24c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1097 time: 0.0435798 Dec 10 17:25:09.189709 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-69aedbba-05a1-481d-a49c-77ce5afc24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.191179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-69aedbba-05a1-481d-a49c-77ce5afc24ac service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6984a23831e04bbca72fe974b435b8a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1113520 Dec 10 17:25:09.292571 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-3f56f8b0-a516-44f1-8521-ef541dea6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.294047 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-7e9dabb2-30fe-4e00-a44b-16d2234fed0f req-3f56f8b0-a516-44f1-8521-ef541dea6919 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917504 Dec 10 17:25:09.376685 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-e37244bc-2f8b-4c17-8381-499506c4cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.378198 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-e37244bc-2f8b-4c17-8381-499506c4cd8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1097 time: 0.0394282 Dec 10 17:25:09.424589 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-d576243c-8429-474b-bc10-0fd2545fbef5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 217 time: 0.0331793 Dec 10 17:25:09.481505 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-f9f198ac-bd78-4954-9022-c63d21ec5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.482964 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-f9f198ac-bd78-4954-9022-c63d21ec5aac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0472667 Dec 10 17:25:09.527990 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5a105-03c4-414a-9d7a-3c58dce79efa req-a982b6ea-8c4d-4344-b954-4a421ab73b60 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.529724 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bed5a105-03c4-414a-9d7a-3c58dce79efa req-a982b6ea-8c4d-4344-b954-4a421ab73b60 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0503509 Dec 10 17:25:09.535993 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-4d1aa134-cb9c-4a04-a959-26184dc55568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:09.537532 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-4d1aa134-cb9c-4a04-a959-26184dc55568 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412652 Dec 10 17:25:09.579192 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-bed5a105-03c4-414a-9d7a-3c58dce79efa req-67b1b575-c735-49cc-9a62-270465593165 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Dec 10 17:25:09.630576 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-6ca70b41-3ab0-454b-82c0-9beb62a17fd7 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807843 Dec 10 17:25:09.730212 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f1e58428-cdf8-4096-98ec-9982cbbd6d35 req-e956b40d-ec2c-4a94-9b4d-4f67d887e41c service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862730 Dec 10 17:25:10.710093 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43188753-62b1-4281-803b-a00564754a40 req-da4c3e2c-d992-48ce-853f-29b45a5ac957 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:10.711640 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43188753-62b1-4281-803b-a00564754a40 req-da4c3e2c-d992-48ce-853f-29b45a5ac957 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0643218 Dec 10 17:25:10.762523 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-43188753-62b1-4281-803b-a00564754a40 req-ce6d12b2-4737-4b64-baef-06cab56e1862 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443568 Dec 10 17:25:11.880374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955002-6f08-4a1a-a558-ea1dad17cc8d req-5cd88580-9f85-4d06-8af8-ffad2fdfe688 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:11.881861 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38955002-6f08-4a1a-a558-ea1dad17cc8d req-5cd88580-9f85-4d06-8af8-ffad2fdfe688 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0521336 Dec 10 17:25:11.929785 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38955002-6f08-4a1a-a558-ea1dad17cc8d req-2456be60-64c2-4981-98ac-db670898c297 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Dec 10 17:25:13.052787 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4685cc-1ce0-40c2-af24-d3822bf318ad req-d5563276-636c-4118-9519-19522305f25f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:13.054301 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6c4685cc-1ce0-40c2-af24-d3822bf318ad req-d5563276-636c-4118-9519-19522305f25f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0561121 Dec 10 17:25:13.104827 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6c4685cc-1ce0-40c2-af24-d3822bf318ad req-8d3e8d6a-947a-4829-bb4c-dff0c964a153 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Dec 10 17:25:13.147529 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:25:13.240436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:25:13.255789 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'e707ed6e-f059-4234-9023-e7995e655830', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:25:13.292115 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:13.304496 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e707ed6e-f059-4234-9023-e7995e655830 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:25:13.323736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:25:13.394393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:13.440601 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:13.699814 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['e707ed6e-f059-4234-9023-e7995e655830'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:25:14.220739 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcca8-a3a1-4e85-821c-103307c9c612 req-9b6caaf9-e9c1-423e-8051-2841c92438fe tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:14.222244 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46efcca8-a3a1-4e85-821c-103307c9c612 req-9b6caaf9-e9c1-423e-8051-2841c92438fe tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 945 time: 0.0495205 Dec 10 17:25:14.273932 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-46efcca8-a3a1-4e85-821c-103307c9c612 req-34feee53-4dfd-4bc5-b7c9-8d095152d265 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Dec 10 17:25:15.162806 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:25:15.295739 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port e707ed6e-f059-4234-9023-e7995e655830 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:25:15.300230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port e707ed6e-f059-4234-9023-e7995e655830 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:25:15.300610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:15.382436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:15.389079 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665bd0-88f8-42a5-884c-af01a6efa45c req-8e4646e6-0aa7-45fd-b16c-9d9ced57ef86 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:15.390664 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-73665bd0-88f8-42a5-884c-af01a6efa45c req-8e4646e6-0aa7-45fd-b16c-9d9ced57ef86 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Dec 10 17:25:15.405820 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:25:15.407950 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81a0e31-5372-4fc3-871d-1bef26cf1be6" -d '{"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-plugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:25:15.419966 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:25:15.446436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b492b-7f91-45db-8c15-02a9fcef056c x-openstack-request-id: req-c72b492b-7f91-45db-8c15-02a9fcef056c {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:25:15.447249 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-plugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:25:15.447500 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c72b492b-7f91-45db-8c15-02a9fcef056c {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:25:15.447918 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'code': 200} Dec 10 17:25:15.451002 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-73665bd0-88f8-42a5-884c-af01a6efa45c req-d24b2c6e-0797-4257-be0a-a631ad645973 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541787 Dec 10 17:25:15.503110 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:15.551610 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:15.744197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061f159-ac04-4c70-ba98-a18cea5bc958 req-1fc6f9f2-0a3a-47c6-9460-af6f02f7ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:15.745632 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a061f159-ac04-4c70-ba98-a18cea5bc958 req-1fc6f9f2-0a3a-47c6-9460-af6f02f7ae6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1099 time: 0.0402555 Dec 10 17:25:15.799334 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a061f159-ac04-4c70-ba98-a18cea5bc958 req-fdfa31bd-e49c-4b52-8675-805334c0c6a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Dec 10 17:25:16.567365 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06839aad-7eec-45ec-aaa0-edeb6d31bb47 req-4122d185-30a7-4e84-9cbf-560ebc9d8864 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:16.568848 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-06839aad-7eec-45ec-aaa0-edeb6d31bb47 req-4122d185-30a7-4e84-9cbf-560ebc9d8864 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 946 time: 0.0481060 Dec 10 17:25:16.621784 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-06839aad-7eec-45ec-aaa0-edeb6d31bb47 req-a09eacc9-9be6-42ea-a15e-a410117b044d tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462856 Dec 10 17:25:17.734946 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec282317-dc47-43a4-9043-321c91c09edb req-0d9086a3-3085-4838-a293-735dfe228e9b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:17.736471 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec282317-dc47-43a4-9043-321c91c09edb req-0d9086a3-3085-4838-a293-735dfe228e9b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 946 time: 0.0492249 Dec 10 17:25:17.785974 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ec282317-dc47-43a4-9043-321c91c09edb req-af1972d2-ad1b-4c22-8fa1-d6875ae093be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Dec 10 17:25:17.898575 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d065-f83f-47e7-b45d-91fcb9104095 req-566db4e8-a33d-48da-92cc-09af24bbbc8a tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:17.900763 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e96d065-f83f-47e7-b45d-91fcb9104095 req-566db4e8-a33d-48da-92cc-09af24bbbc8a tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Dec 10 17:25:17.947505 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:17.951734 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-1e96d065-f83f-47e7-b45d-91fcb9104095 req-4d478f6f-2b27-4c70-8705-f63cf5303b4a tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451078 Dec 10 17:25:17.971404 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60746) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:18.058620 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6821df27-e991-4496-aab4-f36532a6ed1e tempest-TestSnapshotPattern-518346315 tempest-TestSnapshotPattern-518346315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:18.060130 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-6821df27-e991-4496-aab4-f36532a6ed1e tempest-TestSnapshotPattern-518346315 tempest-TestSnapshotPattern-518346315-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1094 time: 0.0877483 Dec 10 17:25:18.063454 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 60750) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:25:18.067794 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:25:18.189137 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:18.289213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:18.390426 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Allocated IP 172.26.4.64 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/e56e2b54-1b38-48dd-bd12-515f04d4e597) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:25:18.494936 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:18.566377 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:18.605197 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:25:18.608106 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:25:18.611550 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:25:18.616672 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=e56e2b54-1b38-48dd-bd12-515f04d4e597,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:19.261065 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:19.384115 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:19.530015 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:19.586705 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:19.656126 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=e56e2b54-1b38-48dd-bd12-515f04d4e597,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:25:19.668593 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:19.768080 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.db.l3_db [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Floating IP 8cfb878b-3c4f-433c-9757-9664bf21ad40 associated. External IP: 172.26.4.64, port: e707ed6e-f059-4234-9023-e7995e655830. Dec 10 17:25:19.970337 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:25:20.091567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:25:20.101535 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:25:20.114481 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:25:20.120277 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:20.162057 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:20.189555 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-444b2d76-3020-4a66-8a0a-c450bc689c03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1250355 Dec 10 17:25:20.190174 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:25:20.192436 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04474f01-193e-42fd-add1-1b238010e081" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:25:20.223467 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:25:20.230316 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0935f194-38cb-4151-b549-f8f917e95e54 x-openstack-request-id: req-0935f194-38cb-4151-b549-f8f917e95e54 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:25:20.230640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:25:20.230899 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0935f194-38cb-4151-b549-f8f917e95e54 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:25:20.231304 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'status': 'completed', 'code': 200} Dec 10 17:25:20.301227 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474f01-193e-42fd-add1-1b238010e081 req-3183d7ac-a8ce-49fe-a038-84f316afa068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:20.302741 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-3183d7ac-a8ce-49fe-a038-84f316afa068 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1099 time: 0.0452366 Dec 10 17:25:20.393226 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474f01-193e-42fd-add1-1b238010e081 req-0dff5fcd-9aa8-4d93-ac86-b8b380779597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:20.394709 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-0dff5fcd-9aa8-4d93-ac86-b8b380779597 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0844266 Dec 10 17:25:20.461902 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:18Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:20.468536 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-6747a335-703c-46e9-a19a-6776fed5c423 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 999 time: 0.0668392 Dec 10 17:25:20.487666 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:25:20.496925 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:25:20.497540 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:25:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:20.518780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474f01-193e-42fd-add1-1b238010e081 req-1a66778c-b226-444c-86b8-fa5219a030fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:20.520259 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-1a66778c-b226-444c-86b8-fa5219a030fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0445933 Dec 10 17:25:20.568350 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474f01-193e-42fd-add1-1b238010e081 req-97c820be-4c5c-4172-ae25-334152a5a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:20.569911 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-97c820be-4c5c-4172-ae25-334152a5a24a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427663 Dec 10 17:25:20.665322 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-38b89290-4b53-4a45-a202-486a528e534c service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877705 Dec 10 17:25:20.684594 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:25:20.759194 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-04474f01-193e-42fd-add1-1b238010e081 req-3ffc8c99-ab1d-4804-90b8-b9ad5eb908b6 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Dec 10 17:25:20.909202 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:18Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:25:20.935446 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c96738-97d2-43fc-bb26-cfaa10339e01 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:18Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:25:21.129574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6b57b-bb43-416f-9b3c-4c83fd2866eb None None] New status for floating IP 8cfb878b-3c4f-433c-9757-9664bf21ad40: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:25:33.038327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a1aa0fd1-fd95-4707-9b4a-71d9cfb72999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:35.262844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-d385b70e-87c9-418d-ad12-c0a6f8797c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:36.820913 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:37.914288 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:25:38.092051 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:38.267055 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-7994cbbc-792f-4199-90e7-e140fff380ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442204 Dec 10 17:25:38.352511 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-f16655f2-26be-445b-a442-7a88b2c05e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:38.354640 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-f16655f2-26be-445b-a442-7a88b2c05e98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1099 time: 0.0418687 Dec 10 17:25:38.458462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-48f64d7e-aaf4-411e-8451-01f855205e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:38.459930 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-48f64d7e-aaf4-411e-8451-01f855205e64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0861704 Dec 10 17:25:38.531287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-ea8f33a0-84d9-438e-8e56-0f44c0a8da45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 1001 time: 0.0630903 Dec 10 17:25:38.580816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-a2d6ef48-e22c-403a-8c98-1c30b174285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:38.582267 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-a2d6ef48-e22c-403a-8c98-1c30b174285c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0435400 Dec 10 17:25:38.628548 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-665e9ea3-52eb-483e-9967-9dfd71e0e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:25:38.630061 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-665e9ea3-52eb-483e-9967-9dfd71e0e62c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386338 Dec 10 17:25:38.725477 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-b2823796-02e1-4c6b-9fa2-66cf0a310ddf service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871711 Dec 10 17:25:38.753955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:25:38.817148 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-63013bf0-fb8a-48bf-9fa3-7cb22f0c4e93 req-e76fe704-0bba-4e2b-bb1a-66f96975a95a service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Dec 10 17:25:47.942628 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:03.039552 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b162b140-6abc-43b1-b87c-4da73a608780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:05.245341 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-09fd2047-6b9e-4dc9-955b-4e9e818e4470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:06.820194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:08.096355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:08.747860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:14.912625 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:26:17.947617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:33.015908 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fe98577d-40e5-49ee-801f-b3e85e96a515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:35.244344 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4ca953a2-72c8-4e87-82f7-4ffdfc60d3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:36.833114 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:38.113327 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:38.768189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:39.272374 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-2b4d8301-d1ce-4b97-9dfe-20d839e32bca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500174 Dec 10 17:26:39.368045 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c647f1-082e-4a96-8a0d-6370564f025b req-b8d1ff51-d696-4943-b469-b80ff0cd292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:26:39.369561 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-b8d1ff51-d696-4943-b469-b80ff0cd292a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1099 time: 0.0411890 Dec 10 17:26:39.482483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c647f1-082e-4a96-8a0d-6370564f025b req-54d93259-38e0-4535-a697-8637de44f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:26:39.483886 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-54d93259-38e0-4535-a697-8637de44f7e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0882425 Dec 10 17:26:39.564110 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-99470ed6-1e18-478a-a20c-9246a4caca90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 1001 time: 0.0644867 Dec 10 17:26:39.616826 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c647f1-082e-4a96-8a0d-6370564f025b req-2970f7ab-b75d-4797-9992-cfff213bd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:26:39.618271 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-2970f7ab-b75d-4797-9992-cfff213bd300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0419831 Dec 10 17:26:39.672790 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c647f1-082e-4a96-8a0d-6370564f025b req-4eb83202-16a6-41a6-8107-2ca559172be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:26:39.674328 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-4eb83202-16a6-41a6-8107-2ca559172be4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442815 Dec 10 17:26:39.768464 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-c3f900fd-a750-40dd-9959-ec1e4d43fac1 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814912 Dec 10 17:26:39.866869 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-32c647f1-082e-4a96-8a0d-6370564f025b req-fed03a51-a8bb-4fcf-8690-d31965e83cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863423 Dec 10 17:26:47.956342 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:26:51.911733 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:27:03.070799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-87f5549b-edd0-4622-906c-391a0ac0cee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:05.290061 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a03d8e37-c4cc-49fc-9f11-9aef26d573b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:06.815348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:08.095688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:08.763996 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:18.007747 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:21.720629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:27:21.815374 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:21.826928 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': 'e707ed6e-f059-4234-9023-e7995e655830', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:27:21.863329 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:21.876379 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e707ed6e-f059-4234-9023-e7995e655830 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:27:21.895940 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:21.964377 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:22.016738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:22.023731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.026411 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.027896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.027896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.027896 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.028180 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:22.066543 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['e707ed6e-f059-4234-9023-e7995e655830'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:27:23.744121 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:27:23.801015 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port e707ed6e-f059-4234-9023-e7995e655830 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:27:23.801550 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:23.885072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:23.909465 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:27:23.911774 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68183af4-f1ef-48a5-946b-cec217cbcd99" -d '{"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-plugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:27:23.925396 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:23.955376 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467fe7e6-eebb-4397-8488-3b1e866d1e69 x-openstack-request-id: req-467fe7e6-eebb-4397-8488-3b1e866d1e69 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:27:23.955673 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-plugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:27:23.955955 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-467fe7e6-eebb-4397-8488-3b1e866d1e69 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:27:23.956352 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'code': 200} Dec 10 17:27:24.002313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:24.057334 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:28.911989 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:27:33.049660 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1e457c91-d260-4b03-8d7e-e1841f5287a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:33.902963 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-679df8b5-0c6a-4264-9271-3d3ff0649627 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245151278&fields=id&tenant_id=6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 267 time: 0.0441310 Dec 10 17:27:34.011461 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-acb9b7a4-f605-424f-b7fa-66cf899a2cc8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:34.012938 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-acb9b7a4-f605-424f-b7fa-66cf899a2cc8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 808 time: 0.1033490 Dec 10 17:27:34.027181 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-707d329c-6e21-4723-9e30-0593639495d4 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/quotas/6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 375 time: 0.0086462 Dec 10 17:27:34.079851 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-a624c1f1-a506-4545-b4f9-1414316dda2b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476868 Dec 10 17:27:34.176402 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-814623c2-834b-4f15-a100-1ec08451691d service neutron] 10.222.0.21 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Dec 10 17:27:34.265921 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-aa3e31d6-8a55-49a5-adc8-8a9724958987 service neutron] 10.222.0.21 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Dec 10 17:27:35.248399 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a90bc9a2-9bd4-4d9e-9039-8db23f38fd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:35.523547 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-05ebc1ec-bcb5-4607-a9de-49f9118c9faa req-b4380714-5269-4e16-a9b2-21bf9b19eea8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0268857 Dec 10 17:27:36.601584 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ec9dd76f-3f57-45d3-a47f-01f19eb4f7ab req-ef4b9865-a535-4495-80ba-614dc7b0a3bb tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0271573 Dec 10 17:27:36.887581 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:37.681868 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-79bfc28a-f5da-4fa2-9773-f35bdec13ff0 req-a65574ed-0e6d-4eb1-8ea7-cad20f23d0f7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0292511 Dec 10 17:27:37.785615 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:27:37.861909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:37.883860 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:27:37.886594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de700af-7dab-4d87-a58c-e9fab3a9cf7e" -d '{"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-unplugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:27:37.898992 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:37.969862 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:37.992300 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8c00f-82be-4448-82b8-c7d45cb9ea4a x-openstack-request-id: req-cfe8c00f-82be-4448-82b8-c7d45cb9ea4a {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:27:37.992596 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-unplugged", "status": "completed", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:27:37.992852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfe8c00f-82be-4448-82b8-c7d45cb9ea4a {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:27:37.993268 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'code': 200} Dec 10 17:27:38.017775 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:38.112216 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:38.757655 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-a9d7a6d7-3c41-4758-852e-25fb76709310 req-344e1f71-1107-4ca6-af45-3da251e32f42 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0258441 Dec 10 17:27:38.758267 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:39.855196 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38cc155b-7e01-429d-b3ab-4a74dc704d86 req-a5934876-1b02-4a1e-9d90-d3295c69036b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0258682 Dec 10 17:27:40.282973 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-102ec7a8-6c02-45bf-8eb6-43f5ee420ccd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443544 Dec 10 17:27:40.373363 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9173-435b-4464-958f-7edbd817198b req-dc54d014-286a-4a3d-b12d-14d49c554ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:40.374824 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-dc54d014-286a-4a3d-b12d-14d49c554ec1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1097 time: 0.0399230 Dec 10 17:27:40.488650 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9173-435b-4464-958f-7edbd817198b req-84983000-77cc-4d6a-a85b-24af37db5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:40.490044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-84983000-77cc-4d6a-a85b-24af37db5f77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0858607 Dec 10 17:27:40.614543 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-0917b223-bb2b-47b0-85a9-0d99d279ec83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 999 time: 0.1100221 Dec 10 17:27:40.672683 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9173-435b-4464-958f-7edbd817198b req-03f91a70-9753-4f47-b0d7-fa9ed5350a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:40.674203 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-03f91a70-9753-4f47-b0d7-fa9ed5350a64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0488555 Dec 10 17:27:40.730250 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9173-435b-4464-958f-7edbd817198b req-7392324b-cd1f-4eca-9e29-65f0751533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:40.731746 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-7392324b-cd1f-4eca-9e29-65f0751533ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439470 Dec 10 17:27:40.828266 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-f9c61c9f-c20b-497b-8e39-e482fbe9c407 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818675 Dec 10 17:27:40.929885 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d98c9173-435b-4464-958f-7edbd817198b req-52d8461a-19fb-4b78-b0a7-e27f65bd0f55 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900807 Dec 10 17:27:40.959376 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1ab64dae-0ea6-42a4-8b90-a4c80c328d1a req-c5edd432-a963-4cb5-83a2-04f8f78994f8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0285120 Dec 10 17:27:41.804639 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-5f64a584-eb2a-4137-bad4-f91864288e09 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:41.806152 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-5f64a584-eb2a-4137-bad4-f91864288e09 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 808 time: 0.1070936 Dec 10 17:27:41.877895 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-3c2455cd-70e6-4640-8c89-76ed6a334ab4 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6984a23831e04bbca72fe974b435b8a0 HTTP/1.1" status: 200 len: 380 time: 0.0536335 Dec 10 17:27:41.891679 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'port': {'device_id': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'admin_state_up': True, 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'security_groups': ['74ecb445-787d-4a51-9b8e-04eb969fa0e7']}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:27:42.076881 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-14cb42ad-482f-497a-868a-4cd49a10e39b req-4f472742-d4aa-4e15-b1be-c3fd0e61ca6c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Dec 10 17:27:42.092832 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Made reservation on behalf of 6984a23831e04bbca72fe974b435b8a0 for: {'port': 1} {{(pid=103598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:27:42.096686 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:42.229801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_common [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Allocated IP 172.20.0.13 (9d274d6d-346d-49d2-8c53-de64a16de0da/7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f/8e2fced2-e684-45fa-9778-52a3f4d52897) {{(pid=103598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:27:42.373489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:42.462694 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_create {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:42.538232 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Network 9d274d6d-346d-49d2-8c53-de64a16de0da is already hosted by enough agents. {{(pid=103598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:27:42.540129 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.base_scheduler [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Resources bound (agent type, host, resource id): {{(pid=103598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:27:42.542954 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Received port after_create {{(pid=103598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:27:42.545805 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=1']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:42.582966 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.583516 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.584183 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.584567 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.585312 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.585791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.586412 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.586882 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.587367 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.587955 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.588348 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.588768 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.590632 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:27:42.651098 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:42.651919 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:42.750178 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-cce64809-b192-4d77-bc77-7600fae8e4be tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8619590 Dec 10 17:27:42.949122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-55d530d2-5076-4dc6-8264-fd4948261f32 None None] Provisioning complete for port 8e2fced2-e684-45fa-9778-52a3f4d52897 triggered by entity DHCP. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:27:42.950270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-55d530d2-5076-4dc6-8264-fd4948261f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:42.984487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-55d530d2-5076-4dc6-8264-fd4948261f32 None None] Port 8e2fced2-e684-45fa-9778-52a3f4d52897 cannot update to ACTIVE because it is not bound. {{(pid=103600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:27:43.204161 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff525c6-dde2-40f0-a691-b06034d1b814 req-ab96a00f-45db-4b3d-9d47-1b4087930daa tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:43.206107 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1ff525c6-dde2-40f0-a691-b06034d1b814 req-ab96a00f-45db-4b3d-9d47-1b4087930daa tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0618420 Dec 10 17:27:43.258865 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-1ff525c6-dde2-40f0-a691-b06034d1b814 req-81e2c373-7d9a-442d-912d-b66b43253f9a tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Dec 10 17:27:44.385009 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171a39-a167-4347-a9f0-8cd8912111f2 req-50df8ec9-6793-4395-bea5-5f17207fbc48 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:44.387084 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38171a39-a167-4347-a9f0-8cd8912111f2 req-50df8ec9-6793-4395-bea5-5f17207fbc48 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0505326 Dec 10 17:27:44.437386 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-38171a39-a167-4347-a9f0-8cd8912111f2 req-5bcd3dd8-a399-4818-86d9-a303e1fc6c45 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Dec 10 17:27:45.550937 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef5e7-d4cb-4eb6-a01d-95899c987690 req-c4c475d3-49b3-4d68-afd2-4737d5f586de tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:45.552421 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9abef5e7-d4cb-4eb6-a01d-95899c987690 req-c4c475d3-49b3-4d68-afd2-4737d5f586de tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0490320 Dec 10 17:27:45.618045 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-9abef5e7-d4cb-4eb6-a01d-95899c987690 req-ec57d5da-4d6c-49ce-bc67-0ad3d1a88e86 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583882 Dec 10 17:27:46.749788 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ebe12-05b3-4689-a3bf-54a8100aa75c req-40db8890-6e83-437c-9abf-3dc60eb3dc14 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:46.752018 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-510ebe12-05b3-4689-a3bf-54a8100aa75c req-40db8890-6e83-437c-9abf-3dc60eb3dc14 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0591099 Dec 10 17:27:46.803784 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-510ebe12-05b3-4689-a3bf-54a8100aa75c req-ce3c02b0-9eae-4dd6-ab78-029a0cca4894 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465553 Dec 10 17:27:47.942977 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac291c-1da3-4cd9-9a67-f0d5ab3cca80 req-0c927d09-bdd2-48af-ac67-73e8df025e2c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:47.944608 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d0ac291c-1da3-4cd9-9a67-f0d5ab3cca80 req-0c927d09-bdd2-48af-ac67-73e8df025e2c tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0702128 Dec 10 17:27:48.001200 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d0ac291c-1da3-4cd9-9a67-f0d5ab3cca80 req-57e15119-e8e0-4d74-8da5-4bc680cb162f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502822 Dec 10 17:27:48.007271 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:49.131290 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016945a-ba46-416e-b0a7-7a7c4eb6c0a6 req-12571b34-7cd5-4aa2-9281-a124d89b25a8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:49.132850 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0016945a-ba46-416e-b0a7-7a7c4eb6c0a6 req-12571b34-7cd5-4aa2-9281-a124d89b25a8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0632441 Dec 10 17:27:49.187021 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0016945a-ba46-416e-b0a7-7a7c4eb6c0a6 req-10fad6ba-6629-478d-abe3-7babfd377a03 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474238 Dec 10 17:27:50.306577 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae01f-6b87-49df-804f-d3a671dcfb9f req-8f727db7-6cd3-40ea-bbde-cca1318883a3 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:50.308855 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f9bae01f-6b87-49df-804f-d3a671dcfb9f req-8f727db7-6cd3-40ea-bbde-cca1318883a3 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0494211 Dec 10 17:27:50.358829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f9bae01f-6b87-49df-804f-d3a671dcfb9f req-69321700-856b-42d1-a442-306fe52f0e91 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Dec 10 17:27:51.479414 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed0d89-75f3-4f4b-9663-51b6b535378e req-988f0af4-70e9-418f-9362-b3fa49964558 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:51.480890 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ceed0d89-75f3-4f4b-9663-51b6b535378e req-988f0af4-70e9-418f-9362-b3fa49964558 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0516627 Dec 10 17:27:51.531012 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-ceed0d89-75f3-4f4b-9663-51b6b535378e req-4b0ab6b0-6e33-412d-9c12-35a074f4db34 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440066 Dec 10 17:27:52.649969 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6eeb-ef34-48fe-9480-84eb9d91cfd8 req-f297d710-e90a-4efa-bd11-2a10c6f59cad tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:52.651562 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bfdb6eeb-ef34-48fe-9480-84eb9d91cfd8 req-f297d710-e90a-4efa-bd11-2a10c6f59cad tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0525668 Dec 10 17:27:52.715385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bfdb6eeb-ef34-48fe-9480-84eb9d91cfd8 req-885487c5-e65d-40fa-bdb3-a3bac993e0c8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567133 Dec 10 17:27:53.839100 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8242d-9dc4-4e53-80ed-b9d6745ef2b7 req-397ec164-d58e-471e-8e5a-c3cd5ba0d604 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:53.840597 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2ba8242d-9dc4-4e53-80ed-b9d6745ef2b7 req-397ec164-d58e-471e-8e5a-c3cd5ba0d604 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 932 time: 0.0539567 Dec 10 17:27:53.894597 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-2ba8242d-9dc4-4e53-80ed-b9d6745ef2b7 req-c7a27140-7d2a-47e1-ac0d-9dbc8282dae6 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476878 Dec 10 17:27:53.912645 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.v2.base [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Request body: {'port': {'device_id': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8208'}} {{(pid=103598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:27:53.970667 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.224722 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2fced2-e684-45fa-9778-52a3f4d52897 {{(pid=103598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:27:54.233206 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.245531 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.provisioning_blocks [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Transition to ACTIVE for port object 8e2fced2-e684-45fa-9778-52a3f4d52897 will not be triggered until provisioned by entity L2. {{(pid=103598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 17:27:54.338028 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.389275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=2']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:54.462587 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Attempting to bind port 8e2fced2-e684-45fa-9778-52a3f4d52897 on host hv-neutron-8208 for vnic_type normal with profile {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:27:54.462989 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Attempting to bind port 8e2fced2-e684-45fa-9778-52a3f4d52897 by drivers openvswitch,hyperv on host hv-neutron-8208 at level 0 using segments [{'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:27:54.463255 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Attempting to bind port 8e2fced2-e684-45fa-9778-52a3f4d52897 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:27:54.468769 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Port 8e2fced2-e684-45fa-9778-52a3f4d52897 on network 9d274d6d-346d-49d2-8c53-de64a16de0da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8208 {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 17:27:54.469127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Attempting to bind port 8e2fced2-e684-45fa-9778-52a3f4d52897 on network 9d274d6d-346d-49d2-8c53-de64a16de0da {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:27:54.474370 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Checking agent: {'id': '29cd9b3b-6e02-4a1a-b6ad-c9febb8816f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8208', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'started_at': datetime.datetime(2021, 12, 10, 16, 30, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:27:54.482895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Checking segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:27:54.482895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Bound using segment: {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'} {{(pid=103598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:27:54.482895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.managers [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Bound port: 8e2fced2-e684-45fa-9778-52a3f4d52897, host: hv-neutron-8208, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da'}}] {{(pid=103598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:27:54.482895 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.548930 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, cleared binding levels {{(pid=103598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:27:54.552326 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:27:54.630492 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13218728'] for port, after_update {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.669576 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:54.670201 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:54.671639 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 200 len: 1094 time: 0.7634649 Dec 10 17:27:54.672101 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:27:54.674485 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13340c-6f47-407d-8295-759344583042" -d '{"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:27:54.700173 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435438d-3f05-443c-8aea-743ff84e91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=3']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:54.717831 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8730dee8-595b-4e34-95b5-045fa7fd70e2 x-openstack-request-id: req-8730dee8-595b-4e34-95b5-045fa7fd70e2 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:27:54.718239 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:27:54.718441 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8730dee8-595b-4e34-95b5-045fa7fd70e2 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:27:54.719312 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'status': 'completed', 'code': 200} Dec 10 17:27:54.785209 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13340c-6f47-407d-8295-759344583042 req-4bb491f7-4fba-4bf1-a59d-cc97c0ec596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:54.786731 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4e13340c-6f47-407d-8295-759344583042 req-4bb491f7-4fba-4bf1-a59d-cc97c0ec596b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0444131 Dec 10 17:27:54.891824 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13340c-6f47-407d-8295-759344583042 req-cc674621-6b97-456a-ba88-86a0a6aba2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:54.893340 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4e13340c-6f47-407d-8295-759344583042 req-cc674621-6b97-456a-ba88-86a0a6aba2f0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6984a23831e04bbca72fe974b435b8a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954003 Dec 10 17:27:54.993411 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13340c-6f47-407d-8295-759344583042 req-ab53ff93-bfea-457e-9bdf-c4178f940c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:54.995428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-4e13340c-6f47-407d-8295-759344583042 req-ab53ff93-bfea-457e-9bdf-c4178f940c93 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936651 Dec 10 17:27:55.014880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415da3b-3466-4c32-8ac3-29876859213e req-446172bf-65bb-45b1-80a3-553ce24e16ae tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:55.016387 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0415da3b-3466-4c32-8ac3-29876859213e req-446172bf-65bb-45b1-80a3-553ce24e16ae tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 944 time: 0.0493636 Dec 10 17:27:55.068391 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-0415da3b-3466-4c32-8ac3-29876859213e req-48fe373d-fa22-450a-94ff-12520dfb3fd6 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Dec 10 17:27:55.082903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-7904aa62-0c43-4298-a9af-51bbbcfb2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:55.082903 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-7904aa62-0c43-4298-a9af-51bbbcfb2c95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0431285 Dec 10 17:27:55.139302 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-270466ea-848d-48a8-9b95-446407c235b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 200 len: 217 time: 0.0406647 Dec 10 17:27:55.189629 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-1fc3856c-c264-4a5a-8d24-2b781dfdea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:55.191006 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-1fc3856c-c264-4a5a-8d24-2b781dfdea6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0440123 Dec 10 17:27:55.236132 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-bef73a69-7555-4d0e-a5b6-fda0f29363a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:55.237625 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-bef73a69-7555-4d0e-a5b6-fda0f29363a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391641 Dec 10 17:27:55.332315 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-717dc923-7509-4ba4-ae2b-18e634a3062a service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Dec 10 17:27:55.425014 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-65a4eba4-ced8-474e-af08-8ffbcbfd2874 req-c8cd080f-0323-4f32-a7b6-c367c0c1bea6 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811069 Dec 10 17:27:56.185273 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86816b4-7b33-42f0-92c1-365d9c276ecc req-d9da74f6-0f63-4f4c-9e6b-beaa275ce138 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:56.186814 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d86816b4-7b33-42f0-92c1-365d9c276ecc req-d9da74f6-0f63-4f4c-9e6b-beaa275ce138 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 944 time: 0.0496452 Dec 10 17:27:56.239157 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d86816b4-7b33-42f0-92c1-365d9c276ecc req-6fdcb52c-3f38-4d41-927e-3c06f2c3f467 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Dec 10 17:27:57.351853 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d41d49-c3a1-442e-847a-a2b91bd1ec3a req-1b0fe68d-70fd-47c6-aac2-780982817668 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:57.353337 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b4d41d49-c3a1-442e-847a-a2b91bd1ec3a req-1b0fe68d-70fd-47c6-aac2-780982817668 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 944 time: 0.0484173 Dec 10 17:27:57.401548 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-b4d41d49-c3a1-442e-847a-a2b91bd1ec3a req-cbbf5713-abe6-4fa5-9925-d7ddef18b3bf tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Dec 10 17:27:57.877282 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:27:57.969629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:57.982355 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'mac_address': 'fa:16:3e:d8:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:27:58.021639 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:58.033905 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2fced2-e684-45fa-9778-52a3f4d52897 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:27:58.052714 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:27:58.126606 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:27:58.172594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=4']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:27:58.409782 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['8e2fced2-e684-45fa-9778-52a3f4d52897'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:27:58.519508 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660e56-2a5d-409c-a1f1-a066f630d65c req-a5202dc2-5418-460d-a91d-91039198f9e7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:58.521038 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23660e56-2a5d-409c-a1f1-a066f630d65c req-a5202dc2-5418-460d-a91d-91039198f9e7 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Dec 10 17:27:58.573217 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-23660e56-2a5d-409c-a1f1-a066f630d65c req-d0c05230-4f75-41a9-a2f3-c85e04d47a73 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Dec 10 17:27:59.692473 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccb473-6621-4f51-95da-5037fa25a7f9 req-dfc8b6fd-d7ba-412e-b766-6b7248d8108f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:27:59.693978 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dccb473-6621-4f51-95da-5037fa25a7f9 req-dfc8b6fd-d7ba-412e-b766-6b7248d8108f tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Dec 10 17:27:59.742838 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-4dccb473-6621-4f51-95da-5037fa25a7f9 req-6011bfe2-1c5a-4389-abaf-b82abaeebd10 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Dec 10 17:27:59.893263 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:27:59.994817 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning for port 8e2fced2-e684-45fa-9778-52a3f4d52897 completed by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 17:27:59.998620 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 8e2fced2-e684-45fa-9778-52a3f4d52897 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:27:59.998994 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:00.076028 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:00.098343 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:28:00.100565 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a263f93-4444-4dd8-8972-acf4d825ce79" -d '{"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:28:00.113827 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:28:00.140023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fad722-e1b2-43c9-a085-05892da01150 x-openstack-request-id: req-09fad722-e1b2-43c9-a085-05892da01150 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:28:00.140023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:28:00.140023 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09fad722-e1b2-43c9-a085-05892da01150 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:28:00.140023 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'code': 200} Dec 10 17:28:00.178058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:00.224658 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=5']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:28:00.428979 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080869a-24ce-45d6-bf8b-ccbd0faac562 req-a1ef90a2-78f8-4514-abf8-1d887a799230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:00.430381 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8080869a-24ce-45d6-bf8b-ccbd0faac562 req-a1ef90a2-78f8-4514-abf8-1d887a799230 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0393569 Dec 10 17:28:00.487092 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8080869a-24ce-45d6-bf8b-ccbd0faac562 req-993d51f9-ff86-416c-8989-7c569a391dd7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Dec 10 17:28:00.859710 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d603d79-32bb-49bf-9b0b-46dd96103781 req-f003b33c-49d4-4708-b9b7-6399e76dc670 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:00.861202 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8d603d79-32bb-49bf-9b0b-46dd96103781 req-f003b33c-49d4-4708-b9b7-6399e76dc670 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Dec 10 17:28:00.909267 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-8d603d79-32bb-49bf-9b0b-46dd96103781 req-db9c6223-01ce-47c3-af2e-f838027521da tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Dec 10 17:28:02.028812 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a20b5-5664-44f2-b15f-d1e85148279c req-4c504bd8-c1d1-468e-9275-e6039b3f82e8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:02.030323 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cc7a20b5-5664-44f2-b15f-d1e85148279c req-4c504bd8-c1d1-468e-9275-e6039b3f82e8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Dec 10 17:28:02.078692 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-cc7a20b5-5664-44f2-b15f-d1e85148279c req-67c67fca-e9bb-478e-aa8f-d9ba95f8f20e tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Dec 10 17:28:02.196921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfb596-5694-4cbb-a5cb-cb99fa81f3e9 req-5d80d29b-570c-4c6d-8c81-b7d8d3f5f405 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:02.198319 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-72dfb596-5694-4cbb-a5cb-cb99fa81f3e9 req-5d80d29b-570c-4c6d-8c81-b7d8d3f5f405 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 946 time: 0.0539074 Dec 10 17:28:02.247354 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-72dfb596-5694-4cbb-a5cb-cb99fa81f3e9 req-1568d9d8-bd70-40f4-8585-4f8437c89f8a tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Dec 10 17:28:02.268978 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 32852) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:28:02.307620 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86797b1c-870f-426d-8536-077daa0f57f3 tempest-TestSnapshotPattern-518346315 tempest-TestSnapshotPattern-518346315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:02.309377 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-86797b1c-870f-426d-8536-077daa0f57f3 tempest-TestSnapshotPattern-518346315 tempest-TestSnapshotPattern-518346315-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1094 time: 0.0394368 Dec 10 17:28:02.312149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 32854) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:28:02.316319 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.v2.base [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Request body: {'floatingip': {'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:28:02.406539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:02.504771 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:02.606428 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_common [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Allocated IP 172.26.4.74 (6cf670ed-997c-458b-9faa-984a7f682fa2/1ef4f59e-d63a-46f9-a7c1-0b93400aca76/93caf39d-f157-41ef-86b6-45bdaf7166d0) {{(pid=103599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:28:02.709292 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:02.795699 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736626992312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:02.837052 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Network 6cf670ed-997c-458b-9faa-984a7f682fa2 is already hosted by enough agents. {{(pid=103599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:28:02.840738 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.base_scheduler [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Resources bound (agent type, host, resource id): {{(pid=103599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:28:02.843374 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Received port after_create {{(pid=103599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:28:02.867042 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=93caf39d-f157-41ef-86b6-45bdaf7166d0,revision_number=1']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:28:02.879862 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.880214 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.880559 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.880921 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.881258 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.881590 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.881925 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.882251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.882578 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.882907 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.883233 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.883558 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:02.883880 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:28:03.100665 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3565-a4a6-4816-854f-393407b82d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:03.202193 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:03.336766 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:03.486513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for port, precommit_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:03.543448 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14396652'] for port, after_update {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:03.614539 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event updated for resources: {'Port': ['ID=93caf39d-f157-41ef-86b6-45bdaf7166d0,revision_number=2']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:28:03.626769 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583892'] for floatingip, after_create {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:04.033186 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Floating IP 2ac4f8f8-9d31-4bb2-870f-1724e5e3823b associated. External IP: 172.26.4.74, port: 8e2fced2-e684-45fa-9778-52a3f4d52897. Dec 10 17:28:04.236627 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:28:04.345505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:28:04.355145 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:28:04.364587 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:28:04.366115 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:27:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:28:04.414406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:04.442359 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-8b4124f7-4657-45bb-bc93-2818899ec15b tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1291900 Dec 10 17:28:04.442959 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:28:04.445252 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83620f8-e5d5-4215-838f-13ece6569f19" -d '{"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:28:04.468830 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:28:04.537860 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ea149-0b58-480b-8672-608f16b674db x-openstack-request-id: req-425ea149-0b58-480b-8672-608f16b674db {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:28:04.538160 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:28:04.538417 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-425ea149-0b58-480b-8672-608f16b674db {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:28:04.538823 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'status': 'completed', 'code': 200} Dec 10 17:28:04.600801 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-7a167641-5505-4323-b523-2fc40c94bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:04.602290 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-7a167641-5505-4323-b523-2fc40c94bcf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0396762 Dec 10 17:28:04.692418 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2ac4f8f8-9d31-4bb2-870f-1724e5e3823b', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:d8:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:28:03Z', 'updated_at': '2021-12-10T17:28:03Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}, {'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:28:04.697086 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-7ca1e982-41aa-4997-8fb7-00d6bfefbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:04.698601 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-7ca1e982-41aa-4997-8fb7-00d6bfefbe38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0892701 Dec 10 17:28:04.721238 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:28:04.730443 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:28:04.731207 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:27:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:28:04.770224 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-eeca19d6-0d3f-4be1-becf-56f6ab289797 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 200 len: 999 time: 0.0638111 Dec 10 17:28:04.820127 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-4454f9ba-a963-4796-b110-aadec11eb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:04.821628 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-4454f9ba-a963-4796-b110-aadec11eb49d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0449567 Dec 10 17:28:04.834134 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:28:05.152008 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2ac4f8f8-9d31-4bb2-870f-1724e5e3823b', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:d8:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:28:03Z', 'updated_at': '2021-12-10T17:28:03Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}, {'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:28:05.182413 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382fdc7-6d52-432a-a4bf-aab59c033753 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '2ac4f8f8-9d31-4bb2-870f-1724e5e3823b', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:d8:02:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:28:03Z', 'updated_at': '2021-12-10T17:28:03Z', 'revision_number': 0, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}, {'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:28:05.198700 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-f6251746-5fe1-4cf1-8f89-8938d4325b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:05.205179 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-f6251746-5fe1-4cf1-8f89-8938d4325b2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3703318 Dec 10 17:28:05.264254 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-112b9aba-abdf-4ea5-b066-96e3e923a0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:05.292292 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-ca60607e-7036-44f5-be17-a62fecd86a5f service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 Dec 10 17:28:05.382446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b823b8b-a1e3-4b56-bcbb-2716e3f22c16 None None] New status for floating IP 2ac4f8f8-9d31-4bb2-870f-1724e5e3823b: ACTIVE {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:28:05.390369 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-b83620f8-e5d5-4215-838f-13ece6569f19 req-340710d9-b317-4cce-89f0-d49a40b087f1 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904720 Dec 10 17:28:05.911469 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:28:06.829683 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:08.117726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:08.754912 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:18.006170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:33.037079 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-6d448b90-ad43-409a-8d51-91909ae00e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:35.248587 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-721ff2b0-cec0-4e17-b0c4-44e580fc209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:36.848852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:38.114447 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:38.762651 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:28:40.277161 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-90dfe3a3-846b-4ad1-a177-388d426e4d34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389073 Dec 10 17:28:40.363064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-14dcd1c3-8ae3-4532-9547-5fba645dfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:40.364596 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-14dcd1c3-8ae3-4532-9547-5fba645dfe0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1097 time: 0.0388703 Dec 10 17:28:40.475020 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e438f77e-e2ba-4126-8770-1b15abdf0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:40.476409 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e438f77e-e2ba-4126-8770-1b15abdf0798 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0846851 Dec 10 17:28:40.547890 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-3d78f83f-bcda-4059-b044-e6414188dc38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 999 time: 0.0575213 Dec 10 17:28:40.605821 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e9d9c720-9c4b-4746-b008-4580a029f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:40.607250 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e9d9c720-9c4b-4746-b008-4580a029f08a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0468955 Dec 10 17:28:40.658365 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e92b726d-7fb7-4aff-9819-77b1e7dbaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:28:40.659826 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-e92b726d-7fb7-4aff-9819-77b1e7dbaa2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385337 Dec 10 17:28:40.755798 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-db0a35c6-a91c-43e0-b953-ece83a5d8bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830235 Dec 10 17:28:40.862809 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-6f33c724-8345-4dce-8997-3d2eded5a5b4 req-46ed8a4b-89ad-4c81-8e38-b4e1c174aac3 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915020 Dec 10 17:28:42.910057 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:28:47.973870 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:03.034068 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-fd0fcb7f-7524-489c-ad47-261d54a923f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:05.242780 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-927b4bd7-eb8f-4e43-91d2-f15f59cdc61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:06.842299 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:08.113965 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:08.747846 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:18.008122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:19.909650 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:29:33.056468 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-29585ed9-4876-4fc1-8720-bd636d5668b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:35.255917 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd843-ae1c-46f8-8b16-2637b580db7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:36.862070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:38.136038 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:38.764608 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:42.258946 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-3775ecdb-e5ed-49df-9adf-dc54065a2ecd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434391 Dec 10 17:29:42.332781 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-853e5a62-b13f-45d0-94f6-89393c5ea17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:29:42.334287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-853e5a62-b13f-45d0-94f6-89393c5ea17d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0415349 Dec 10 17:29:42.441408 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-e08f6586-4975-4e03-a68a-54ccfa4bffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:29:42.442754 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-e08f6586-4975-4e03-a68a-54ccfa4bffc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0831411 Dec 10 17:29:42.516211 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-8a41ba0e-b2b9-41d7-8de8-618065c99c2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 200 len: 1001 time: 0.0603447 Dec 10 17:29:42.570328 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-d526376f-67fb-4bb6-a5c4-a32e2662d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:29:42.571720 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-d526376f-67fb-4bb6-a5c4-a32e2662d7cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0428290 Dec 10 17:29:42.620804 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-fb31e807-b852-4886-8a83-61d786c50d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:29:42.622259 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-fb31e807-b852-4886-8a83-61d786c50d16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387836 Dec 10 17:29:42.718872 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-933e3338-6728-461a-8df2-c2078a3ad57d service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833368 Dec 10 17:29:42.814773 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-3d4f06fd-3fe1-4af7-9732-e6ff7ee2d2f0 req-27a72b59-dbdf-4444-8b12-f7098095b024 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 Dec 10 17:29:48.010941 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:48.319766 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 details requested by agent hyperv_hv-neutron-8208 with host hv-neutron-8208 {{(pid=103600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 17:29:48.419384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:29:48.435629 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Returning: {'device': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'port_id': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'mac_address': 'fa:16:3e:d8:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 17:29:48.473720 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:48.486830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e2fced2-e684-45fa-9778-52a3f4d52897 {{(pid=103600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 17:29:48.505930 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:29:48.575830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:48.627164 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=6']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:29:48.634434 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.634785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.635133 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.636052 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.636391 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.636726 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.637085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.637420 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.637753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.638085 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.638413 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.638738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.639062 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:29:48.670502 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] get_ports_and_sgs() called for port_ids ['8e2fced2-e684-45fa-9778-52a3f4d52897'] {{(pid=103600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 17:29:50.328655 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 up at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:29:50.376335 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.provisioning_blocks [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Provisioning complete for port 8e2fced2-e684-45fa-9778-52a3f4d52897 triggered by entity L2. {{(pid=103600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:29:50.376792 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3322408'] for port, provisioning_complete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:50.456025 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:50.482016 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:29:50.484262 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac151e2-f07b-45a2-ab59-42754cd655c4" -d '{"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:29:50.497753 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:29:50.525293 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7acafdb-4254-4e24-900d-2e0cca7459da x-openstack-request-id: req-b7acafdb-4254-4e24-900d-2e0cca7459da {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:29:50.525593 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:29:50.525861 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7acafdb-4254-4e24-900d-2e0cca7459da {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:29:50.526266 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'code': 200} Dec 10 17:29:50.570152 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:29:50.615909 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=7']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:29:56.910577 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:30:02.811565 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33074) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:02.971962 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Deleting port 93caf39d-f157-41ef-86b6-45bdaf7166d0 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:02.972286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.042694 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-0957ab8f-d508-4f72-a5a8-16864e9749bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.047371 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.047635 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.060289 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Calling delete_port for 93caf39d-f157-41ef-86b6-45bdaf7166d0 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:03.273279 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.300468 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event deleted for resources: {'Port': ['ID=93caf39d-f157-41ef-86b6-45bdaf7166d0,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:03.330642 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.330997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.331346 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.331703 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.332018 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.332350 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.332682 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.333070 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.333401 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.333731 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.334059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.334410 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.334733 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:03.375984 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.382346 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Floating IP 2ac4f8f8-9d31-4bb2-870f-1724e5e3823b disassociated (deleted). External IP: 172.26.4.74, port: 8e2fced2-e684-45fa-9778-52a3f4d52897. Dec 10 17:30:03.588335 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:30:03.694409 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:30:03.699218 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:03.703746 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:30:03.712499 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:03.713882 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:29:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:03.725891 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-a12d0fad-92dd-4983-9dea-1d5e3a6ff498 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ac4f8f8-9d31-4bb2-870f-1724e5e3823b HTTP/1.1" status: 204 len: 168 time: 0.9132118 Dec 10 17:30:03.726481 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:30:03.729311 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8520b5d-622d-43b9-b847-fd19d76145fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:30:03.778609 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0913fc1-10c2-4b75-9fd3-667d0f9ee754 x-openstack-request-id: req-f0913fc1-10c2-4b75-9fd3-667d0f9ee754 {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:30:03.778915 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:30:03.779177 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0913fc1-10c2-4b75-9fd3-667d0f9ee754 {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:30:03.779590 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'status': 'completed', 'code': 200} Dec 10 17:30:03.822725 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:03.860141 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-edcba279-2205-42f1-8fd8-374da983033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:03.861607 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-edcba279-2205-42f1-8fd8-374da983033e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 1099 time: 0.0497167 Dec 10 17:30:03.960398 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-30fbdb49-2f55-4cd9-aa1b-a424695c7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:03.962044 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-30fbdb49-2f55-4cd9-aa1b-a424695c7a88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0872264 Dec 10 17:30:04.015813 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-948b495a-56ec-4730-aa2a-bbb0766b7832 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 200 len: 217 time: 0.0415282 Dec 10 17:30:04.056688 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:04.076866 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-1a71b4bc-4df4-47aa-a3d2-3829a2599db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:04.081716 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-1a71b4bc-4df4-47aa-a3d2-3829a2599db9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0478947 Dec 10 17:30:04.094716 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:30:04.104542 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:04.105180 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:29:35Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:04.133918 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-33c68584-7fd6-4cfd-bdd3-503820bad1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:04.135981 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-33c68584-7fd6-4cfd-bdd3-503820bad1f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448964 Dec 10 17:30:04.224797 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:04.262823 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-956e7bad-2f55-4764-ab1b-97f9bec00799 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138690 Dec 10 17:30:04.375225 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac518-1055-416b-a388-1c6bf220f22d req-c79e4b38-c5a2-471e-881d-6115da887760 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:04.376739 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bedac518-1055-416b-a388-1c6bf220f22d req-c79e4b38-c5a2-471e-881d-6115da887760 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 946 time: 0.1965203 Dec 10 17:30:04.405058 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:04.416428 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-d8520b5d-622d-43b9-b847-fd19d76145fd req-17d7de74-b2e7-462d-942a-799c44e876db service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433935 Dec 10 17:30:04.453457 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-bedac518-1055-416b-a388-1c6bf220f22d req-f36658e1-66aa-4c07-bcf0-498db182c7df tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701878 Dec 10 17:30:04.464756 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:04.482770 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3430105'] for port, before_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:04.507194 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:30:04.509676 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c0bc2febe11704aa0846009893daceb60d7d2bfd031f0b7c282fb72e55ce51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8ea1b-bcdd-4270-8470-7b87219753a7" -d '{"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:30:04.529574 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:04.560852 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e0b11f-c060-4144-ae38-9af6f33b4e99 x-openstack-request-id: req-22e0b11f-c060-4144-ae38-9af6f33b4e99 {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:30:04.561330 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "code": 200}]} {{(pid=103600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:30:04.561622 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22e0b11f-c060-4144-ae38-9af6f33b4e99 {{(pid=103600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:30:04.562028 dv-neutron-820858-1-hyperv neutron-server[103600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'code': 200} Dec 10 17:30:04.586773 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d59d237-8fbb-46ee-b7d0-a7c36c8b1480 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_floatingips': [{'id': '8cfb878b-3c4f-433c-9757-9664bf21ad40', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'router_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'port_id': 'e707ed6e-f059-4234-9023-e7995e655830', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'mac_address': 'fa:16:3e:aa:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T17:25:18Z', 'updated_at': '2021-12-10T17:25:21Z', 'revision_number': 1, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:30:04.590746 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736627545829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736626992330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736626992348'] for port, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:04.644073 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Pushing event updated for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=8']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:04.795703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c97cdc-42e8-4311-b57a-93d686e87733 None None] New status for floating IP 2ac4f8f8-9d31-4bb2-870f-1724e5e3823b: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:30:05.255174 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9ef451dd-b1d3-40b8-95b7-c247af2a5e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:05.567559 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95c7cb-9d9c-40b4-a86b-2551bd2e7bfc req-72429fd8-38fe-4651-97ea-53f2da30c3e8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:05.569053 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ac95c7cb-9d9c-40b4-a86b-2551bd2e7bfc req-72429fd8-38fe-4651-97ea-53f2da30c3e8 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 944 time: 0.0483439 Dec 10 17:30:05.617395 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-ac95c7cb-9d9c-40b4-a86b-2551bd2e7bfc req-4ed95ae2-d6e6-4f6b-b57e-2d59e025b1d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Dec 10 17:30:06.033213 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c67445-3664-4903-9969-50d3b399bf85 req-bc7684b2-003d-448b-b3fb-ce7eb5fd91ff tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:06.034661 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-37c67445-3664-4903-9969-50d3b399bf85 req-bc7684b2-003d-448b-b3fb-ce7eb5fd91ff tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 944 time: 0.0478544 Dec 10 17:30:06.130453 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Deleting port 8e2fced2-e684-45fa-9778-52a3f4d52897 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:06.130792 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:06.217786 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] For port 8e2fced2-e684-45fa-9778-52a3f4d52897, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=8e2fced2-e684-45fa-9778-52a3f4d52897,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:06.218140 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:06.230903 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Calling delete_port for 8e2fced2-e684-45fa-9778-52a3f4d52897 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:06.447584 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:06.476022 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event deleted for resources: {'Port': ['ID=8e2fced2-e684-45fa-9778-52a3f4d52897,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:06.505154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.505780 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.505896 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.506177 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.506515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.506847 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.507181 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.507519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.507852 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.508185 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.508515 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.508841 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.509196 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820858-1-hyperv {{(pid=103598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:30:06.531059 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] No DVR routers for this DVR port 8e2fced2-e684-45fa-9778-52a3f4d52897 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:06.533565 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:06.536993 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-37c67445-3664-4903-9969-50d3b399bf85 req-976694ad-6286-4dee-be5d-8f00a4b3dbcc tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "DELETE /v2.0/ports/8e2fced2-e684-45fa-9778-52a3f4d52897 HTTP/1.1" status: 204 len: 173 time: 0.4915283 Dec 10 17:30:06.537443 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-deleted', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:30:06.539697 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5eaf23-31e5-4c2f-9c4f-0cfe51a71b25" -d '{"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-deleted", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:30:06.631902 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6490369-d6f2-48d4-a2ee-fe8b52d79732 x-openstack-request-id: req-a6490369-d6f2-48d4-a2ee-fe8b52d79732 {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:30:06.632491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f040f1d-2e94-4083-b4e0-989615294ef8", "name": "network-vif-deleted", "tag": "8e2fced2-e684-45fa-9778-52a3f4d52897", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:30:06.632491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6490369-d6f2-48d4-a2ee-fe8b52d79732 {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:30:06.632860 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f040f1d-2e94-4083-b4e0-989615294ef8', 'name': 'network-vif-deleted', 'tag': '8e2fced2-e684-45fa-9778-52a3f4d52897', 'status': 'completed', 'code': 200} Dec 10 17:30:06.712305 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-376d2261-052c-497f-87a0-ee5770fcc141 req-60706f7e-5af9-4073-982c-5dbd02f61f1d tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f040f1d-2e94-4083-b4e0-989615294ef8 HTTP/1.1" status: 200 len: 210 time: 0.0261650 Dec 10 17:30:06.964071 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:08.152891 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:08.407717 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:08.427318 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: 8e2fced2-e684-45fa-9778-52a3f4d52897 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:08.427659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device 8e2fced2-e684-45fa-9778-52a3f4d52897 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:08.764345 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.117438 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33142) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:09.278149 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Deleting port e56e2b54-1b38-48dd-bd12-515f04d4e597 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:09.278390 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.376325 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.376661 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.388242 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Calling delete_port for e56e2b54-1b38-48dd-bd12-515f04d4e597 owned by network:floatingip {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:09.621524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.662192 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event deleted for resources: {'Port': ['ID=e56e2b54-1b38-48dd-bd12-515f04d4e597,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:09.735943 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:09.736288 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.db.l3_db [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Floating IP 8cfb878b-3c4f-433c-9757-9664bf21ad40 disassociated (deleted). External IP: 172.26.4.64, port: e707ed6e-f059-4234-9023-e7995e655830. Dec 10 17:30:09.944034 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:30:10.057671 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:30:10.062425 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:10.066941 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:30:10.076591 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:10.077225 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:10.092465 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-3d59307b-9d59-41eb-9e54-e9c141311922 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "DELETE /v2.0/floatingips/8cfb878b-3c4f-433c-9757-9664bf21ad40 HTTP/1.1" status: 204 len: 168 time: 0.9717014 Dec 10 17:30:10.092465 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:30:10.093090 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85529a45175aa687153ab9bdf2710402cbc6f55e903077335cc0dab405c20643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:30:10.129183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427526e-6563-408f-baac-99f119976a7a x-openstack-request-id: req-6427526e-6563-408f-baac-99f119976a7a {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:30:10.129790 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "status": "completed", "code": 200}]} {{(pid=103599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:30:10.129900 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6427526e-6563-408f-baac-99f119976a7a {{(pid=103599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:30:10.130423 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'status': 'completed', 'code': 200} Dec 10 17:30:10.183093 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:10.250907 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-c6f18712-e3c8-45d7-a922-4b45b34892b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:10.252422 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-c6f18712-e3c8-45d7-a922-4b45b34892b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6984a23831e04bbca72fe974b435b8a0&device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 1097 time: 0.0831304 Dec 10 17:30:10.355723 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-f6944ae9-d95f-4562-b60f-287b0fbde746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:10.357251 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-f6944ae9-d95f-4562-b60f-287b0fbde746 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 200 len: 909 time: 0.0919435 Dec 10 17:30:10.385841 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:10.401703 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-d08e9865-bc4b-4735-aa05-6a5cd0ed071b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 200 len: 217 time: 0.0359674 Dec 10 17:30:10.415374 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:30:10.424663 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:10.425346 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:10.457058 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-6c1785fa-47a2-454a-9392-b920ea80fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:10.458512 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-6c1785fa-47a2-454a-9392-b920ea80fde0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 200 len: 847 time: 0.0470109 Dec 10 17:30:10.514407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-0c1b478d-cb25-403f-90fb-8e9f83cc7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:10.516269 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496d42-b50f-4800-9b45-4cf0217bc272 req-de48ca28-434b-4e5d-add6-19882183aa24 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:10.516548 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-0c1b478d-cb25-403f-90fb-8e9f83cc7b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d274d6d-346d-49d2-8c53-de64a16de0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466530 Dec 10 17:30:10.517976 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50496d42-b50f-4800-9b45-4cf0217bc272 req-de48ca28-434b-4e5d-add6-19882183aa24 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0572784 Dec 10 17:30:10.534678 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:10.570922 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [req-50496d42-b50f-4800-9b45-4cf0217bc272 req-c5e392cd-5005-4a05-a960-5fe6f28584f6 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Dec 10 17:30:10.611092 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-165e16a3-e613-4300-8c4a-18c9052d7839 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Dec 10 17:30:10.705435 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-dc1c9249-248e-4192-b7db-bdefd6ab5fd5 req-d3032874-35ab-404f-bb1a-14b9363efc42 service neutron] 10.222.0.61 "GET /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850506 Dec 10 17:30:10.732407 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:10.757765 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2214f-93d3-484a-a7b5-dd7956c27c2c None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv', '_interfaces': [{'id': '323624c1-e5e4-49cf-a7f2-9ad2a0218fc6', 'name': '', 'network_id': '9d274d6d-346d-49d2-8c53-de64a16de0da', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'mac_address': 'fa:16:3e:0e:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:53Z', 'updated_at': '2021-12-10T17:24:57Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'subnets': [{'id': '7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:30:10.959728 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b27dbb-c8a6-4299-9cb2-536629dd335c None None] New status for floating IP 8cfb878b-3c4f-433c-9757-9664bf21ad40: DOWN {{(pid=103600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 17:30:11.716853 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cd17-3a58-457d-bb25-b53893d08b32 req-efe8a6b3-2383-4a81-beb6-9b9c51ece1d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:11.718385 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8049cd17-3a58-457d-bb25-b53893d08b32 req-efe8a6b3-2383-4a81-beb6-9b9c51ece1d2 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0759990 Dec 10 17:30:11.730288 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-38ef7e5a-e41a-41e8-89ce-b5b5222f5357 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:30:11.731653 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-38ef7e5a-e41a-41e8-89ce-b5b5222f5357 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 944 time: 0.0774648 Dec 10 17:30:11.828405 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-8049cd17-3a58-457d-bb25-b53893d08b32 req-562ce0a9-a8a2-4a9c-afef-333198679ed5 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ecb445-787d-4a51-9b8e-04eb969fa0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957956 Dec 10 17:30:11.853275 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Deleting port e707ed6e-f059-4234-9023-e7995e655830 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:11.853556 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:11.941180 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] For port e707ed6e-f059-4234-9023-e7995e655830, host hv-neutron-8208, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8208',level=0,port_id=e707ed6e-f059-4234-9023-e7995e655830,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:11.941541 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:11.954338 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Calling delete_port for e707ed6e-f059-4234-9023-e7995e655830 owned by compute:nova {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:12.151172 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:12.177240 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event deleted for resources: {'Port': ['ID=e707ed6e-f059-4234-9023-e7995e655830,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:12.237728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] No DVR routers for this DVR port e707ed6e-f059-4234-9023-e7995e655830 on host hv-neutron-8208 {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:12.237728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:12.237728 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-f391460e-2fbd-4021-a28d-037c51aa7066 req-d530906a-8a51-42d6-93a8-96b418b2cd77 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.61 "DELETE /v2.0/ports/e707ed6e-f059-4234-9023-e7995e655830 HTTP/1.1" status: 204 len: 173 time: 0.4851205 Dec 10 17:30:12.237728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-deleted', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830'}] {{(pid=103598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 17:30:12.237728 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a3f2d640f2db58d6e9e76a1bfc7bdf5a46490b02f819161de071c5456303be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef42e3-276b-461e-af00-f9dda66d797c" -d '{"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-deleted", "tag": "e707ed6e-f059-4234-9023-e7995e655830"}]}' {{(pid=103598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 17:30:12.269329 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8774e2-29e2-4867-be68-2f293b95976f x-openstack-request-id: req-7a8774e2-29e2-4867-be68-2f293b95976f {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 17:30:12.269654 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb1ea8-1d9b-42aa-80c9-db8a65037289", "name": "network-vif-deleted", "tag": "e707ed6e-f059-4234-9023-e7995e655830", "status": "completed", "code": 200}]} {{(pid=103598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 17:30:12.269935 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a8774e2-29e2-4867-be68-2f293b95976f {{(pid=103598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 17:30:12.270354 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb1ea8-1d9b-42aa-80c9-db8a65037289', 'name': 'network-vif-deleted', 'tag': 'e707ed6e-f059-4234-9023-e7995e655830', 'status': 'completed', 'code': 200} Dec 10 17:30:12.934287 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [req-38af398b-b861-470e-80c4-b77fb39138e6 req-b9bb2e43-e970-4735-b687-980700d67bb6 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffb1ea8-1d9b-42aa-80c9-db8a65037289 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Dec 10 17:30:13.990751 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33162) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:14.047358 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:14.074330 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:14.184412 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:14.187228 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Publish callbacks [] for security_group, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:14.188439 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] 10.222.0.21 "DELETE /v2.0/security-groups/74ecb445-787d-4a51-9b8e-04eb969fa0e7 HTTP/1.1" status: 204 len: 168 time: 0.1966362 Dec 10 17:30:14.198524 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5a9c-6059-4346-a2cd-eb075af52e50 tempest-TestSnapshotPattern-1690512152 tempest-TestSnapshotPattern-1690512152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecb445-787d-4a51-9b8e-04eb969fa0e7,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:14.292690 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33166) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:14.408487 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 no longer exists at agent hyperv_hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:14.427987 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] No Port match for: e707ed6e-f059-4234-9023-e7995e655830 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:14.428351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Device e707ed6e-f059-4234-9023-e7995e655830 not bound to the agent host hv-neutron-8208 {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:14.748603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:14.989059 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Deleting port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:14.989405 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:15.072674 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] For port 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:15.073360 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:15.085494 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Calling delete_port for 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 owned by network:router_interface {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:15.348077 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:15.374958 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=323624c1-e5e4-49cf-a7f2-9ad2a0218fc6,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:15.542762 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:15.751736 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Router 596059ec-ebf7-4c62-8184-e6f57b6fd466 has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:30:15.855567 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:30:15.860603 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-eb2d0f90-df29-4b60-996f-b35881e70d38 admin admin] 10.222.0.21 "PUT /v2.0/routers/596059ec-ebf7-4c62-8184-e6f57b6fd466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668480 Dec 10 17:30:15.863167 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33170) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:15.865844 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Sync routers for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:30:15.875491 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:15.876098 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:15.967137 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks [] for router, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:15.979693 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: dv-neutron-820858-1-hyperv {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:16.068706 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.155087 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:30:15Z', 'revision_number': 5, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port': {'id': '6f7c3568-7f55-4204-b3b4-af34f3a0caf3', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:51Z', 'updated_at': '2021-12-10T17:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:16.181806 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Checking router: 596059ec-ebf7-4c62-8184-e6f57b6fd466 for host: dv-neutron-820858-1-hyperv {{(pid=103601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:30:16.185418 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Deleting port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:16.185890 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.190316 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Routers {'596059ec-ebf7-4c62-8184-e6f57b6fd466'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:16.190917 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['596059ec-ebf7-4c62-8184-e6f57b6fd466'], 'active': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:16.267874 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] For port 6f7c3568-7f55-4204-b3b4-af34f3a0caf3, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:16.268240 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.275806 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_dvr_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] Set router 596059ec-ebf7-4c62-8184-e6f57b6fd466 gateway port host: None {{(pid=103601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:16.280747 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Calling delete_port for 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 owned by network:router_gateway {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:16.329056 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.l3_hamode_db [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:30:16Z', 'revision_number': 6, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:16.354300 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86091623-5c63-4aa3-82a9-e771e995e7f7 None None] The sync data for ids ['596059ec-ebf7-4c62-8184-e6f57b6fd466'] in dv-neutron-820858-1-hyperv is: [{'id': '596059ec-ebf7-4c62-8184-e6f57b6fd466', 'name': 'tempest-TestSnapshotPattern-49441911-router', 'tenant_id': '6984a23831e04bbca72fe974b435b8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:50Z', 'updated_at': '2021-12-10T17:30:16Z', 'revision_number': 6, 'project_id': '6984a23831e04bbca72fe974b435b8a0', 'gw_port_host': None}] {{(pid=103601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:30:16.498645 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.522445 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7c3568-7f55-4204-b3b4-af34f3a0caf3,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:16.537953 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb9612-8d8b-45bc-aac5-06280ab8377f None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:30:16.584868 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.992722 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:16.995302 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.110406 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.111199 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596059ec-ebf7-4c62-8184-e6f57b6fd466 {{(pid=103599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:30:17.116323 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] Publish callbacks [] for router, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.117886 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-486a11d9-ac3b-4e37-82aa-eb7693a38924 admin admin] 10.222.0.21 "DELETE /v2.0/routers/596059ec-ebf7-4c62-8184-e6f57b6fd466 HTTP/1.1" status: 204 len: 168 time: 1.2533939 Dec 10 17:30:17.120183 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33172) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:17.174513 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Deleting subnet 7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f {{(pid=103599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:30:17.178035 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.203670 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:17.218512 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14394215'] for subnet, precommit_delete_associations {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.227696 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:17.228704 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6f7c3568-7f55-4204-b3b4-af34f3a0caf3 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:17.229224 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:17.256856 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:17.257474 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 323624c1-e5e4-49cf-a7f2-9ad2a0218fc6 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:17.327320 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.486329 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14396578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13931561'] for subnet, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.511386 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:17.517286 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.520712 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-81b17876-36c5-4213-87b9-aa718d603427 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7273c1bc-4e9a-4fb6-87ce-0c4a94a7a13f HTTP/1.1" status: 204 len: 168 time: 0.3992114 Dec 10 17:30:17.524211 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.wsgi [-] (103599) accepted ('10.222.0.21', 33174) {{(pid=103599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:17.527056 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487578b-8345-4f93-b17c-7340bd8d184f None None] Network 9d274d6d-346d-49d2-8c53-de64a16de0da requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:30:17.605673 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.676603 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Deleting port 23324d93-cf39-4053-a87d-166b4fc97b77 {{(pid=103599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:17.677115 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.717122 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] DHCP port deletion for 9d274d6d-346d-49d2-8c53-de64a16de0da request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:30:17.763861 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.db [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] For port 23324d93-cf39-4053-a87d-166b4fc97b77, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23324d93-cf39-4053-a87d-166b4fc97b77,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:17.764229 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.766472 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Deleting port 23324d93-cf39-4053-a87d-166b4fc97b77 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:17.766850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.779968 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.plugin [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Calling delete_port for 23324d93-cf39-4053-a87d-166b4fc97b77 owned by network:dhcp {{(pid=103599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:17.831018 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] For port 23324d93-cf39-4053-a87d-166b4fc97b77, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=23324d93-cf39-4053-a87d-166b4fc97b77,segment=NetworkSegment(0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee),segment_id=0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:17.831495 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.844844 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Calling delete_port for 23324d93-cf39-4053-a87d-166b4fc97b77 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:17.958514 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14396565'] for port, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.968170 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:17.985505 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23324d93-cf39-4053-a87d-166b4fc97b77,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:17.989997 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] No DVR routers for this DVR port 23324d93-cf39-4053-a87d-166b4fc97b77 on host dv-neutron-820858-1-hyperv {{(pid=103599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:17.995027 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] Pushing event deleted for resources: {'Port': ['ID=23324d93-cf39-4053-a87d-166b4fc97b77,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:17.999032 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff059011-aecb-4947-996d-538cb1c4abe7 None None] No DVR routers for this DVR port 23324d93-cf39-4053-a87d-166b4fc97b77 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:18.037738 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.070278 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.092637 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d274d6d-346d-49d2-8c53-de64a16de0da']}} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:18.101950 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee') {'for_net_delete': True} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:18.102251 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.services.segments.db [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3a3f2d-a5d7-44e5-bb96-2d311138c5ee') {} {{(pid=103599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:18.112245 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14394268'] for segment, before_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.126080 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.132095 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:30:18.132474 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14396616'] for segment, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: Traceback (most recent call last): Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: timer() Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: cb(*args, **kw) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: return func(*args, **kwargs) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: self._notify() Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: self.callback(batched_events) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: event.method(event) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: return f(self, *a, **k) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._get(url).json() Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: return self.request(url, 'GET', **kwargs) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:30:18.135875 dv-neutron-820858-1-hyperv neutron-server[103599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:30:18.249839 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.255020 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron_lib.callbacks.manager [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.258287 dv-neutron-820858-1-hyperv neutron-server[103599]: INFO neutron.wsgi [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d274d6d-346d-49d2-8c53-de64a16de0da HTTP/1.1" status: 204 len: 168 time: 0.7327287 Dec 10 17:30:18.261917 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33176) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:18.270091 dv-neutron-820858-1-hyperv neutron-server[103599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25391137-c011-4d11-8de4-689ef137e6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d274d6d-346d-49d2-8c53-de64a16de0da,revision_number=None']} {{(pid=103599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:18.600816 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589012'] for router_interface, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.842291 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Deleting port 6d64a2a3-127f-4772-ae7a-825c4109d875 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:18.842627 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.895699 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23324d93-cf39-4053-a87d-166b4fc97b77 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:18.916312 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 23324d93-cf39-4053-a87d-166b4fc97b77 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:18.916744 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 23324d93-cf39-4053-a87d-166b4fc97b77 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:18.924462 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] For port 6d64a2a3-127f-4772-ae7a-825c4109d875, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6d64a2a3-127f-4772-ae7a-825c4109d875,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:18.924827 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:18.937396 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Calling delete_port for 6d64a2a3-127f-4772-ae7a-825c4109d875 owned by network:router_interface {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:19.181915 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:19.206483 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d64a2a3-127f-4772-ae7a-825c4109d875,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:19.373053 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589128'] for router_interface, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:19.903259 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Router bcb92869-4f1d-43e6-823e-791c9be80bcf has already been hosted by L3 agent 9c978816-6713-4117-bba1-d60249313c1d {{(pid=103598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:30:20.010146 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] Notify agent at l3_agent.dv-neutron-820858-1-hyperv the message routers_updated {{(pid=103598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:30:20.015547 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-2e097507-bb03-439b-873d-078e5c978ad9 admin admin] 10.222.0.21 "PUT /v2.0/routers/bcb92869-4f1d-43e6-823e-791c9be80bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526572 Dec 10 17:30:20.018063 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33178) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:20.018799 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Sync routers for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:30:20.031716 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:20.032617 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:20.135677 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks [] for router, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.151074 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: dv-neutron-820858-1-hyperv {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:20.243148 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.346403 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'external_fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:30:19Z', 'revision_number': 5, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port': {'id': '89cc11e3-7f74-4ffa-afd0-0581125f0b7b', 'name': '', 'network_id': '6cf670ed-997c-458b-9faa-984a7f682fa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820858-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:24:57Z', 'updated_at': '2021-12-10T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ef4f59e-d63a-46f9-a7c1-0b93400aca76', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820858-1-hyperv'}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:20.356519 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Deleting port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:20.356862 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.377134 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Checking router: bcb92869-4f1d-43e6-823e-791c9be80bcf for host: dv-neutron-820858-1-hyperv {{(pid=103600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:30:20.387195 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Routers {'bcb92869-4f1d-43e6-823e-791c9be80bcf'} bound to L3 agent in host dv-neutron-820858-1-hyperv {{(pid=103600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:30:20.388356 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820858-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T16:24:35Z,description=,heartbeat_timestamp=2021-12-10T17:30:05Z,host='dv-neutron-820858-1-hyperv',id=9c978816-6713-4117-bba1-d60249313c1d,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T16:24:36Z,topic='l3_agent')) {'router_ids': ['bcb92869-4f1d-43e6-823e-791c9be80bcf'], 'active': True} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:20.441236 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] For port 89cc11e3-7f74-4ffa-afd0-0581125f0b7b, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,segment=NetworkSegment(319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb),segment_id=319f9a17-c2a8-4c1b-a8fb-39dd99bc1cfb)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:20.441788 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.453049 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Calling delete_port for 89cc11e3-7f74-4ffa-afd0-0581125f0b7b owned by network:router_gateway {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:20.474200 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvr_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] Set router bcb92869-4f1d-43e6-823e-791c9be80bcf gateway port host: None {{(pid=103600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:30:20.527244 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_hamode_db [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:30:20Z', 'revision_number': 6, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port_host': None}], 'dv-neutron-820858-1-hyperv', False) {} {{(pid=103600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:20.553313 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e56ca7-c7e3-4348-ba63-495aab58cc0a None None] The sync data for ids ['bcb92869-4f1d-43e6-823e-791c9be80bcf'] in dv-neutron-820858-1-hyperv is: [{'id': 'bcb92869-4f1d-43e6-823e-791c9be80bcf', 'name': 'tempest-TestSnapshotPattern-1856932755-router', 'tenant_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:24:56Z', 'updated_at': '2021-12-10T17:30:20Z', 'revision_number': 6, 'project_id': '1c71d73c814d4ae889a1a65ac2cc15ce', 'gw_port_host': None}] {{(pid=103600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:30:20.700856 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.724323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Pushing event deleted for resources: {'Port': ['ID=89cc11e3-7f74-4ffa-afd0-0581125f0b7b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:20.739988 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686671d-d329-4344-ae40-3bf8e39edfb6 None None] DHCP port deletion for 6cf670ed-997c-458b-9faa-984a7f682fa2 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:30:20.785561 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583914'] for router_gateway, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.876014 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4929'] for router, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.878218 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.984406 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588915'] for router, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.985090 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcb92869-4f1d-43e6-823e-791c9be80bcf {{(pid=103598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 17:30:20.993154 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] Publish callbacks [] for router, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:20.995136 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-ab5f9b7e-8aa7-4966-abc8-2fb704bc3646 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bcb92869-4f1d-43e6-823e-791c9be80bcf HTTP/1.1" status: 204 len: 168 time: 0.9760680 Dec 10 17:30:20.997640 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33180) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:21.042323 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.db_base_plugin_v2 [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Deleting subnet c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54 {{(pid=103598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 17:30:21.045423 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.080124 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13221103'] for subnet, precommit_delete_associations {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.159416 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3320838'] for subnet, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.255725 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3320845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13218790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13501219'] for subnet, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.280621 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:21.284284 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.287492 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-061389e2-02e5-474b-9a1d-e4ddd4d76c56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0d8798b-06d2-4fd5-9a77-7bfe5fdb5f54 HTTP/1.1" status: 204 len: 168 time: 0.2889040 Dec 10 17:30:21.290147 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33182) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:21.290785 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e0bb2-e895-4e26-a0f7-344855b63ba8 None None] Network 890068a0-13b1-40dc-aa21-108123ea45f4 requested from dv-neutron-820858-1-hyperv {{(pid=103600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:30:21.349338 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6d64a2a3-127f-4772-ae7a-825c4109d875 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:21.365087 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3448616'] for network, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.374003 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6d64a2a3-127f-4772-ae7a-825c4109d875 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:21.374357 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6d64a2a3-127f-4772-ae7a-825c4109d875 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:21.433695 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Deleting port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 {{(pid=103598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:21.434052 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.476348 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] DHCP port deletion for 890068a0-13b1-40dc-aa21-108123ea45f4 request from dv-neutron-820858-1-hyperv {{(pid=103600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 17:30:21.499425 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.db [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] For port 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6e4c1098-23bd-4df1-b32a-ef14a6829d91,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:21.500034 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.513221 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.plugin [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Calling delete_port for 6e4c1098-23bd-4df1-b32a-ef14a6829d91 owned by network:dhcp {{(pid=103598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:21.523260 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Deleting port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 {{(pid=103600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 17:30:21.523850 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736627501424'] for port, before_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.597201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.db [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] For port 6e4c1098-23bd-4df1-b32a-ef14a6829d91, host dv-neutron-820858-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820858-1-hyperv',level=0,port_id=6e4c1098-23bd-4df1-b32a-ef14a6829d91,segment=NetworkSegment(733359a8-d9c7-4149-8a45-e731af3a116f),segment_id=733359a8-d9c7-4149-8a45-e731af3a116f)] {{(pid=103600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:30:21.597598 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628801'] for port, precommit_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.610899 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Calling delete_port for 6e4c1098-23bd-4df1-b32a-ef14a6829d91 owned by network:dhcp {{(pid=103600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 17:30:21.661088 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13218769'] for port, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.685072 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3429382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736627545811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736626992321'] for port, after_delete {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.687491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4c1098-23bd-4df1-b32a-ef14a6829d91,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:21.691064 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] No DVR routers for this DVR port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 on host dv-neutron-820858-1-hyperv {{(pid=103598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:21.714830 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] Pushing event deleted for resources: {'Port': ['ID=6e4c1098-23bd-4df1-b32a-ef14a6829d91,revision_number=None']} {{(pid=103600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:21.718490 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c26cf2-ca10-4ad1-88c8-8cb016df753b None None] No DVR routers for this DVR port 6e4c1098-23bd-4df1-b32a-ef14a6829d91 on host dv-neutron-820858-1-hyperv {{(pid=103600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 17:30:21.765271 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319953', 'neutron.services.segments.db._delete_segments_for_network-8736627558274'] for network, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.785433 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890068a0-13b1-40dc-aa21-108123ea45f4']}} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:21.794985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733359a8-d9c7-4149-8a45-e731af3a116f') {'for_net_delete': True} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:21.795282 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.services.segments.db [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733359a8-d9c7-4149-8a45-e731af3a116f') {} {{(pid=103598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:30:21.804407 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736627562123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220884'] for segment, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.817833 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623'] for segment, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.824267 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 17:30:21.825491 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3316623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13218700'] for segment, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: Traceback (most recent call last): Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: timer() Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: cb(*args, **kw) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: return func(*args, **kwargs) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: self._notify() Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: self.callback(batched_events) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: event.method(event) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: return f(self, *a, **k) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._get(url).json() Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: return self.request(url, 'GET', **kwargs) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 17:30:21.826455 dv-neutron-820858-1-hyperv neutron-server[103598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 17:30:21.984489 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583878'] for network, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.989814 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Publish callbacks [] for network, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:21.993078 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] 10.222.0.21 "DELETE /v2.0/networks/890068a0-13b1-40dc-aa21-108123ea45f4 HTTP/1.1" status: 204 len: 168 time: 0.7014365 Dec 10 17:30:22.005044 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd96d2-4d29-4523-b236-bc89b6406644 admin admin] Pushing event deleted for resources: {'Network': ['ID=890068a0-13b1-40dc-aa21-108123ea45f4,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:22.324502 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33186) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:22.364496 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-511e1b35-06c8-4f2b-a56d-b1f582a5c7c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6984a23831e04bbca72fe974b435b8a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387552 Dec 10 17:30:22.366923 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33188) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:22.416791 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:22.438389 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:22.564094 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:22.566715 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:22.576767 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc42fba1-16f1-48fb-bb56-e2fa861057db HTTP/1.1" status: 204 len: 168 time: 0.2000580 Dec 10 17:30:22.576767 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c37e5a-b3e7-43d0-9f0a-cd214d2b479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42fba1-16f1-48fb-bb56-e2fa861057db,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:22.900960 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6e4c1098-23bd-4df1-b32a-ef14a6829d91 no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:22.920197 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 6e4c1098-23bd-4df1-b32a-ef14a6829d91 {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:22.920556 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 6e4c1098-23bd-4df1-b32a-ef14a6829d91 not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:22.926273 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89cc11e3-7f74-4ffa-afd0-0581125f0b7b no longer exists at agent ovs-agent-dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 17:30:22.940070 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.plugin [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] No Port match for: 89cc11e3-7f74-4ffa-afd0-0581125f0b7b {{(pid=103600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 17:30:22.944661 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron.plugins.ml2.rpc [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Device 89cc11e3-7f74-4ffa-afd0-0581125f0b7b not bound to the agent host dv-neutron-820858-1-hyperv {{(pid=103600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 17:30:23.279108 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33194) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:23.318363 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-f51f7fa7-3b44-4a66-a81a-c6e245b944fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c71d73c814d4ae889a1a65ac2cc15ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380981 Dec 10 17:30:23.320682 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.wsgi [-] (103598) accepted ('10.222.0.21', 33196) {{(pid=103598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:30:23.368002 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:23.389121 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:23.498985 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673582'] for security_group, after_delete {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:23.501622 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron_lib.callbacks.manager [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:23.502829 dv-neutron-820858-1-hyperv neutron-server[103598]: INFO neutron.wsgi [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cbb22be-2a06-4bfa-91b3-1eca5289c67b HTTP/1.1" status: 204 len: 168 time: 0.1812222 Dec 10 17:30:23.510784 dv-neutron-820858-1-hyperv neutron-server[103598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eac2d-157d-4677-bd6b-983334db449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb22be-2a06-4bfa-91b3-1eca5289c67b,revision_number=None']} {{(pid=103598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:30:33.043653 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5ca5-5d5e-4a84-bb47-61f1a5e10328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:33.909573 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:30:35.266049 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8ff83fa5-ab6a-4f91-ad5d-c765fd839b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:36.875731 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:38.117659 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:38.746436 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:30:48.037446 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:03.034998 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba3c2-73ef-4e4b-95b0-1d78cea82f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:05.254444 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1f243ce4-a3cc-42b7-9de8-ad3fb9c85e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:06.886381 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:08.149351 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:08.779685 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:10.909428 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:31:18.172270 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:33.053491 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-961fc872-14c6-4d40-b172-c0c07b3f4318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:35.270576 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-4370d8b9-9e5b-4cb8-b973-22d60aef8281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:36.859743 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:38.162340 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:38.762212 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:31:47.908618 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:31:48.024667 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:03.041528 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a2e1-e553-4189-bffd-1a01b5c68dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:05.285898 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-1aa66c48-5e7e-4031-aa9a-fdf4b9b4ce3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:06.898586 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:08.127559 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:08.771458 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:18.030721 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:24.906984 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:32:33.029705 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7c665bba-fb23-4d4c-8484-def7529f4096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:35.262309 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-e9219420-5fdb-4cd7-999e-2c7e24cea73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:36.868331 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:38.127509 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:38.761488 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:32:48.035863 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:01.905759 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:33:03.033320 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-2cfa56f6-1b48-40fa-82f1-c7b4461e8cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:05.262308 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0d73a62-c236-46cc-a4e7-c23fdcdd8a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:06.874703 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:08.139594 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:08.766201 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:18.034794 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:33.045563 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-efa1f173-71cc-4d22-b291-1177ee6daeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:35.245675 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2820-ea4a-4437-91ab-10cca104861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:36.874238 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:38.114316 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:38.765688 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:33:38.904676 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:33:48.039361 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:03.033740 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-a0199400-c7f8-4e83-885c-ee108bd802db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:05.245021 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-eb751fa4-b1af-4a23-b873-883d561c9c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:06.873510 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:08.142230 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:08.770535 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:15.904336 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:34:18.010637 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:33.113278 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-8efbf7d1-dabc-4b13-b99d-a214fd2ffd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:35.238545 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-b42ad556-063c-4420-8276-86fcbc34cc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:36.873178 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:38.176450 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:38.764189 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:48.015916 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:34:52.903723 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:35:03.048818 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-5ebcb502-7635-4896-a5d8-16e746b973f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:05.266957 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-844b5c5d-9442-4c4a-9c0e-68b05fed87ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:06.884176 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:08.158167 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:08.791736 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:18.003821 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:29.902285 dv-neutron-820858-1-hyperv neutron-server[103601]: DEBUG neutron.db.agents_db [None req-d01d4598-cb28-428f-82f8-790f8bb83af3 None None] Agent healthcheck: found 6 active agents {{(pid=103601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:35:33.025864 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-17e4d540-e5bc-4f93-801f-f4d08e4ef544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:35.272182 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-3c7975b1-40c1-47fb-b3bb-29403b636c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:36.900384 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-783e9520-597a-49aa-ac00-7a6f120ea386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:38.214700 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd1a9-0159-4461-80c3-46526fab8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:38.786206 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-20feb3d5-c274-4912-9c75-c471ac25e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:35:48.037393 dv-neutron-820858-1-hyperv neutron-server[103600]: DEBUG neutron_lib.callbacks.manager [None req-77b305f1-3c33-4d70-880f-1832f456f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736627558229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3322439'] for agent, after_update {{(pid=103600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}